2024/02/20-07:18:13.287038 3036183 RocksDB version: 8.9.1 2024/02/20-07:18:13.287051 3036183 Compile date 2023-12-08 12:44:09 2024/02/20-07:18:13.287052 3036183 DB SUMMARY 2024/02/20-07:18:13.287053 3036183 Host name (Env): 107m98 2024/02/20-07:18:13.287054 3036183 DB Session ID: 59SJPQU8WTGNROJZ61XP 2024/02/20-07:18:13.287054 3036183 CURRENT file: CURRENT 2024/02/20-07:18:13.287055 3036183 IDENTITY file: IDENTITY 2024/02/20-07:18:13.287056 3036183 MANIFEST file: MANIFEST-237901 size: 4273371 Bytes 2024/02/20-07:18:13.287057 3036183 SST files in /cache/cachedb dir, Total Num: 17, files: 256824.sst 256825.sst 256864.sst 256867.sst 256871.sst 256893.sst 256914.sst 256931.sst 256958.sst 2024/02/20-07:18:13.287057 3036183 Write Ahead Log file in /cache/cachedb: 257049.log size: 0 ; 2024/02/20-07:18:13.287058 3036183 Options.error_if_exists: 0 2024/02/20-07:18:13.287059 3036183 Options.create_if_missing: 1 2024/02/20-07:18:13.287060 3036183 Options.paranoid_checks: 1 2024/02/20-07:18:13.287060 3036183 Options.flush_verify_memtable_count: 1 2024/02/20-07:18:13.287061 3036183 Options.compaction_verify_record_count: 1 2024/02/20-07:18:13.287062 3036183 Options.track_and_verify_wals_in_manifest: 0 2024/02/20-07:18:13.287063 3036183 Options.verify_sst_unique_id_in_manifest: 1 2024/02/20-07:18:13.287063 3036183 Options.env: 0x562e0bb11380 2024/02/20-07:18:13.287064 3036183 Options.fs: PosixFileSystem 2024/02/20-07:18:13.287065 3036183 Options.info_log: 0x562e0bb3d5d0 2024/02/20-07:18:13.287066 3036183 Options.max_file_opening_threads: 16 2024/02/20-07:18:13.287066 3036183 Options.statistics: 0x562e0bb343b0 2024/02/20-07:18:13.287067 3036183 Options.statistics stats level: 3 2024/02/20-07:18:13.287068 3036183 Options.use_fsync: 0 2024/02/20-07:18:13.287069 3036183 Options.max_log_file_size: 10485760 2024/02/20-07:18:13.287070 3036183 Options.max_manifest_file_size: 52428800 2024/02/20-07:18:13.287071 3036183 Options.log_file_time_to_roll: 0 2024/02/20-07:18:13.287072 3036183 Options.keep_log_file_num: 2 2024/02/20-07:18:13.287072 3036183 Options.recycle_log_file_num: 0 2024/02/20-07:18:13.287073 3036183 Options.allow_fallocate: 1 2024/02/20-07:18:13.287074 3036183 Options.allow_mmap_reads: 0 2024/02/20-07:18:13.287074 3036183 Options.allow_mmap_writes: 0 2024/02/20-07:18:13.287075 3036183 Options.use_direct_reads: 0 2024/02/20-07:18:13.287076 3036183 Options.use_direct_io_for_flush_and_compaction: 0 2024/02/20-07:18:13.287077 3036183 Options.create_missing_column_families: 1 2024/02/20-07:18:13.287077 3036183 Options.db_log_dir: 2024/02/20-07:18:13.287078 3036183 Options.wal_dir: 2024/02/20-07:18:13.287079 3036183 Options.table_cache_numshardbits: 6 2024/02/20-07:18:13.287080 3036183 Options.WAL_ttl_seconds: 0 2024/02/20-07:18:13.287080 3036183 Options.WAL_size_limit_MB: 0 2024/02/20-07:18:13.287081 3036183 Options.max_write_batch_group_size_bytes: 1048576 2024/02/20-07:18:13.287082 3036183 Options.manifest_preallocation_size: 4194304 2024/02/20-07:18:13.287083 3036183 Options.is_fd_close_on_exec: 1 2024/02/20-07:18:13.287083 3036183 Options.advise_random_on_open: 1 2024/02/20-07:18:13.287084 3036183 Options.db_write_buffer_size: 0 2024/02/20-07:18:13.287085 3036183 Options.write_buffer_manager: 0x562e0bb3c800 2024/02/20-07:18:13.287085 3036183 Options.access_hint_on_compaction_start: 1 2024/02/20-07:18:13.287086 3036183 Options.random_access_max_buffer_size: 1048576 2024/02/20-07:18:13.287087 3036183 Options.use_adaptive_mutex: 0 2024/02/20-07:18:13.287088 3036183 Options.rate_limiter: (nil) 2024/02/20-07:18:13.287088 3036183 Options.sst_file_manager.rate_bytes_per_sec: 0 2024/02/20-07:18:13.287089 3036183 Options.wal_recovery_mode: 2 2024/02/20-07:18:13.287090 3036183 Options.enable_thread_tracking: 0 2024/02/20-07:18:13.287091 3036183 Options.enable_pipelined_write: 0 2024/02/20-07:18:13.287119 3036183 Options.unordered_write: 0 2024/02/20-07:18:13.287120 3036183 Options.allow_concurrent_memtable_write: 1 2024/02/20-07:18:13.287120 3036183 Options.enable_write_thread_adaptive_yield: 1 2024/02/20-07:18:13.287121 3036183 Options.write_thread_max_yield_usec: 100 2024/02/20-07:18:13.287122 3036183 Options.write_thread_slow_yield_usec: 3 2024/02/20-07:18:13.287123 3036183 Options.row_cache: None 2024/02/20-07:18:13.287123 3036183 Options.wal_filter: None 2024/02/20-07:18:13.287124 3036183 Options.avoid_flush_during_recovery: 0 2024/02/20-07:18:13.287125 3036183 Options.allow_ingest_behind: 0 2024/02/20-07:18:13.287125 3036183 Options.two_write_queues: 0 2024/02/20-07:18:13.287126 3036183 Options.manual_wal_flush: 0 2024/02/20-07:18:13.287127 3036183 Options.wal_compression: 0 2024/02/20-07:18:13.287128 3036183 Options.atomic_flush: 0 2024/02/20-07:18:13.287128 3036183 Options.avoid_unnecessary_blocking_io: 0 2024/02/20-07:18:13.287129 3036183 Options.persist_stats_to_disk: 0 2024/02/20-07:18:13.287130 3036183 Options.write_dbid_to_manifest: 0 2024/02/20-07:18:13.287131 3036183 Options.log_readahead_size: 0 2024/02/20-07:18:13.287131 3036183 Options.file_checksum_gen_factory: Unknown 2024/02/20-07:18:13.287132 3036183 Options.best_efforts_recovery: 0 2024/02/20-07:18:13.287133 3036183 Options.max_bgerror_resume_count: 2147483647 2024/02/20-07:18:13.287134 3036183 Options.bgerror_resume_retry_interval: 1000000 2024/02/20-07:18:13.287134 3036183 Options.allow_data_in_errors: 0 2024/02/20-07:18:13.287135 3036183 Options.db_host_id: __hostname__ 2024/02/20-07:18:13.287136 3036183 Options.enforce_single_del_contracts: true 2024/02/20-07:18:13.287136 3036183 Options.max_background_jobs: 8 2024/02/20-07:18:13.287137 3036183 Options.max_background_compactions: -1 2024/02/20-07:18:13.287138 3036183 Options.max_subcompactions: 1 2024/02/20-07:18:13.287139 3036183 Options.avoid_flush_during_shutdown: 0 2024/02/20-07:18:13.287139 3036183 Options.writable_file_max_buffer_size: 1048576 2024/02/20-07:18:13.287140 3036183 Options.delayed_write_rate : 16777216 2024/02/20-07:18:13.287141 3036183 Options.max_total_wal_size: 15728640 2024/02/20-07:18:13.287142 3036183 Options.delete_obsolete_files_period_micros: 21600000000 2024/02/20-07:18:13.287142 3036183 Options.stats_dump_period_sec: 600 2024/02/20-07:18:13.287143 3036183 Options.stats_persist_period_sec: 600 2024/02/20-07:18:13.287144 3036183 Options.stats_history_buffer_size: 1048576 2024/02/20-07:18:13.287144 3036183 Options.max_open_files: -1 2024/02/20-07:18:13.287145 3036183 Options.bytes_per_sync: 0 2024/02/20-07:18:13.287146 3036183 Options.wal_bytes_per_sync: 0 2024/02/20-07:18:13.287147 3036183 Options.strict_bytes_per_sync: 0 2024/02/20-07:18:13.287147 3036183 Options.compaction_readahead_size: 2097152 2024/02/20-07:18:13.287148 3036183 Options.max_background_flushes: -1 2024/02/20-07:18:13.287149 3036183 Options.daily_offpeak_time_utc: 2024/02/20-07:18:13.287150 3036183 Compression algorithms supported: 2024/02/20-07:18:13.287150 3036183 kZSTD supported: 1 2024/02/20-07:18:13.287151 3036183 kXpressCompression supported: 0 2024/02/20-07:18:13.287152 3036183 kBZip2Compression supported: 0 2024/02/20-07:18:13.287153 3036183 kZSTDNotFinalCompression supported: 1 2024/02/20-07:18:13.287153 3036183 kLZ4Compression supported: 1 2024/02/20-07:18:13.287154 3036183 kZlibCompression supported: 0 2024/02/20-07:18:13.287155 3036183 kLZ4HCCompression supported: 1 2024/02/20-07:18:13.287155 3036183 kSnappyCompression supported: 0 2024/02/20-07:18:13.287156 3036183 Fast CRC32 supported: Supported on x86 2024/02/20-07:18:13.287157 3036183 DMutex implementation: pthread_mutex_t 2024/02/20-07:18:13.287158 3036183 Options.comparator: leveldb.BytewiseComparator 2024/02/20-07:18:13.287159 3036183 Options.merge_operator: None 2024/02/20-07:18:13.287159 3036183 Options.compaction_filter: None 2024/02/20-07:18:13.287160 3036183 Options.compaction_filter_factory: None 2024/02/20-07:18:13.287161 3036183 Options.sst_partitioner_factory: None 2024/02/20-07:18:13.287162 3036183 Options.memtable_factory: SkipListFactory 2024/02/20-07:18:13.287162 3036183 Options.table_factory: BlockBasedTable 2024/02/20-07:18:13.287166 3036183 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562e0bb34e40) cache_index_and_filter_blocks: 0 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 0 pin_top_level_index_and_filter: 1 index_type: 0 data_block_index_type: 0 index_shortening: 1 data_block_hash_table_util_ratio: 0.750000 checksum: 4 no_block_cache: 0 block_cache: 0x562e0bb35170 block_cache_name: LRUCache block_cache_options: capacity : 33554432 num_shard_bits : 6 strict_capacity_limit : 0 memory_allocator : None high_pri_pool_ratio: 0.500 low_pri_pool_ratio: 0.000 persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 metadata_block_size: 4096 partition_filters: 0 use_delta_encoding: 1 filter_policy: nullptr whole_key_filtering: 1 verify_compression: 0 read_amp_bytes_per_bit: 0 format_version: 5 enable_index_com 2024/02/20-07:18:13.287167 3036183 Options.write_buffer_size: 67108864 2024/02/20-07:18:13.287168 3036183 Options.max_write_buffer_number: 2 2024/02/20-07:18:13.287169 3036183 Options.compression: NoCompression 2024/02/20-07:18:13.287170 3036183 Options.bottommost_compression: Disabled 2024/02/20-07:18:13.287170 3036183 Options.prefix_extractor: nullptr 2024/02/20-07:18:13.287171 3036183 Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024/02/20-07:18:13.287172 3036183 Options.num_levels: 7 2024/02/20-07:18:13.287173 3036183 Options.min_write_buffer_number_to_merge: 1 2024/02/20-07:18:13.287174 3036183 Options.max_write_buffer_number_to_maintain: 0 2024/02/20-07:18:13.287175 3036183 Options.max_write_buffer_size_to_maintain: 0 2024/02/20-07:18:13.287176 3036183 Options.bottommost_compression_opts.window_bits: -14 2024/02/20-07:18:13.287177 3036183 Options.bottommost_compression_opts.level: 32767 2024/02/20-07:18:13.287177 3036183 Options.bottommost_compression_opts.strategy: 0 2024/02/20-07:18:13.287178 3036183 Options.bottommost_compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287179 3036183 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287180 3036183 Options.bottommost_compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287180 3036183 Options.bottommost_compression_opts.enabled: false 2024/02/20-07:18:13.287181 3036183 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287182 3036183 Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287183 3036183 Options.compression_opts.window_bits: -14 2024/02/20-07:18:13.287183 3036183 Options.compression_opts.level: 32767 2024/02/20-07:18:13.287184 3036183 Options.compression_opts.strategy: 0 2024/02/20-07:18:13.287185 3036183 Options.compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287186 3036183 Options.compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287186 3036183 Options.compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287187 3036183 Options.compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287188 3036183 Options.compression_opts.enabled: false 2024/02/20-07:18:13.287188 3036183 Options.compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287189 3036183 Options.level0_file_num_compaction_trigger: 4 2024/02/20-07:18:13.287190 3036183 Options.level0_slowdown_writes_trigger: 20 2024/02/20-07:18:13.287191 3036183 Options.level0_stop_writes_trigger: 36 2024/02/20-07:18:13.287191 3036183 Options.target_file_size_base: 67108864 2024/02/20-07:18:13.287192 3036183 Options.target_file_size_multiplier: 1 2024/02/20-07:18:13.287193 3036183 Options.max_bytes_for_level_base: 268435456 2024/02/20-07:18:13.287194 3036183 Options.level_compaction_dynamic_level_bytes: 1 2024/02/20-07:18:13.287194 3036183 Options.max_bytes_for_level_multiplier: 10.000000 2024/02/20-07:18:13.287195 3036183 Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024/02/20-07:18:13.287196 3036183 Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024/02/20-07:18:13.287197 3036183 Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024/02/20-07:18:13.287198 3036183 Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024/02/20-07:18:13.287198 3036183 Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024/02/20-07:18:13.287199 3036183 Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024/02/20-07:18:13.287200 3036183 Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024/02/20-07:18:13.287201 3036183 Options.max_sequential_skip_in_iterations: 8 2024/02/20-07:18:13.287201 3036183 Options.max_compaction_bytes: 1677721600 2024/02/20-07:18:13.287202 3036183 Options.ignore_max_compaction_bytes_for_input: true 2024/02/20-07:18:13.287203 3036183 Options.arena_block_size: 1048576 2024/02/20-07:18:13.287204 3036183 Options.soft_pending_compaction_bytes_limit: 68719476736 2024/02/20-07:18:13.287204 3036183 Options.hard_pending_compaction_bytes_limit: 274877906944 2024/02/20-07:18:13.287205 3036183 Options.disable_auto_compactions: 0 2024/02/20-07:18:13.287206 3036183 Options.compaction_style: kCompactionStyleLevel 2024/02/20-07:18:13.287206 3036183 Options.compaction_pri: kMinOverlappingRatio 2024/02/20-07:18:13.287207 3036183 Options.compaction_options_universal.size_ratio: 1 2024/02/20-07:18:13.287208 3036183 Options.compaction_options_universal.min_merge_width: 2 2024/02/20-07:18:13.287209 3036183 Options.compaction_options_universal.max_merge_width: 4294967295 2024/02/20-07:18:13.287209 3036183 Options.compaction_options_universal.max_size_amplification_percent: 200 2024/02/20-07:18:13.287210 3036183 Options.compaction_options_universal.compression_size_percent: -1 2024/02/20-07:18:13.287211 3036183 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024/02/20-07:18:13.287212 3036183 Options.compaction_options_fifo.max_table_files_size: 1073741824 2024/02/20-07:18:13.287212 3036183 Options.compaction_options_fifo.allow_compaction: 0 2024/02/20-07:18:13.287213 3036183 Options.table_properties_collectors: 2024/02/20-07:18:13.287214 3036183 Options.inplace_update_support: 0 2024/02/20-07:18:13.287215 3036183 Options.inplace_update_num_locks: 10000 2024/02/20-07:18:13.287215 3036183 Options.memtable_prefix_bloom_size_ratio: 0.000000 2024/02/20-07:18:13.287216 3036183 Options.memtable_whole_key_filtering: 0 2024/02/20-07:18:13.287217 3036183 Options.memtable_huge_page_size: 0 2024/02/20-07:18:13.287218 3036183 Options.bloom_locality: 0 2024/02/20-07:18:13.287219 3036183 Options.max_successive_merges: 0 2024/02/20-07:18:13.287219 3036183 Options.optimize_filters_for_hits: 0 2024/02/20-07:18:13.287220 3036183 Options.paranoid_file_checks: 0 2024/02/20-07:18:13.287221 3036183 Options.force_consistency_checks: 1 2024/02/20-07:18:13.287222 3036183 Options.report_bg_io_stats: 0 2024/02/20-07:18:13.287222 3036183 Options.ttl: 2592000 2024/02/20-07:18:13.287223 3036183 Options.periodic_compaction_seconds: 0 2024/02/20-07:18:13.287224 3036183 Options.default_temperature: kUnknown 2024/02/20-07:18:13.287225 3036183 Options.preclude_last_level_data_seconds: 0 2024/02/20-07:18:13.287225 3036183 Options.preserve_internal_time_seconds: 0 2024/02/20-07:18:13.287226 3036183 Options.enable_blob_files: false 2024/02/20-07:18:13.287227 3036183 Options.min_blob_size: 0 2024/02/20-07:18:13.287228 3036183 Options.blob_file_size: 268435456 2024/02/20-07:18:13.287228 3036183 Options.blob_compression_type: NoCompression 2024/02/20-07:18:13.287229 3036183 Options.enable_blob_garbage_collection: false 2024/02/20-07:18:13.287230 3036183 Options.blob_garbage_collection_age_cutoff: 0.250000 2024/02/20-07:18:13.287230 3036183 Options.blob_garbage_collection_force_threshold: 1.000000 2024/02/20-07:18:13.287231 3036183 Options.blob_compaction_readahead_size: 0 2024/02/20-07:18:13.287232 3036183 Options.blob_file_starting_level: 0 2024/02/20-07:18:13.287233 3036183 Options.experimental_mempurge_threshold: 0.000000 2024/02/20-07:18:13.287233 3036183 Options.memtable_max_range_deletions: 0 2024/02/20-07:18:13.287234 3036183 Options.comparator: leveldb.BytewiseComparator 2024/02/20-07:18:13.287235 3036183 Options.merge_operator: None 2024/02/20-07:18:13.287236 3036183 Options.compaction_filter: None 2024/02/20-07:18:13.287237 3036183 Options.compaction_filter_factory: None 2024/02/20-07:18:13.287237 3036183 Options.sst_partitioner_factory: None 2024/02/20-07:18:13.287238 3036183 Options.memtable_factory: SkipListFactory 2024/02/20-07:18:13.287239 3036183 Options.table_factory: BlockBasedTable 2024/02/20-07:18:13.287242 3036183 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562e0bb22900) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 0 pin_top_level_index_and_filter: 1 index_type: 0 data_block_index_type: 0 index_shortening: 1 data_block_hash_table_util_ratio: 0.750000 checksum: 4 no_block_cache: 0 block_cache: 0x562e0bb22d40 block_cache_name: LRUCache block_cache_options: capacity : 1610612736 num_shard_bits : 6 strict_capacity_limit : 0 memory_allocator : None high_pri_pool_ratio: 0.500 low_pri_pool_ratio: 0.000 persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 metadata_block_size: 4096 partition_filters: 0 use_delta_encoding: 1 filter_policy: ribbonfilter whole_key_filtering: 0 verify_compression: 0 read_amp_bytes_per_bit: 0 format_version: 6 enable_in 2024/02/20-07:18:13.287243 3036183 Options.write_buffer_size: 268435456 2024/02/20-07:18:13.287244 3036183 Options.max_write_buffer_number: 4 2024/02/20-07:18:13.287244 3036183 Options.compression: LZ4 2024/02/20-07:18:13.287245 3036183 Options.bottommost_compression: ZSTD 2024/02/20-07:18:13.287246 3036183 Options.prefix_extractor: zone_id_host_extractor 2024/02/20-07:18:13.287247 3036183 Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024/02/20-07:18:13.287248 3036183 Options.num_levels: 7 2024/02/20-07:18:13.287248 3036183 Options.min_write_buffer_number_to_merge: 1 2024/02/20-07:18:13.287249 3036183 Options.max_write_buffer_number_to_maintain: 0 2024/02/20-07:18:13.287250 3036183 Options.max_write_buffer_size_to_maintain: 0 2024/02/20-07:18:13.287251 3036183 Options.bottommost_compression_opts.window_bits: -14 2024/02/20-07:18:13.287251 3036183 Options.bottommost_compression_opts.level: 32767 2024/02/20-07:18:13.287252 3036183 Options.bottommost_compression_opts.strategy: 0 2024/02/20-07:18:13.287253 3036183 Options.bottommost_compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287253 3036183 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287254 3036183 Options.bottommost_compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287255 3036183 Options.bottommost_compression_opts.enabled: true 2024/02/20-07:18:13.287256 3036183 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287256 3036183 Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287257 3036183 Options.compression_opts.window_bits: -14 2024/02/20-07:18:13.287258 3036183 Options.compression_opts.level: 32767 2024/02/20-07:18:13.287259 3036183 Options.compression_opts.strategy: 0 2024/02/20-07:18:13.287259 3036183 Options.compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287260 3036183 Options.compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287261 3036183 Options.compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287262 3036183 Options.compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287262 3036183 Options.compression_opts.enabled: false 2024/02/20-07:18:13.287263 3036183 Options.compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287264 3036183 Options.level0_file_num_compaction_trigger: 2 2024/02/20-07:18:13.287264 3036183 Options.level0_slowdown_writes_trigger: 20 2024/02/20-07:18:13.287265 3036183 Options.level0_stop_writes_trigger: 36 2024/02/20-07:18:13.287266 3036183 Options.target_file_size_base: 67108864 2024/02/20-07:18:13.287267 3036183 Options.target_file_size_multiplier: 1 2024/02/20-07:18:13.287267 3036183 Options.max_bytes_for_level_base: 268435456 2024/02/20-07:18:13.287268 3036183 Options.level_compaction_dynamic_level_bytes: 1 2024/02/20-07:18:13.287269 3036183 Options.max_bytes_for_level_multiplier: 10.000000 2024/02/20-07:18:13.287270 3036183 Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024/02/20-07:18:13.287270 3036183 Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024/02/20-07:18:13.287271 3036183 Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024/02/20-07:18:13.287272 3036183 Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024/02/20-07:18:13.287273 3036183 Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024/02/20-07:18:13.287273 3036183 Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024/02/20-07:18:13.287274 3036183 Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024/02/20-07:18:13.287275 3036183 Options.max_sequential_skip_in_iterations: 8 2024/02/20-07:18:13.287275 3036183 Options.max_compaction_bytes: 1677721600 2024/02/20-07:18:13.287276 3036183 Options.ignore_max_compaction_bytes_for_input: true 2024/02/20-07:18:13.287277 3036183 Options.arena_block_size: 1048576 2024/02/20-07:18:13.287278 3036183 Options.soft_pending_compaction_bytes_limit: 68719476736 2024/02/20-07:18:13.287278 3036183 Options.hard_pending_compaction_bytes_limit: 274877906944 2024/02/20-07:18:13.287279 3036183 Options.disable_auto_compactions: 0 2024/02/20-07:18:13.287280 3036183 Options.compaction_style: kCompactionStyleLevel 2024/02/20-07:18:13.287281 3036183 Options.compaction_pri: kMinOverlappingRatio 2024/02/20-07:18:13.287281 3036183 Options.compaction_options_universal.size_ratio: 1 2024/02/20-07:18:13.287282 3036183 Options.compaction_options_universal.min_merge_width: 2 2024/02/20-07:18:13.287283 3036183 Options.compaction_options_universal.max_merge_width: 4294967295 2024/02/20-07:18:13.287283 3036183 Options.compaction_options_universal.max_size_amplification_percent: 200 2024/02/20-07:18:13.287284 3036183 Options.compaction_options_universal.compression_size_percent: -1 2024/02/20-07:18:13.287285 3036183 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024/02/20-07:18:13.287286 3036183 Options.compaction_options_fifo.max_table_files_size: 1073741824 2024/02/20-07:18:13.287286 3036183 Options.compaction_options_fifo.allow_compaction: 0 2024/02/20-07:18:13.287287 3036183 Options.table_properties_collectors: 2024/02/20-07:18:13.287288 3036183 Options.inplace_update_support: 0 2024/02/20-07:18:13.287289 3036183 Options.inplace_update_num_locks: 10000 2024/02/20-07:18:13.287289 3036183 Options.memtable_prefix_bloom_size_ratio: 0.000000 2024/02/20-07:18:13.287290 3036183 Options.memtable_whole_key_filtering: 0 2024/02/20-07:18:13.287291 3036183 Options.memtable_huge_page_size: 0 2024/02/20-07:18:13.287292 3036183 Options.bloom_locality: 0 2024/02/20-07:18:13.287293 3036183 Options.max_successive_merges: 0 2024/02/20-07:18:13.287294 3036183 Options.optimize_filters_for_hits: 0 2024/02/20-07:18:13.287294 3036183 Options.paranoid_file_checks: 0 2024/02/20-07:18:13.287295 3036183 Options.force_consistency_checks: 1 2024/02/20-07:18:13.287296 3036183 Options.report_bg_io_stats: 0 2024/02/20-07:18:13.287297 3036183 Options.ttl: 2592000 2024/02/20-07:18:13.287297 3036183 Options.periodic_compaction_seconds: 0 2024/02/20-07:18:13.287298 3036183 Options.default_temperature: kUnknown 2024/02/20-07:18:13.287299 3036183 Options.preclude_last_level_data_seconds: 0 2024/02/20-07:18:13.287299 3036183 Options.preserve_internal_time_seconds: 0 2024/02/20-07:18:13.287300 3036183 Options.enable_blob_files: false 2024/02/20-07:18:13.287301 3036183 Options.min_blob_size: 0 2024/02/20-07:18:13.287302 3036183 Options.blob_file_size: 268435456 2024/02/20-07:18:13.287302 3036183 Options.blob_compression_type: NoCompression 2024/02/20-07:18:13.287303 3036183 Options.enable_blob_garbage_collection: false 2024/02/20-07:18:13.287304 3036183 Options.blob_garbage_collection_age_cutoff: 0.250000 2024/02/20-07:18:13.287305 3036183 Options.blob_garbage_collection_force_threshold: 1.000000 2024/02/20-07:18:13.287305 3036183 Options.blob_compaction_readahead_size: 0 2024/02/20-07:18:13.287306 3036183 Options.blob_file_starting_level: 0 2024/02/20-07:18:13.287307 3036183 Options.experimental_mempurge_threshold: 0.000000 2024/02/20-07:18:13.287307 3036183 Options.memtable_max_range_deletions: 0 2024/02/20-07:18:13.287308 3036183 Options.comparator: leveldb.BytewiseComparator 2024/02/20-07:18:13.287309 3036183 Options.merge_operator: None 2024/02/20-07:18:13.287310 3036183 Options.compaction_filter: None 2024/02/20-07:18:13.287310 3036183 Options.compaction_filter_factory: None 2024/02/20-07:18:13.287311 3036183 Options.sst_partitioner_factory: None 2024/02/20-07:18:13.287312 3036183 Options.memtable_factory: SkipListFactory 2024/02/20-07:18:13.287313 3036183 Options.table_factory: BlockBasedTable 2024/02/20-07:18:13.287316 3036183 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562e0bb1c960) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 0 pin_top_level_index_and_filter: 1 index_type: 0 data_block_index_type: 0 index_shortening: 1 data_block_hash_table_util_ratio: 0.750000 checksum: 4 no_block_cache: 0 block_cache: 0x562e0bb1cae0 block_cache_name: LRUCache block_cache_options: capacity : 1610612736 num_shard_bits : 6 strict_capacity_limit : 0 memory_allocator : None high_pri_pool_ratio: 0.500 low_pri_pool_ratio: 0.000 persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 metadata_block_size: 4096 partition_filters: 0 use_delta_encoding: 1 filter_policy: ribbonfilter whole_key_filtering: 0 verify_compression: 0 read_amp_bytes_per_bit: 0 format_version: 6 enable_in 2024/02/20-07:18:13.287317 3036183 Options.write_buffer_size: 268435456 2024/02/20-07:18:13.287318 3036183 Options.max_write_buffer_number: 4 2024/02/20-07:18:13.287318 3036183 Options.compression: LZ4 2024/02/20-07:18:13.287319 3036183 Options.bottommost_compression: ZSTD 2024/02/20-07:18:13.287320 3036183 Options.prefix_extractor: zone_id_extractor 2024/02/20-07:18:13.287321 3036183 Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024/02/20-07:18:13.287321 3036183 Options.num_levels: 7 2024/02/20-07:18:13.287322 3036183 Options.min_write_buffer_number_to_merge: 1 2024/02/20-07:18:13.287323 3036183 Options.max_write_buffer_number_to_maintain: 0 2024/02/20-07:18:13.287323 3036183 Options.max_write_buffer_size_to_maintain: 0 2024/02/20-07:18:13.287324 3036183 Options.bottommost_compression_opts.window_bits: -14 2024/02/20-07:18:13.287325 3036183 Options.bottommost_compression_opts.level: 32767 2024/02/20-07:18:13.287326 3036183 Options.bottommost_compression_opts.strategy: 0 2024/02/20-07:18:13.287326 3036183 Options.bottommost_compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287327 3036183 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287328 3036183 Options.bottommost_compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287329 3036183 Options.bottommost_compression_opts.enabled: true 2024/02/20-07:18:13.287330 3036183 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287330 3036183 Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287331 3036183 Options.compression_opts.window_bits: -14 2024/02/20-07:18:13.287332 3036183 Options.compression_opts.level: 32767 2024/02/20-07:18:13.287333 3036183 Options.compression_opts.strategy: 0 2024/02/20-07:18:13.287334 3036183 Options.compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287334 3036183 Options.compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287335 3036183 Options.compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287336 3036183 Options.compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287337 3036183 Options.compression_opts.enabled: false 2024/02/20-07:18:13.287337 3036183 Options.compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287338 3036183 Options.level0_file_num_compaction_trigger: 2 2024/02/20-07:18:13.287339 3036183 Options.level0_slowdown_writes_trigger: 20 2024/02/20-07:18:13.287340 3036183 Options.level0_stop_writes_trigger: 36 2024/02/20-07:18:13.287340 3036183 Options.target_file_size_base: 67108864 2024/02/20-07:18:13.287341 3036183 Options.target_file_size_multiplier: 1 2024/02/20-07:18:13.287342 3036183 Options.max_bytes_for_level_base: 268435456 2024/02/20-07:18:13.287343 3036183 Options.level_compaction_dynamic_level_bytes: 1 2024/02/20-07:18:13.287343 3036183 Options.max_bytes_for_level_multiplier: 10.000000 2024/02/20-07:18:13.287344 3036183 Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024/02/20-07:18:13.287345 3036183 Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024/02/20-07:18:13.287345 3036183 Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024/02/20-07:18:13.287346 3036183 Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024/02/20-07:18:13.287347 3036183 Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024/02/20-07:18:13.287348 3036183 Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024/02/20-07:18:13.287348 3036183 Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024/02/20-07:18:13.287349 3036183 Options.max_sequential_skip_in_iterations: 8 2024/02/20-07:18:13.287350 3036183 Options.max_compaction_bytes: 1677721600 2024/02/20-07:18:13.287351 3036183 Options.ignore_max_compaction_bytes_for_input: true 2024/02/20-07:18:13.287351 3036183 Options.arena_block_size: 1048576 2024/02/20-07:18:13.287352 3036183 Options.soft_pending_compaction_bytes_limit: 68719476736 2024/02/20-07:18:13.287353 3036183 Options.hard_pending_compaction_bytes_limit: 274877906944 2024/02/20-07:18:13.287354 3036183 Options.disable_auto_compactions: 0 2024/02/20-07:18:13.287355 3036183 Options.compaction_style: kCompactionStyleLevel 2024/02/20-07:18:13.287355 3036183 Options.compaction_pri: kMinOverlappingRatio 2024/02/20-07:18:13.287356 3036183 Options.compaction_options_universal.size_ratio: 1 2024/02/20-07:18:13.287357 3036183 Options.compaction_options_universal.min_merge_width: 2 2024/02/20-07:18:13.287358 3036183 Options.compaction_options_universal.max_merge_width: 4294967295 2024/02/20-07:18:13.287358 3036183 Options.compaction_options_universal.max_size_amplification_percent: 200 2024/02/20-07:18:13.287359 3036183 Options.compaction_options_universal.compression_size_percent: -1 2024/02/20-07:18:13.287360 3036183 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024/02/20-07:18:13.287361 3036183 Options.compaction_options_fifo.max_table_files_size: 1073741824 2024/02/20-07:18:13.287361 3036183 Options.compaction_options_fifo.allow_compaction: 0 2024/02/20-07:18:13.287362 3036183 Options.table_properties_collectors: 2024/02/20-07:18:13.287363 3036183 Options.inplace_update_support: 0 2024/02/20-07:18:13.287363 3036183 Options.inplace_update_num_locks: 10000 2024/02/20-07:18:13.287364 3036183 Options.memtable_prefix_bloom_size_ratio: 0.000000 2024/02/20-07:18:13.287365 3036183 Options.memtable_whole_key_filtering: 0 2024/02/20-07:18:13.287366 3036183 Options.memtable_huge_page_size: 0 2024/02/20-07:18:13.287366 3036183 Options.bloom_locality: 0 2024/02/20-07:18:13.287367 3036183 Options.max_successive_merges: 0 2024/02/20-07:18:13.287368 3036183 Options.optimize_filters_for_hits: 0 2024/02/20-07:18:13.287369 3036183 Options.paranoid_file_checks: 0 2024/02/20-07:18:13.287369 3036183 Options.force_consistency_checks: 1 2024/02/20-07:18:13.287370 3036183 Options.report_bg_io_stats: 0 2024/02/20-07:18:13.287371 3036183 Options.ttl: 2592000 2024/02/20-07:18:13.287371 3036183 Options.periodic_compaction_seconds: 0 2024/02/20-07:18:13.287372 3036183 Options.default_temperature: kUnknown 2024/02/20-07:18:13.287373 3036183 Options.preclude_last_level_data_seconds: 0 2024/02/20-07:18:13.287374 3036183 Options.preserve_internal_time_seconds: 0 2024/02/20-07:18:13.287375 3036183 Options.enable_blob_files: false 2024/02/20-07:18:13.287375 3036183 Options.min_blob_size: 0 2024/02/20-07:18:13.287376 3036183 Options.blob_file_size: 268435456 2024/02/20-07:18:13.287377 3036183 Options.blob_compression_type: NoCompression 2024/02/20-07:18:13.287378 3036183 Options.enable_blob_garbage_collection: false 2024/02/20-07:18:13.287378 3036183 Options.blob_garbage_collection_age_cutoff: 0.250000 2024/02/20-07:18:13.287379 3036183 Options.blob_garbage_collection_force_threshold: 1.000000 2024/02/20-07:18:13.287380 3036183 Options.blob_compaction_readahead_size: 0 2024/02/20-07:18:13.287381 3036183 Options.blob_file_starting_level: 0 2024/02/20-07:18:13.287381 3036183 Options.experimental_mempurge_threshold: 0.000000 2024/02/20-07:18:13.287382 3036183 Options.memtable_max_range_deletions: 0 2024/02/20-07:18:13.287383 3036183 Options.comparator: leveldb.BytewiseComparator 2024/02/20-07:18:13.287384 3036183 Options.merge_operator: None 2024/02/20-07:18:13.287385 3036183 Options.compaction_filter: None 2024/02/20-07:18:13.287385 3036183 Options.compaction_filter_factory: None 2024/02/20-07:18:13.287386 3036183 Options.sst_partitioner_factory: None 2024/02/20-07:18:13.287387 3036183 Options.memtable_factory: SkipListFactory 2024/02/20-07:18:13.287388 3036183 Options.table_factory: BlockBasedTable 2024/02/20-07:18:13.287391 3036183 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562e0bb22050) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 0 pin_top_level_index_and_filter: 1 index_type: 0 data_block_index_type: 0 index_shortening: 1 data_block_hash_table_util_ratio: 0.750000 checksum: 4 no_block_cache: 0 block_cache: 0x562e0bb221b0 block_cache_name: LRUCache block_cache_options: capacity : 1610612736 num_shard_bits : 6 strict_capacity_limit : 0 memory_allocator : None high_pri_pool_ratio: 0.500 low_pri_pool_ratio: 0.000 persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 metadata_block_size: 4096 partition_filters: 0 use_delta_encoding: 1 filter_policy: ribbonfilter whole_key_filtering: 1 verify_compression: 0 read_amp_bytes_per_bit: 0 format_version: 6 enable_in 2024/02/20-07:18:13.287392 3036183 Options.write_buffer_size: 268435456 2024/02/20-07:18:13.287411 3036183 Options.max_write_buffer_number: 4 2024/02/20-07:18:13.287412 3036183 Options.compression: LZ4 2024/02/20-07:18:13.287412 3036183 Options.bottommost_compression: ZSTD 2024/02/20-07:18:13.287413 3036183 Options.prefix_extractor: zone_id_extractor 2024/02/20-07:18:13.287414 3036183 Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024/02/20-07:18:13.287415 3036183 Options.num_levels: 7 2024/02/20-07:18:13.287415 3036183 Options.min_write_buffer_number_to_merge: 1 2024/02/20-07:18:13.287416 3036183 Options.max_write_buffer_number_to_maintain: 0 2024/02/20-07:18:13.287417 3036183 Options.max_write_buffer_size_to_maintain: 0 2024/02/20-07:18:13.287418 3036183 Options.bottommost_compression_opts.window_bits: -14 2024/02/20-07:18:13.287418 3036183 Options.bottommost_compression_opts.level: 32767 2024/02/20-07:18:13.287419 3036183 Options.bottommost_compression_opts.strategy: 0 2024/02/20-07:18:13.287420 3036183 Options.bottommost_compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287420 3036183 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287421 3036183 Options.bottommost_compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287422 3036183 Options.bottommost_compression_opts.enabled: true 2024/02/20-07:18:13.287423 3036183 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287423 3036183 Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287424 3036183 Options.compression_opts.window_bits: -14 2024/02/20-07:18:13.287425 3036183 Options.compression_opts.level: 32767 2024/02/20-07:18:13.287426 3036183 Options.compression_opts.strategy: 0 2024/02/20-07:18:13.287426 3036183 Options.compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287427 3036183 Options.compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287428 3036183 Options.compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287428 3036183 Options.compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287429 3036183 Options.compression_opts.enabled: false 2024/02/20-07:18:13.287430 3036183 Options.compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287431 3036183 Options.level0_file_num_compaction_trigger: 2 2024/02/20-07:18:13.287431 3036183 Options.level0_slowdown_writes_trigger: 20 2024/02/20-07:18:13.287432 3036183 Options.level0_stop_writes_trigger: 36 2024/02/20-07:18:13.287433 3036183 Options.target_file_size_base: 67108864 2024/02/20-07:18:13.287434 3036183 Options.target_file_size_multiplier: 1 2024/02/20-07:18:13.287435 3036183 Options.max_bytes_for_level_base: 268435456 2024/02/20-07:18:13.287435 3036183 Options.level_compaction_dynamic_level_bytes: 1 2024/02/20-07:18:13.287436 3036183 Options.max_bytes_for_level_multiplier: 10.000000 2024/02/20-07:18:13.287437 3036183 Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024/02/20-07:18:13.287438 3036183 Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024/02/20-07:18:13.287439 3036183 Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024/02/20-07:18:13.287439 3036183 Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024/02/20-07:18:13.287440 3036183 Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024/02/20-07:18:13.287441 3036183 Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024/02/20-07:18:13.287441 3036183 Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024/02/20-07:18:13.287442 3036183 Options.max_sequential_skip_in_iterations: 8 2024/02/20-07:18:13.287443 3036183 Options.max_compaction_bytes: 1677721600 2024/02/20-07:18:13.287444 3036183 Options.ignore_max_compaction_bytes_for_input: true 2024/02/20-07:18:13.287444 3036183 Options.arena_block_size: 1048576 2024/02/20-07:18:13.287445 3036183 Options.soft_pending_compaction_bytes_limit: 68719476736 2024/02/20-07:18:13.287446 3036183 Options.hard_pending_compaction_bytes_limit: 274877906944 2024/02/20-07:18:13.287447 3036183 Options.disable_auto_compactions: 0 2024/02/20-07:18:13.287447 3036183 Options.compaction_style: kCompactionStyleLevel 2024/02/20-07:18:13.287448 3036183 Options.compaction_pri: kMinOverlappingRatio 2024/02/20-07:18:13.287449 3036183 Options.compaction_options_universal.size_ratio: 1 2024/02/20-07:18:13.287449 3036183 Options.compaction_options_universal.min_merge_width: 2 2024/02/20-07:18:13.287450 3036183 Options.compaction_options_universal.max_merge_width: 4294967295 2024/02/20-07:18:13.287451 3036183 Options.compaction_options_universal.max_size_amplification_percent: 200 2024/02/20-07:18:13.287460 3036183 Options.compaction_options_universal.compression_size_percent: -1 2024/02/20-07:18:13.287462 3036183 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024/02/20-07:18:13.287463 3036183 Options.compaction_options_fifo.max_table_files_size: 1073741824 2024/02/20-07:18:13.287464 3036183 Options.compaction_options_fifo.allow_compaction: 0 2024/02/20-07:18:13.287465 3036183 Options.table_properties_collectors: 2024/02/20-07:18:13.287465 3036183 Options.inplace_update_support: 0 2024/02/20-07:18:13.287466 3036183 Options.inplace_update_num_locks: 10000 2024/02/20-07:18:13.287467 3036183 Options.memtable_prefix_bloom_size_ratio: 0.000000 2024/02/20-07:18:13.287468 3036183 Options.memtable_whole_key_filtering: 0 2024/02/20-07:18:13.287468 3036183 Options.memtable_huge_page_size: 0 2024/02/20-07:18:13.287469 3036183 Options.bloom_locality: 0 2024/02/20-07:18:13.287470 3036183 Options.max_successive_merges: 0 2024/02/20-07:18:13.287471 3036183 Options.optimize_filters_for_hits: 0 2024/02/20-07:18:13.287471 3036183 Options.paranoid_file_checks: 0 2024/02/20-07:18:13.287472 3036183 Options.force_consistency_checks: 1 2024/02/20-07:18:13.287473 3036183 Options.report_bg_io_stats: 0 2024/02/20-07:18:13.287474 3036183 Options.ttl: 2592000 2024/02/20-07:18:13.287474 3036183 Options.periodic_compaction_seconds: 0 2024/02/20-07:18:13.287475 3036183 Options.default_temperature: kUnknown 2024/02/20-07:18:13.287476 3036183 Options.preclude_last_level_data_seconds: 0 2024/02/20-07:18:13.287476 3036183 Options.preserve_internal_time_seconds: 0 2024/02/20-07:18:13.287477 3036183 Options.enable_blob_files: false 2024/02/20-07:18:13.287478 3036183 Options.min_blob_size: 0 2024/02/20-07:18:13.287479 3036183 Options.blob_file_size: 268435456 2024/02/20-07:18:13.287479 3036183 Options.blob_compression_type: NoCompression 2024/02/20-07:18:13.287480 3036183 Options.enable_blob_garbage_collection: false 2024/02/20-07:18:13.287481 3036183 Options.blob_garbage_collection_age_cutoff: 0.250000 2024/02/20-07:18:13.287482 3036183 Options.blob_garbage_collection_force_threshold: 1.000000 2024/02/20-07:18:13.287482 3036183 Options.blob_compaction_readahead_size: 0 2024/02/20-07:18:13.287483 3036183 Options.blob_file_starting_level: 0 2024/02/20-07:18:13.287484 3036183 Options.experimental_mempurge_threshold: 0.000000 2024/02/20-07:18:13.287484 3036183 Options.memtable_max_range_deletions: 0 2024/02/20-07:18:13.287485 3036183 Options.comparator: leveldb.BytewiseComparator 2024/02/20-07:18:13.287486 3036183 Options.merge_operator: None 2024/02/20-07:18:13.287487 3036183 Options.compaction_filter: None 2024/02/20-07:18:13.287488 3036183 Options.compaction_filter_factory: None 2024/02/20-07:18:13.287489 3036183 Options.sst_partitioner_factory: None 2024/02/20-07:18:13.287489 3036183 Options.memtable_factory: SkipListFactory 2024/02/20-07:18:13.287490 3036183 Options.table_factory: BlockBasedTable 2024/02/20-07:18:13.287509 3036183 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562e0bb2c310) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 0 pin_top_level_index_and_filter: 1 index_type: 0 data_block_index_type: 0 index_shortening: 1 data_block_hash_table_util_ratio: 0.750000 checksum: 4 no_block_cache: 0 block_cache: 0x562e0bb2c3b0 block_cache_name: LRUCache block_cache_options: capacity : 1073741824 num_shard_bits : 6 strict_capacity_limit : 0 memory_allocator : None high_pri_pool_ratio: 0.500 low_pri_pool_ratio: 0.000 persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 metadata_block_size: 4096 partition_filters: 0 use_delta_encoding: 1 filter_policy: bloomfilter whole_key_filtering: 1 verify_compression: 0 read_amp_bytes_per_bit: 0 format_version: 6 enable_ind 2024/02/20-07:18:13.287510 3036183 Options.write_buffer_size: 268435456 2024/02/20-07:18:13.287511 3036183 Options.max_write_buffer_number: 4 2024/02/20-07:18:13.287512 3036183 Options.compression: NoCompression 2024/02/20-07:18:13.287512 3036183 Options.bottommost_compression: Disabled 2024/02/20-07:18:13.287513 3036183 Options.prefix_extractor: nullptr 2024/02/20-07:18:13.287514 3036183 Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024/02/20-07:18:13.287515 3036183 Options.num_levels: 7 2024/02/20-07:18:13.287516 3036183 Options.min_write_buffer_number_to_merge: 1 2024/02/20-07:18:13.287517 3036183 Options.max_write_buffer_number_to_maintain: 0 2024/02/20-07:18:13.287517 3036183 Options.max_write_buffer_size_to_maintain: 0 2024/02/20-07:18:13.287518 3036183 Options.bottommost_compression_opts.window_bits: -14 2024/02/20-07:18:13.287519 3036183 Options.bottommost_compression_opts.level: 32767 2024/02/20-07:18:13.287520 3036183 Options.bottommost_compression_opts.strategy: 0 2024/02/20-07:18:13.287520 3036183 Options.bottommost_compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287521 3036183 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287522 3036183 Options.bottommost_compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287523 3036183 Options.bottommost_compression_opts.enabled: false 2024/02/20-07:18:13.287523 3036183 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287524 3036183 Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287525 3036183 Options.compression_opts.window_bits: -14 2024/02/20-07:18:13.287526 3036183 Options.compression_opts.level: 32767 2024/02/20-07:18:13.287526 3036183 Options.compression_opts.strategy: 0 2024/02/20-07:18:13.287527 3036183 Options.compression_opts.max_dict_bytes: 0 2024/02/20-07:18:13.287528 3036183 Options.compression_opts.zstd_max_train_bytes: 0 2024/02/20-07:18:13.287528 3036183 Options.compression_opts.use_zstd_dict_trainer: true 2024/02/20-07:18:13.287529 3036183 Options.compression_opts.parallel_threads: 1 2024/02/20-07:18:13.287530 3036183 Options.compression_opts.enabled: false 2024/02/20-07:18:13.287531 3036183 Options.compression_opts.max_dict_buffer_bytes: 0 2024/02/20-07:18:13.287531 3036183 Options.level0_file_num_compaction_trigger: 2 2024/02/20-07:18:13.287532 3036183 Options.level0_slowdown_writes_trigger: 20 2024/02/20-07:18:13.287533 3036183 Options.level0_stop_writes_trigger: 36 2024/02/20-07:18:13.287534 3036183 Options.target_file_size_base: 67108864 2024/02/20-07:18:13.287534 3036183 Options.target_file_size_multiplier: 1 2024/02/20-07:18:13.287535 3036183 Options.max_bytes_for_level_base: 268435456 2024/02/20-07:18:13.287536 3036183 Options.level_compaction_dynamic_level_bytes: 1 2024/02/20-07:18:13.287536 3036183 Options.max_bytes_for_level_multiplier: 10.000000 2024/02/20-07:18:13.287537 3036183 Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024/02/20-07:18:13.287538 3036183 Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024/02/20-07:18:13.287539 3036183 Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024/02/20-07:18:13.287540 3036183 Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024/02/20-07:18:13.287541 3036183 Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024/02/20-07:18:13.287541 3036183 Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024/02/20-07:18:13.287542 3036183 Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024/02/20-07:18:13.287543 3036183 Options.max_sequential_skip_in_iterations: 8 2024/02/20-07:18:13.287544 3036183 Options.max_compaction_bytes: 1677721600 2024/02/20-07:18:13.287544 3036183 Options.ignore_max_compaction_bytes_for_input: true 2024/02/20-07:18:13.287545 3036183 Options.arena_block_size: 1048576 2024/02/20-07:18:13.287546 3036183 Options.soft_pending_compaction_bytes_limit: 68719476736 2024/02/20-07:18:13.287547 3036183 Options.hard_pending_compaction_bytes_limit: 274877906944 2024/02/20-07:18:13.287547 3036183 Options.disable_auto_compactions: 0 2024/02/20-07:18:13.287548 3036183 Options.compaction_style: kCompactionStyleLevel 2024/02/20-07:18:13.287549 3036183 Options.compaction_pri: kMinOverlappingRatio 2024/02/20-07:18:13.287549 3036183 Options.compaction_options_universal.size_ratio: 1 2024/02/20-07:18:13.287550 3036183 Options.compaction_options_universal.min_merge_width: 2 2024/02/20-07:18:13.287551 3036183 Options.compaction_options_universal.max_merge_width: 4294967295 2024/02/20-07:18:13.287552 3036183 Options.compaction_options_universal.max_size_amplification_percent: 200 2024/02/20-07:18:13.287552 3036183 Options.compaction_options_universal.compression_size_percent: -1 2024/02/20-07:18:13.287553 3036183 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024/02/20-07:18:13.287554 3036183 Options.compaction_options_fifo.max_table_files_size: 1073741824 2024/02/20-07:18:13.287555 3036183 Options.compaction_options_fifo.allow_compaction: 0 2024/02/20-07:18:13.287555 3036183 Options.table_properties_collectors: 2024/02/20-07:18:13.287556 3036183 Options.inplace_update_support: 0 2024/02/20-07:18:13.287557 3036183 Options.inplace_update_num_locks: 10000 2024/02/20-07:18:13.287557 3036183 Options.memtable_prefix_bloom_size_ratio: 0.000000 2024/02/20-07:18:13.287558 3036183 Options.memtable_whole_key_filtering: 0 2024/02/20-07:18:13.287559 3036183 Options.memtable_huge_page_size: 0 2024/02/20-07:18:13.287560 3036183 Options.bloom_locality: 0 2024/02/20-07:18:13.287560 3036183 Options.max_successive_merges: 0 2024/02/20-07:18:13.287561 3036183 Options.optimize_filters_for_hits: 0 2024/02/20-07:18:13.287562 3036183 Options.paranoid_file_checks: 0 2024/02/20-07:18:13.287563 3036183 Options.force_consistency_checks: 1 2024/02/20-07:18:13.287563 3036183 Options.report_bg_io_stats: 0 2024/02/20-07:18:13.287564 3036183 Options.ttl: 2592000 2024/02/20-07:18:13.287565 3036183 Options.periodic_compaction_seconds: 0 2024/02/20-07:18:13.287565 3036183 Options.default_temperature: kUnknown 2024/02/20-07:18:13.287566 3036183 Options.preclude_last_level_data_seconds: 0 2024/02/20-07:18:13.287567 3036183 Options.preserve_internal_time_seconds: 0 2024/02/20-07:18:13.287568 3036183 Options.enable_blob_files: false 2024/02/20-07:18:13.287568 3036183 Options.min_blob_size: 0 2024/02/20-07:18:13.287569 3036183 Options.blob_file_size: 268435456 2024/02/20-07:18:13.287570 3036183 Options.blob_compression_type: NoCompression 2024/02/20-07:18:13.287570 3036183 Options.enable_blob_garbage_collection: false 2024/02/20-07:18:13.287571 3036183 Options.blob_garbage_collection_age_cutoff: 0.250000 2024/02/20-07:18:13.287572 3036183 Options.blob_garbage_collection_force_threshold: 1.000000 2024/02/20-07:18:13.287573 3036183 Options.blob_compaction_readahead_size: 0 2024/02/20-07:18:13.287573 3036183 Options.blob_file_starting_level: 0 2024/02/20-07:18:13.287574 3036183 Options.experimental_mempurge_threshold: 0.000000 2024/02/20-07:18:13.287575 3036183 Options.memtable_max_range_deletions: 0 2024/02/20-07:18:13.287594 3036183 DB pointer 0x562e0bb4b740 2024/02/20-07:18:13.287595 3036183 (Original Log Time 2024/02/20-07:18:13.286115) [db/compaction/compaction_job.cc:1729] [key] [JOB 19556] Compacted 1@5 + 5@6 files to L6 => 331536620 bytes 2024/02/20-07:18:13.287597 3036183 (Original Log Time 2024/02/20-07:18:13.286507) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 5] max score 0.00, MB/sec: 15.8 rd, 15.7 wr, level 6, files in(1, 5) out(5 +0 blob) MB in(4.3, 314.2 +0.0 blob) out(316.2 +0.0 blob), read-write-amplify(148.4) write-amplify(73.9) OK, records in: 14025040, records dropped: 2 output_compression: ZSTD 2024/02/20-07:18:13.287599 3036183 (Original Log Time 2024/02/20-07:18:13.286532) EVENT_LOG_v1 {"time_micros": 1708413493286521, "job": 19556, "event": "compaction_finished", "compaction_time_micros": 21179229, "compaction_time_cpu_micros": 19546597, "output_level": 6, "num_output_files": 5, "total_output_size": 331536620, "num_input_records": 14025040, "num_output_records": 14025038, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 5]} 2024/02/20-07:18:13.292505 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300450.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:18:13.292522 3036183 EVENT_LOG_v1 {"time_micros": 1708413493292520, "job": 19556, "event": "table_file_deletion", "file_number": 300450} 2024/02/20-07:18:13.298043 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300451.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:18:13.298071 3036183 EVENT_LOG_v1 {"time_micros": 1708413493298066, "job": 19556, "event": "table_file_deletion", "file_number": 300451} 2024/02/20-07:18:13.302534 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300452.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:18:13.302545 3036183 EVENT_LOG_v1 {"time_micros": 1708413493302543, "job": 19556, "event": "table_file_deletion", "file_number": 300452} 2024/02/20-07:18:13.308193 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300453.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:18:13.308207 3036183 EVENT_LOG_v1 {"time_micros": 1708413493308204, "job": 19556, "event": "table_file_deletion", "file_number": 300453} 2024/02/20-07:18:13.312171 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300454.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:18:13.312188 3036183 EVENT_LOG_v1 {"time_micros": 1708413493312186, "job": 19556, "event": "table_file_deletion", "file_number": 300454} 2024/02/20-07:18:13.312524 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300676.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:18:13.312530 3036183 EVENT_LOG_v1 {"time_micros": 1708413493312529, "job": 19556, "event": "table_file_deletion", "file_number": 300676} 2024/02/20-07:18:13.312585 4077438 (Original Log Time 2024/02/20-07:17:52.091651) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-07:19:57.872534 4076727 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300645. Total log size is 15802833 while max_total_wal_size is 15728640 2024/02/20-07:19:57.872701 4076727 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300682. Immutable memtables: 0. 2024/02/20-07:19:57.872886 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19557] Syncing log #300674 2024/02/20-07:19:57.878655 3036193 (Original Log Time 2024/02/20-07:19:57.872878) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:19:57.878669 3036193 [db/flush_job.cc:892] [url] [JOB 19557] Flushing memtable with next log file: 300682 2024/02/20-07:19:57.878690 3036193 EVENT_LOG_v1 {"time_micros": 1708413597878684, "job": 19557, "event": "flush_started", "num_memtables": 1, "num_entries": 15195, "num_deletes": 0, "total_data_size": 2217836, "memory_usage": 3228016, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:19:57.878693 3036193 [db/flush_job.cc:926] [url] [JOB 19557] Level-0 flush table #300683: started 2024/02/20-07:19:57.897306 3036193 EVENT_LOG_v1 {"time_micros": 1708413597897280, "cf_name": "url", "job": 19557, "event": "table_file_creation", "file_number": 300683, "file_size": 1165527, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5139954670, "largest_seqno": 5140165247, "table_properties": {"data_size": 1144499, "index_size": 26564, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2293, "raw_key_size": 2134750, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 349, "num_entries": 14912, "num_filter_entries": 2601, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413401, "oldest_key_time": 1708413401, "file_creation_time": 1708413597, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300683, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:19:57.897335 3036193 [db/flush_job.cc:1062] [url] [JOB 19557] Flush lasted 18684 microseconds, and 17612 cpu microseconds. 2024/02/20-07:19:57.897730 3036193 (Original Log Time 2024/02/20-07:19:57.897324) [db/flush_job.cc:1011] [url] [JOB 19557] Level-0 flush table #300683: 1165527 bytes OK 2024/02/20-07:19:57.897733 3036193 (Original Log Time 2024/02/20-07:19:57.897339) [db/memtable_list.cc:555] [url] Level-0 commit table #300683 started 2024/02/20-07:19:57.897734 3036193 (Original Log Time 2024/02/20-07:19:57.897534) [db/memtable_list.cc:754] [url] Level-0 commit table #300683: memtable #1 done 2024/02/20-07:19:57.897735 3036193 (Original Log Time 2024/02/20-07:19:57.897546) EVENT_LOG_v1 {"time_micros": 1708413597897542, "job": 19557, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-07:19:57.897737 3036193 (Original Log Time 2024/02/20-07:19:57.897699) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 11] max score 0.50 2024/02/20-07:19:57.897741 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19557] Try to delete WAL files size 6615164, prev total WAL file size 15804011, number of live WAL files 6. 2024/02/20-07:19:57.898113 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300645.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:19:57.898238 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300657.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:19:57.898280 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300663.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:19:58.852602 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-07:19:58.852704 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1000997.7 total, 600.1 interval Cumulative writes: 127M writes, 574M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.36 GB, 0.06 MB/s Cumulative WAL: 127M writes, 0 syncs, 127556316.00 writes per sync, written: 55.36 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 42K writes, 796K keys, 42K commit groups, 1.0 writes per commit group, ingest: 128.69 MB, 0.21 MB/s Interval WAL: 42K writes, 0 syncs, 42738.00 writes per sync, written: 0.13 GB, 0.21 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 1.11 MB 0.5 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 402.33 375.14 4079 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.1 18.0 50.2 67.0 16.9 0.0 3.7 42.0 41.3 1660.68 1590.22 2105 0.789 1029M 1123 0.0 0.0 L6 11/0 690.93 MB 0.0 394.9 17.2 377.7 377.9 0.2 0.0 22.0 16.1 15.4 25070.51 23124.91 587 42.710 9226M 256M 0.0 0.0 Sum 12/0 692.04 MB 0.0 463.0 35.2 427.8 463.2 35.4 0.0 25.3 17.5 17.5 27133.52 25090.27 6771 4.007 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 1.5 0.2 1.3 1.3 0.0 0.0 30.5 25.4 22.8 60.59 56.45 16 3.787 28M 3754K 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 463.0 35.2 427.8 444.9 17.1 0.0 0.0 17.7 17.0 26731.19 24715.14 2692 9.930 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 402.33 375.14 4079 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1000997.7 total, 600.1 interval Flush(GB): cumulative 18.310, interval 0.044 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 463.25 GB write, 0.47 MB/s write, 463.04 GB read, 0.47 MB/s read, 27133.5 seconds Interval compaction: 1.35 GB write, 2.30 MB/s write, 1.50 GB read, 2.56 MB/s read, 60.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1555 collections: 1669 last_copies: 0 last_secs: 0.000561 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(795,12.84 MB,0.835948%) IndexBlock(759,1.37 GB,91.2063%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5892484 Average: 2.1890 StdDev: 4.27 Min: 0 Median: 1.3814 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.42 P99.99: 127.69 ------------------------------------------------------ [ 0, 1 ] 1991227 33.793% 33.793% ####### ( 1, 2 ] 2504000 42.495% 76.287% ######## ( 2, 3 ] 977496 16.589% 92.876% ### ( 3, 4 ] 239093 4.058% 96.934% # ( 4, 6 ] 106537 1.808% 98.742% ( 6, 10 ] 34728 0.589% 99.331% ( 10, 15 ] 14610 0.248% 99.579% ( 15, 22 ] 7405 0.126% 99.705% ( 22, 34 ] 7743 0.131% 99.836% ( 34, 51 ] 5585 0.095% 99.931% ( 51, 76 ] 2479 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 396 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21461432 Average: 2.4628 StdDev: 6.81 Min: 0 Median: 1.4933 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.96 P99.99: 146.59 ------------------------------------------------------ [ 0, 1 ] 6588482 30.699% 30.699% ###### ( 1, 2 ] 8397028 39.126% 69.825% ######## ( 2, 3 ] 3637612 16.950% 86.775% ### ( 3, 4 ] 1318557 6.144% 92.919% # ( 4, 6 ] 1023248 4.768% 97.687% # ( 6, 10 ] 331566 1.545% 99.231% ( 10, 15 ] 58475 0.272% 99.504% ( 15, 22 ] 29863 0.139% 99.643% ( 22, 34 ] 32158 0.150% 99.793% ( 34, 51 ] 24476 0.114% 99.907% ( 51, 76 ] 11794 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 588 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 205453172 Average: 12.0955 StdDev: 47.29 Min: 0 Median: 1.4851 Max: 57076 Percentiles: P50: 1.49 P75: 2.59 P99: 142.54 P99.9: 303.77 P99.99: 1536.13 ------------------------------------------------------ [ 0, 1 ] 70533576 34.331% 34.331% ####### ( 1, 2 ] 66357111 32.298% 66.629% ###### ( 2, 3 ] 29072451 14.150% 80.779% ### ( 3, 4 ] 6289810 3.061% 83.840% # ( 4, 6 ] 1147378 0.558% 84.399% ( 6, 10 ] 538600 0.262% 84.661% ( 10, 15 ] 305876 0.149% 84.810% ( 15, 22 ] 255825 0.125% 84.935% ( 22, 34 ] 7316604 3.561% 88.496% # ( 34, 51 ] 7354596 3.580% 92.075% # ( 51, 76 ] 5937397 2.890% 94.965% # ( 76, 110 ] 6541540 3.184% 98.149% # ( 110, 170 ] 3222912 1.569% 99.718% ( 170, 250 ] 328643 0.160% 99.878% ( 250, 380 ] 109759 0.053% 99.931% ( 380, 580 ] 66566 0.032% 99.964% ( 580, 870 ] 30008 0.015% 99.978% ( 870, 1300 ] 13641 0.007% 99.985% ( 1300, 1900 ] 26258 0.013% 99.998% ( 1900, 2900 ] 2092 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.0 3.0 0.0 1.0 0.0 36.4 84.81 71.90 3965 0.021 0 0 0.0 0.0 L6 3/0 175.16 MB 0.0 307.1 3.0 304.1 304.2 0.1 0.0 100.9 15.4 15.2 20443.53 20067.18 2087 9.796 11G 59M 0.0 0.0 Sum 3/0 175.16 MB 0.0 307.1 3.0 304.1 307.2 3.1 0.0 101.9 15.3 15.3 20528.34 20139.08 6052 3.392 11G 59M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.9 0.0 0.9 0.9 0.0 0.0 193.0 19.2 19.1 46.29 45.31 14 3.307 32M 340K 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 307.1 3.0 304.1 304.2 0.1 0.0 0.0 15.4 15.2 20443.53 20067.18 2087 9.796 11G 59M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.0 3.0 0.0 0.0 0.0 36.4 84.81 71.90 3965 0.021 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1000997.7 total, 600.1 interval Flush(GB): cumulative 3.014, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 307.20 GB write, 0.31 MB/s write, 307.12 GB read, 0.31 MB/s read, 20528.3 seconds Interval compaction: 0.87 GB write, 1.48 MB/s write, 0.87 GB read, 1.48 MB/s read, 46.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4344 collections: 1669 last_copies: 0 last_secs: 0.001157 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2189,1.64 MB,0.106961%) IndexBlock(2154,1.46 GB,97.2594%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 991081 Average: 3.5882 StdDev: 6.42 Min: 0 Median: 2.6037 Max: 2960 Percentiles: P50: 2.60 P75: 3.78 P99: 12.55 P99.9: 61.32 P99.99: 198.24 ------------------------------------------------------ [ 0, 1 ] 109924 11.091% 11.091% ## ( 1, 2 ] 236192 23.832% 34.923% ##### ( 2, 3 ] 247526 24.975% 59.898% ##### ( 3, 4 ] 192154 19.388% 79.287% #### ( 4, 6 ] 164959 16.644% 95.931% ### ( 6, 10 ] 28046 2.830% 98.761% # ( 10, 15 ] 4647 0.469% 99.230% ( 15, 22 ] 2481 0.250% 99.480% ( 22, 34 ] 2124 0.214% 99.694% ( 34, 51 ] 1738 0.175% 99.870% ( 51, 76 ] 724 0.073% 99.943% ( 76, 110 ] 244 0.025% 99.968% ( 110, 170 ] 195 0.020% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 174249686 Average: 2.1879 StdDev: 5.41 Min: 0 Median: 1.3424 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.99 P99.9: 53.75 P99.99: 144.61 ------------------------------------------------------ [ 0, 1 ] 64453576 36.989% 36.989% ####### ( 1, 2 ] 66206744 37.995% 74.985% ######## ( 2, 3 ] 32408485 18.599% 93.583% #### ( 3, 4 ] 7827365 4.492% 98.075% # ( 4, 6 ] 1461646 0.839% 98.914% ( 6, 10 ] 605086 0.347% 99.262% ( 10, 15 ] 394510 0.226% 99.488% ( 15, 22 ] 196370 0.113% 99.601% ( 22, 34 ] 308957 0.177% 99.778% ( 34, 51 ] 201865 0.116% 99.894% ( 51, 76 ] 98573 0.057% 99.950% ( 76, 110 ] 56873 0.033% 99.983% ( 110, 170 ] 21167 0.012% 99.995% ( 170, 250 ] 3790 0.002% 99.997% ( 250, 380 ] 1729 0.001% 99.998% ( 380, 580 ] 1444 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 268.71 249.14 4045 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.8 8.0 13.8 21.6 7.8 0.0 2.7 28.8 28.5 776.36 750.84 1933 0.402 604M 269K 0.0 0.0 L6 5/0 316.18 MB 0.0 193.2 8.7 184.5 184.6 0.1 0.0 21.2 14.4 13.8 13714.82 13420.01 704 19.481 8647M 235M 0.0 0.0 Sum 5/0 316.18 MB 0.0 215.0 16.7 198.3 215.2 16.8 0.0 24.2 14.9 14.9 14759.89 14419.99 6682 2.209 9251M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 240.6 15.6 15.5 21.71 20.05 15 1.447 14M 2 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 215.0 16.7 198.3 206.3 7.9 0.0 0.0 15.2 14.6 14491.18 14170.85 2637 5.495 9251M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 268.71 249.14 4045 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1000997.7 total, 600.1 interval Flush(GB): cumulative 8.895, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 215.15 GB write, 0.22 MB/s write, 215.03 GB read, 0.22 MB/s read, 14759.9 seconds Interval compaction: 0.33 GB write, 0.56 MB/s write, 0.33 GB read, 0.56 MB/s read, 21.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 337767 collections: 1669 last_copies: 0 last_secs: 0.088971 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(337413,1.30 GB,86.7719%) FilterBlock(174,123.52 MB,8.04185%) IndexBlock(181,48.89 MB,3.18322%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2781995 Average: 4.2531 StdDev: 8.12 Min: 0 Median: 1.9542 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.91 P99.9: 61.16 P99.99: 151.54 ------------------------------------------------------ [ 0, 1 ] 625039 22.467% 22.467% #### ( 1, 2 ] 802720 28.854% 51.321% ###### ( 2, 3 ] 391847 14.085% 65.407% ### ( 3, 4 ] 169494 6.093% 71.499% # ( 4, 6 ] 146955 5.282% 76.781% # ( 6, 10 ] 437529 15.727% 92.509% ### ( 10, 15 ] 173684 6.243% 98.752% # ( 15, 22 ] 16614 0.597% 99.349% ( 22, 34 ] 8903 0.320% 99.669% ( 34, 51 ] 5421 0.195% 99.864% ( 51, 76 ] 2479 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 29 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6759240 Average: 4.6791 StdDev: 7.57 Min: 0 Median: 2.4575 Max: 7311 Percentiles: P50: 2.46 P75: 6.13 P99: 19.33 P99.9: 66.62 P99.99: 167.04 ------------------------------------------------------ [ 0, 1 ] 1114601 16.490% 16.490% ### ( 1, 2 ] 1793344 26.532% 43.022% ##### ( 2, 3 ] 1031041 15.254% 58.276% ### ( 3, 4 ] 550772 8.148% 66.424% ## ( 4, 6 ] 541837 8.016% 74.440% ## ( 6, 10 ] 1167963 17.280% 91.720% ### ( 10, 15 ] 464022 6.865% 98.585% # ( 15, 22 ] 45372 0.671% 99.256% ( 22, 34 ] 23853 0.353% 99.609% ( 34, 51 ] 15115 0.224% 99.833% ( 51, 76 ] 7298 0.108% 99.940% ( 76, 110 ] 2442 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104279695 Average: 5.7521 StdDev: 24.39 Min: 0 Median: 2.3298 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.85 P99.9: 158.40 P99.99: 466.29 ------------------------------------------------------ [ 0, 1 ] 24918065 23.895% 23.895% ##### ( 1, 2 ] 23639113 22.669% 46.564% ##### ( 2, 3 ] 10863772 10.418% 56.982% ## ( 3, 4 ] 4271921 4.097% 61.079% # ( 4, 6 ] 4875843 4.676% 65.755% # ( 6, 10 ] 25204524 24.170% 89.925% ##### ( 10, 15 ] 8138719 7.805% 97.729% ## ( 15, 22 ] 663819 0.637% 98.366% ( 22, 34 ] 537466 0.515% 98.881% ( 34, 51 ] 359370 0.345% 99.226% ( 51, 76 ] 226092 0.217% 99.443% ( 76, 110 ] 288433 0.277% 99.719% ( 110, 170 ] 233386 0.224% 99.943% ( 170, 250 ] 37863 0.036% 99.980% ( 250, 380 ] 8244 0.008% 99.987% ( 380, 580 ] 6112 0.006% 99.993% ( 580, 870 ] 3504 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.998% ( 1300, 1900 ] 2568 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-07:19:58.855764 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 521775307 rocksdb.block.cache.hit COUNT : 2135405233 rocksdb.block.cache.add COUNT : 38869201 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 31963 rocksdb.block.cache.index.hit COUNT : 523442751 rocksdb.block.cache.index.add COUNT : 31949 rocksdb.block.cache.index.bytes.insert COUNT : 34113477830 rocksdb.block.cache.filter.miss COUNT : 31969 rocksdb.block.cache.filter.hit COUNT : 1088824331 rocksdb.block.cache.filter.add COUNT : 31969 rocksdb.block.cache.filter.bytes.insert COUNT : 8670413653 rocksdb.block.cache.data.miss COUNT : 521711375 rocksdb.block.cache.data.hit COUNT : 523138151 rocksdb.block.cache.data.add COUNT : 38805283 rocksdb.block.cache.data.bytes.insert COUNT : 160740001928 rocksdb.block.cache.bytes.read COUNT : 1860262922375658 rocksdb.block.cache.bytes.write COUNT : 203523893411 rocksdb.bloom.filter.useful COUNT : 565445457 rocksdb.bloom.filter.full.positive COUNT : 523378906 rocksdb.bloom.filter.full.true.positive COUNT : 517907290 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 91718880 rocksdb.memtable.miss COUNT : 6193085098 rocksdb.l0.hit COUNT : 15892685 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 502014605 rocksdb.compaction.key.drop.new COUNT : 276094896 rocksdb.compaction.key.drop.obsolete COUNT : 276114234 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 574299170 rocksdb.number.keys.read COUNT : 637721457 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59444128919 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 66734 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 31954 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 753556463 rocksdb.number.multiget.keys.read COUNT : 5647082521 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59444128919 rocksdb.write.self COUNT : 127346965 rocksdb.write.other COUNT : 209351 rocksdb.write.wal COUNT : 127556316 rocksdb.compact.read.bytes COUNT : 983551530060 rocksdb.compact.write.bytes COUNT : 1025824215184 rocksdb.flush.write.bytes COUNT : 32451599285 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 995665 rocksdb.number.superversion_releases COUNT : 2671 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 515139339 rocksdb.number.block.decompressed COUNT : 515167158 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 58953170655 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 66734 rocksdb.num.iterator.deleted COUNT : 66734 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5145 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5107 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43579 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60345375947 rocksdb.memtable.garbage.bytes.at.flush COUNT : 725821392 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 930533195901 rocksdb.last.level.read.count COUNT : 483984873 rocksdb.non.last.level.read.bytes COUNT : 128106054384 rocksdb.non.last.level.read.count COUNT : 37886296 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 521807261 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2101923183597 rocksdb.bytes.compressed.to COUNT : 1020986892014 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26052018797 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6571442 rocksdb.bytes.decompressed.from COUNT : 1021254894273 rocksdb.bytes.decompressed.to COUNT : 2102081418612 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.503659 P95 : 106.397343 P99 : 160.564329 P100 : 227461.000000 COUNT : 637721457 SUM : 32954701990 rocksdb.db.write.micros P50 : 67.020289 P95 : 112.034261 P99 : 169.514717 P100 : 2037453.000000 COUNT : 127556316 SUM : 13184195137 rocksdb.compaction.times.micros P50 : 1632280.701754 P95 : 38088780.487805 P99 : 66822727.272727 P100 : 84019043.000000 COUNT : 7416 SUM : 61665899103 rocksdb.compaction.times.cpu_micros P50 : 1571480.144404 P95 : 35410572.687225 P99 : 63666666.666667 P100 : 74662372.000000 COUNT : 7416 SUM : 58953170655 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4280.774457 P95 : 27693.285714 P99 : 61811.111111 P100 : 1558490.000000 COUNT : 12074 SUM : 112565489 rocksdb.compaction.outfile.sync.micros P50 : 62548.299845 P95 : 126293.729373 P99 : 225734.736842 P100 : 2063820.000000 COUNT : 19863 SUM : 1272877694 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.040964 P95 : 726.912517 P99 : 3922.181818 P100 : 501117.000000 COUNT : 19552 SUM : 12544561 rocksdb.table.open.io.micros P50 : 580.240664 P95 : 6235.633803 P99 : 12998.907652 P100 : 126033.000000 COUNT : 31954 SUM : 56109572 rocksdb.db.multiget.micros P50 : 8.004999 P95 : 17.857163 P99 : 33.108750 P100 : 26625.000000 COUNT : 753556463 SUM : 7148612670 rocksdb.read.block.compaction.micros P50 : 13.653409 P95 : 58.382580 P99 : 138.025428 P100 : 57122.000000 COUNT : 482906092 SUM : 9330554470 rocksdb.read.block.get.micros P50 : 52.938837 P95 : 94.975916 P99 : 146.141204 P100 : 125945.000000 COUNT : 38869215 SUM : 2242162311 rocksdb.write.raw.block.micros P50 : 0.521533 P95 : 0.990913 P99 : 1.895249 P100 : 331149.000000 COUNT : 521806592 SUM : 10379894043 rocksdb.numfiles.in.singlecompaction P50 : 2.777375 P95 : 5.679186 P99 : 5.938589 P100 : 7.000000 COUNT : 5655 SUM : 20148 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.533148 P95 : 32.820328 P99 : 104.645495 P100 : 57076.000000 COUNT : 521871169 SUM : 3578928930 rocksdb.file.read.flush.micros P50 : 1.840969 P95 : 15.819000 P99 : 41.331818 P100 : 787.000000 COUNT : 60370 SUM : 289590 rocksdb.file.read.compaction.micros P50 : 1.418942 P95 : 35.738526 P99 : 106.141087 P100 : 57076.000000 COUNT : 483005421 SUM : 3190500382 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 637721457 SUM : 0 rocksdb.bytes.per.write P50 : 218.511879 P95 : 527.357923 P99 : 803.518144 P100 : 4563443.000000 COUNT : 127346965 SUM : 59444128919 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 753556463 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45844.269871 P95 : 166824.828263 P99 : 239143.119266 P100 : 1681975.000000 COUNT : 12117 SUM : 755853998 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-07:19:58.855897 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-07:19:58.856028 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708413598 to in-memory stats history 2024/02/20-07:19:58.856052 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-07:19:58.856080 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-07:20:55.590343 4076682 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300665. Total log size is 15917402 while max_total_wal_size is 15728640 2024/02/20-07:20:55.590597 4076682 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300684. Immutable memtables: 0. 2024/02/20-07:20:55.590790 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19558] Syncing log #300682 2024/02/20-07:20:55.602211 3036210 (Original Log Time 2024/02/20-07:20:55.590778) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:20:55.602218 3036210 [db/flush_job.cc:892] [tag] [JOB 19558] Flushing memtable with next log file: 300684 2024/02/20-07:20:55.602239 3036210 EVENT_LOG_v1 {"time_micros": 1708413655602233, "job": 19558, "event": "flush_started", "num_memtables": 1, "num_entries": 149332, "num_deletes": 146000, "total_data_size": 13738281, "memory_usage": 18073272, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:20:55.602242 3036210 [db/flush_job.cc:926] [tag] [JOB 19558] Level-0 flush table #300685: started 2024/02/20-07:20:55.712527 3036210 EVENT_LOG_v1 {"time_micros": 1708413655712497, "cf_name": "tag", "job": 19558, "event": "table_file_creation", "file_number": 300685, "file_size": 8817580, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140047158, "largest_seqno": 5140226962, "table_properties": {"data_size": 8767452, "index_size": 93486, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 13433799, "raw_average_key_size": 89, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2435, "num_entries": 149272, "num_filter_entries": 320, "num_deletions": 146000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413453, "oldest_key_time": 1708413453, "file_creation_time": 1708413655, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300685, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:20:55.712570 3036210 [db/flush_job.cc:1062] [tag] [JOB 19558] Flush lasted 110365 microseconds, and 104923 cpu microseconds. 2024/02/20-07:20:55.713015 3036210 (Original Log Time 2024/02/20-07:20:55.712556) [db/flush_job.cc:1011] [tag] [JOB 19558] Level-0 flush table #300685: 8817580 bytes OK 2024/02/20-07:20:55.713017 3036210 (Original Log Time 2024/02/20-07:20:55.712575) [db/memtable_list.cc:555] [tag] Level-0 commit table #300685 started 2024/02/20-07:20:55.713018 3036210 (Original Log Time 2024/02/20-07:20:55.712800) [db/memtable_list.cc:754] [tag] Level-0 commit table #300685: memtable #1 done 2024/02/20-07:20:55.713020 3036210 (Original Log Time 2024/02/20-07:20:55.712822) EVENT_LOG_v1 {"time_micros": 1708413655712818, "job": 19558, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-07:20:55.713021 3036210 (Original Log Time 2024/02/20-07:20:55.712978) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-07:20:55.713024 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19558] Try to delete WAL files size 1658393, prev total WAL file size 15919715, number of live WAL files 4. 2024/02/20-07:20:55.713304 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300665.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:21:10.215918 2383534 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300674. Total log size is 15737044 while max_total_wal_size is 15728640 2024/02/20-07:21:10.216097 2383534 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300686. Immutable memtables: 0. 2024/02/20-07:21:10.216294 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19559] Syncing log #300684 2024/02/20-07:21:10.222623 3036193 (Original Log Time 2024/02/20-07:21:10.216286) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:21:10.222629 3036193 [db/flush_job.cc:892] [key] [JOB 19559] Flushing memtable with next log file: 300686 2024/02/20-07:21:10.222651 3036193 EVENT_LOG_v1 {"time_micros": 1708413670222644, "job": 19559, "event": "flush_started", "num_memtables": 1, "num_entries": 14462, "num_deletes": 0, "total_data_size": 903747, "memory_usage": 4498768, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:21:10.222656 3036193 [db/flush_job.cc:926] [key] [JOB 19559] Level-0 flush table #300687: started 2024/02/20-07:21:10.247098 3036193 EVENT_LOG_v1 {"time_micros": 1708413670247071, "cf_name": "key", "job": 19559, "event": "table_file_creation", "file_number": 300687, "file_size": 591121, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140070249, "largest_seqno": 5140239527, "table_properties": {"data_size": 572590, "index_size": 4221, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13909, "raw_key_size": 856622, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 171, "num_entries": 14160, "num_filter_entries": 15848, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413471, "oldest_key_time": 1708413471, "file_creation_time": 1708413670, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300687, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:21:10.247136 3036193 [db/flush_job.cc:1062] [key] [JOB 19559] Flush lasted 24515 microseconds, and 23370 cpu microseconds. 2024/02/20-07:21:10.247558 3036193 (Original Log Time 2024/02/20-07:21:10.247124) [db/flush_job.cc:1011] [key] [JOB 19559] Level-0 flush table #300687: 591121 bytes OK 2024/02/20-07:21:10.247560 3036193 (Original Log Time 2024/02/20-07:21:10.247141) [db/memtable_list.cc:555] [key] Level-0 commit table #300687 started 2024/02/20-07:21:10.247562 3036193 (Original Log Time 2024/02/20-07:21:10.247327) [db/memtable_list.cc:754] [key] Level-0 commit table #300687: memtable #1 done 2024/02/20-07:21:10.247563 3036193 (Original Log Time 2024/02/20-07:21:10.247344) EVENT_LOG_v1 {"time_micros": 1708413670247339, "job": 19559, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-07:21:10.247564 3036193 (Original Log Time 2024/02/20-07:21:10.247528) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 5] max score 0.50 2024/02/20-07:21:10.247568 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19559] Try to delete WAL files size 7529276, prev total WAL file size 15737428, number of live WAL files 4. 2024/02/20-07:21:10.248241 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300674.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:22:37.109742 4076780 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300682. Total log size is 15729294 while max_total_wal_size is 15728640 2024/02/20-07:22:37.109942 4076780 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300688. Immutable memtables: 0. 2024/02/20-07:22:37.110126 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19560] Syncing log #300686 2024/02/20-07:22:37.120942 3036210 (Original Log Time 2024/02/20-07:22:37.110118) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:22:37.120950 3036210 [db/flush_job.cc:892] [url] [JOB 19560] Flushing memtable with next log file: 300688 2024/02/20-07:22:37.120970 3036210 EVENT_LOG_v1 {"time_micros": 1708413757120964, "job": 19560, "event": "flush_started", "num_memtables": 1, "num_entries": 12594, "num_deletes": 0, "total_data_size": 1844060, "memory_usage": 4241056, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:22:37.120972 3036210 [db/flush_job.cc:926] [url] [JOB 19560] Level-0 flush table #300689: started 2024/02/20-07:22:37.140744 3036210 EVENT_LOG_v1 {"time_micros": 1708413757140718, "cf_name": "url", "job": 19560, "event": "table_file_creation", "file_number": 300689, "file_size": 991852, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140167249, "largest_seqno": 5140328573, "table_properties": {"data_size": 974346, "index_size": 21686, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 1771603, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 296, "num_entries": 12323, "num_filter_entries": 2301, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413597, "oldest_key_time": 1708413597, "file_creation_time": 1708413757, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300689, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:22:37.140775 3036210 [db/flush_job.cc:1062] [url] [JOB 19560] Flush lasted 19840 microseconds, and 18550 cpu microseconds. 2024/02/20-07:22:37.141155 3036210 (Original Log Time 2024/02/20-07:22:37.140764) [db/flush_job.cc:1011] [url] [JOB 19560] Level-0 flush table #300689: 991852 bytes OK 2024/02/20-07:22:37.141157 3036210 (Original Log Time 2024/02/20-07:22:37.140780) [db/memtable_list.cc:555] [url] Level-0 commit table #300689 started 2024/02/20-07:22:37.141159 3036210 (Original Log Time 2024/02/20-07:22:37.140955) [db/memtable_list.cc:754] [url] Level-0 commit table #300689: memtable #1 done 2024/02/20-07:22:37.141160 3036210 (Original Log Time 2024/02/20-07:22:37.140968) EVENT_LOG_v1 {"time_micros": 1708413757140965, "job": 19560, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-07:22:37.141171 3036210 (Original Log Time 2024/02/20-07:22:37.141126) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 11] max score 1.00 2024/02/20-07:22:37.141175 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19560] Try to delete WAL files size 6729733, prev total WAL file size 15730242, number of live WAL files 4. 2024/02/20-07:22:37.141247 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 19561] Compacting 2@0 files to L5, score 1.00 2024/02/20-07:22:37.141253 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19568 Base level 0, inputs: [300689(968KB) 300683(1138KB)] 2024/02/20-07:22:37.141265 3036188 EVENT_LOG_v1 {"time_micros": 1708413757141258, "job": 19561, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300689, 300683], "score": 1, "input_data_size": 2157379, "oldest_snapshot_seqno": -1} 2024/02/20-07:22:37.141764 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300682.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:22:37.177187 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19561] Generated table #300690: 27235 keys, 2059332 bytes, temperature: kUnknown 2024/02/20-07:22:37.177232 3036188 EVENT_LOG_v1 {"time_micros": 1708413757177207, "cf_name": "url", "job": 19561, "event": "table_file_creation", "file_number": 300690, "file_size": 2059332, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5139954670, "largest_seqno": 5140328573, "table_properties": {"data_size": 2025610, "index_size": 45122, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3493, "raw_key_size": 3906353, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 615, "num_entries": 27235, "num_filter_entries": 3903, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413401, "oldest_key_time": 0, "file_creation_time": 1708413757, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300690, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:22:37.177804 3036188 (Original Log Time 2024/02/20-07:22:37.177416) [db/compaction/compaction_job.cc:1729] [url] [JOB 19561] Compacted 2@0 files to L5 => 2059332 bytes 2024/02/20-07:22:37.177807 3036188 (Original Log Time 2024/02/20-07:22:37.177626) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.01, MB/sec: 59.9 rd, 57.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(2.1, 0.0 +0.0 blob) out(2.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 27235, records dropped: 0 output_compression: LZ4 2024/02/20-07:22:37.177811 3036188 (Original Log Time 2024/02/20-07:22:37.177642) EVENT_LOG_v1 {"time_micros": 1708413757177633, "job": 19561, "event": "compaction_finished", "compaction_time_micros": 36005, "compaction_time_cpu_micros": 34389, "output_level": 5, "num_output_files": 1, "total_output_size": 2059332, "num_input_records": 27235, "num_output_records": 27235, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-07:22:37.177946 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300683.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:22:37.177953 3036188 EVENT_LOG_v1 {"time_micros": 1708413757177951, "job": 19561, "event": "table_file_deletion", "file_number": 300683} 2024/02/20-07:22:37.178035 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300689.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:22:37.178039 3036188 EVENT_LOG_v1 {"time_micros": 1708413757178038, "job": 19561, "event": "table_file_deletion", "file_number": 300689} 2024/02/20-07:24:06.436231 4076762 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300684. Total log size is 15819301 while max_total_wal_size is 15728640 2024/02/20-07:24:06.436471 4076762 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300691. Immutable memtables: 0. 2024/02/20-07:24:06.436655 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19562] Syncing log #300688 2024/02/20-07:24:06.450772 3036193 (Original Log Time 2024/02/20-07:24:06.436643) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:24:06.450780 3036193 [db/flush_job.cc:892] [tag] [JOB 19562] Flushing memtable with next log file: 300691 2024/02/20-07:24:06.450800 3036193 EVENT_LOG_v1 {"time_micros": 1708413846450794, "job": 19562, "event": "flush_started", "num_memtables": 1, "num_entries": 159400, "num_deletes": 156000, "total_data_size": 13866519, "memory_usage": 17492464, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:24:06.450803 3036193 [db/flush_job.cc:926] [tag] [JOB 19562] Level-0 flush table #300692: started 2024/02/20-07:24:06.562311 3036193 EVENT_LOG_v1 {"time_micros": 1708413846562283, "cf_name": "tag", "job": 19562, "event": "table_file_creation", "file_number": 300692, "file_size": 7926335, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140226969, "largest_seqno": 5140415334, "table_properties": {"data_size": 7882942, "index_size": 99996, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 13545118, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2274, "num_entries": 159374, "num_filter_entries": 102, "num_deletions": 156000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413655, "oldest_key_time": 1708413655, "file_creation_time": 1708413846, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300692, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:24:06.562347 3036193 [db/flush_job.cc:1062] [tag] [JOB 19562] Flush lasted 111583 microseconds, and 104483 cpu microseconds. 2024/02/20-07:24:06.562773 3036193 (Original Log Time 2024/02/20-07:24:06.562336) [db/flush_job.cc:1011] [tag] [JOB 19562] Level-0 flush table #300692: 7926335 bytes OK 2024/02/20-07:24:06.562775 3036193 (Original Log Time 2024/02/20-07:24:06.562353) [db/memtable_list.cc:555] [tag] Level-0 commit table #300692 started 2024/02/20-07:24:06.562777 3036193 (Original Log Time 2024/02/20-07:24:06.562571) [db/memtable_list.cc:754] [tag] Level-0 commit table #300692: memtable #1 done 2024/02/20-07:24:06.562778 3036193 (Original Log Time 2024/02/20-07:24:06.562582) EVENT_LOG_v1 {"time_micros": 1708413846562578, "job": 19562, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-07:24:06.562779 3036193 (Original Log Time 2024/02/20-07:24:06.562746) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-07:24:06.562783 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19562] Try to delete WAL files size 1478035, prev total WAL file size 15822201, number of live WAL files 4. 2024/02/20-07:24:06.562912 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19563] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-07:24:06.562923 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19570 Base level 0, inputs: [300692(7740KB) 300685(8610KB)], [300671(64MB) 300672(64MB) 300673(46MB)] 2024/02/20-07:24:06.562946 3036185 EVENT_LOG_v1 {"time_micros": 1708413846562937, "job": 19563, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300692, 300685], "files_L6": [300671, 300672, 300673], "score": 1, "input_data_size": 200414940, "oldest_snapshot_seqno": -1} 2024/02/20-07:24:06.563069 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300684.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:24:10.119218 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19563] Generated table #300693: 2394915 keys, 67641820 bytes, temperature: kUnknown 2024/02/20-07:24:10.119266 3036185 EVENT_LOG_v1 {"time_micros": 1708413850119239, "cf_name": "tag", "job": 19563, "event": "table_file_creation", "file_number": 300693, "file_size": 67641820, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110260, "index_size": 1457743, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 202003183, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35975, "num_entries": 2394915, "num_filter_entries": 1668, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708413846, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300693, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:24:13.323103 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19563] Generated table #300694: 2121918 keys, 67658307 bytes, temperature: kUnknown 2024/02/20-07:24:13.323199 3036185 EVENT_LOG_v1 {"time_micros": 1708413853323124, "cf_name": "tag", "job": 19563, "event": "table_file_creation", "file_number": 300694, "file_size": 67658307, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109398, "index_size": 1427648, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 194569658, "raw_average_key_size": 91, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36116, "num_entries": 2121918, "num_filter_entries": 1749, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708413850, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300694, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:24:15.433394 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19563] Generated table #300695: 1557824 keys, 40471037 bytes, temperature: kUnknown 2024/02/20-07:24:15.433474 3036185 EVENT_LOG_v1 {"time_micros": 1708413855433426, "cf_name": "tag", "job": 19563, "event": "table_file_creation", "file_number": 300695, "file_size": 40471037, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 40156968, "index_size": 898510, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 123909193, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 21847, "num_entries": 1557824, "num_filter_entries": 312, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708413853, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300695, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:24:15.440859 3036185 (Original Log Time 2024/02/20-07:24:15.440117) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19563] Compacted 2@0 + 3@6 files to L6 => 175771164 bytes 2024/02/20-07:24:15.440863 3036185 (Original Log Time 2024/02/20-07:24:15.440611) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 22.6 rd, 19.8 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(16.0, 175.2 +0.0 blob) out(167.6 +0.0 blob), read-write-amplify(22.5) write-amplify(10.5) OK, records in: 6678657, records dropped: 604000 output_compression: ZSTD 2024/02/20-07:24:15.440869 3036185 (Original Log Time 2024/02/20-07:24:15.440647) EVENT_LOG_v1 {"time_micros": 1708413855440629, "job": 19563, "event": "compaction_finished", "compaction_time_micros": 8870588, "compaction_time_cpu_micros": 8714929, "output_level": 6, "num_output_files": 3, "total_output_size": 175771164, "num_input_records": 6678657, "num_output_records": 6074657, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-07:24:15.448471 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300671.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:24:15.448507 3036185 EVENT_LOG_v1 {"time_micros": 1708413855448501, "job": 19563, "event": "table_file_deletion", "file_number": 300671} 2024/02/20-07:24:15.454214 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300672.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:24:15.454235 3036185 EVENT_LOG_v1 {"time_micros": 1708413855454231, "job": 19563, "event": "table_file_deletion", "file_number": 300672} 2024/02/20-07:24:15.458283 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300673.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:24:15.458303 3036185 EVENT_LOG_v1 {"time_micros": 1708413855458301, "job": 19563, "event": "table_file_deletion", "file_number": 300673} 2024/02/20-07:24:15.459068 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300685.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:24:15.459080 3036185 EVENT_LOG_v1 {"time_micros": 1708413855459078, "job": 19563, "event": "table_file_deletion", "file_number": 300685} 2024/02/20-07:24:15.459583 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300692.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:24:15.459591 3036185 EVENT_LOG_v1 {"time_micros": 1708413855459589, "job": 19563, "event": "table_file_deletion", "file_number": 300692} 2024/02/20-07:24:25.877750 2383544 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300686. Total log size is 15840496 while max_total_wal_size is 15728640 2024/02/20-07:24:25.877956 2383544 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300696. Immutable memtables: 0. 2024/02/20-07:24:25.878164 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19564] Syncing log #300691 2024/02/20-07:24:25.884208 3036210 (Original Log Time 2024/02/20-07:24:25.878151) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:24:25.884215 3036210 [db/flush_job.cc:892] [key] [JOB 19564] Flushing memtable with next log file: 300696 2024/02/20-07:24:25.884236 3036210 EVENT_LOG_v1 {"time_micros": 1708413865884230, "job": 19564, "event": "flush_started", "num_memtables": 1, "num_entries": 14381, "num_deletes": 0, "total_data_size": 898448, "memory_usage": 3181872, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:24:25.884238 3036210 [db/flush_job.cc:926] [key] [JOB 19564] Level-0 flush table #300697: started 2024/02/20-07:24:25.907393 3036210 EVENT_LOG_v1 {"time_micros": 1708413865907361, "cf_name": "key", "job": 19564, "event": "table_file_creation", "file_number": 300697, "file_size": 580556, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140241529, "largest_seqno": 5140432646, "table_properties": {"data_size": 562356, "index_size": 4072, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13685, "raw_key_size": 849556, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 168, "num_entries": 14047, "num_filter_entries": 15678, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413670, "oldest_key_time": 1708413670, "file_creation_time": 1708413865, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300697, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:24:25.907434 3036210 [db/flush_job.cc:1062] [key] [JOB 19564] Flush lasted 23231 microseconds, and 21941 cpu microseconds. 2024/02/20-07:24:25.907918 3036210 (Original Log Time 2024/02/20-07:24:25.907419) [db/flush_job.cc:1011] [key] [JOB 19564] Level-0 flush table #300697: 580556 bytes OK 2024/02/20-07:24:25.907921 3036210 (Original Log Time 2024/02/20-07:24:25.907441) [db/memtable_list.cc:555] [key] Level-0 commit table #300697 started 2024/02/20-07:24:25.907923 3036210 (Original Log Time 2024/02/20-07:24:25.907697) [db/memtable_list.cc:754] [key] Level-0 commit table #300697: memtable #1 done 2024/02/20-07:24:25.907925 3036210 (Original Log Time 2024/02/20-07:24:25.907710) EVENT_LOG_v1 {"time_micros": 1708413865907706, "job": 19564, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-07:24:25.907926 3036210 (Original Log Time 2024/02/20-07:24:25.907887) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 5] max score 1.00 2024/02/20-07:24:25.907930 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19564] Try to delete WAL files size 7521526, prev total WAL file size 15841110, number of live WAL files 4. 2024/02/20-07:24:25.908020 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 19565] Compacting 2@0 files to L5, score 1.00 2024/02/20-07:24:25.908029 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19572 Base level 0, inputs: [300697(566KB) 300687(577KB)] 2024/02/20-07:24:25.908050 3036190 EVENT_LOG_v1 {"time_micros": 1708413865908042, "job": 19565, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300697, 300687], "score": 1, "input_data_size": 1171677, "oldest_snapshot_seqno": -1} 2024/02/20-07:24:25.908695 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300686.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:24:25.938527 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19565] Generated table #300698: 28207 keys, 1143355 bytes, temperature: kUnknown 2024/02/20-07:24:25.938583 3036190 EVENT_LOG_v1 {"time_micros": 1708413865938549, "cf_name": "key", "job": 19565, "event": "table_file_creation", "file_number": 300698, "file_size": 1143355, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140070249, "largest_seqno": 5140432646, "table_properties": {"data_size": 1108261, "index_size": 8596, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26917, "raw_key_size": 1706178, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 329, "num_entries": 28207, "num_filter_entries": 30746, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413471, "oldest_key_time": 0, "file_creation_time": 1708413865, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300698, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:24:25.939171 3036190 (Original Log Time 2024/02/20-07:24:25.938761) [db/compaction/compaction_job.cc:1729] [key] [JOB 19565] Compacted 2@0 files to L5 => 1143355 bytes 2024/02/20-07:24:25.939174 3036190 (Original Log Time 2024/02/20-07:24:25.938989) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.00, MB/sec: 38.3 rd, 37.4 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(1.1, 0.0 +0.0 blob) out(1.1 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 28207, records dropped: 0 output_compression: LZ4 2024/02/20-07:24:25.939177 3036190 (Original Log Time 2024/02/20-07:24:25.939005) EVENT_LOG_v1 {"time_micros": 1708413865938998, "job": 19565, "event": "compaction_finished", "compaction_time_micros": 30568, "compaction_time_cpu_micros": 29139, "output_level": 5, "num_output_files": 1, "total_output_size": 1143355, "num_input_records": 28207, "num_output_records": 28207, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-07:24:25.939334 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300687.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:24:25.939347 3036190 EVENT_LOG_v1 {"time_micros": 1708413865939345, "job": 19565, "event": "table_file_deletion", "file_number": 300687} 2024/02/20-07:24:25.939423 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300697.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:24:25.939428 3036190 EVENT_LOG_v1 {"time_micros": 1708413865939426, "job": 19565, "event": "table_file_deletion", "file_number": 300697} 2024/02/20-07:25:53.738594 4076713 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300688. Total log size is 15856139 while max_total_wal_size is 15728640 2024/02/20-07:25:53.738817 4076713 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300699. Immutable memtables: 0. 2024/02/20-07:25:53.739023 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19566] Syncing log #300696 2024/02/20-07:25:53.742789 3036193 (Original Log Time 2024/02/20-07:25:53.739009) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:25:53.742797 3036193 [db/flush_job.cc:892] [url] [JOB 19566] Flushing memtable with next log file: 300699 2024/02/20-07:25:53.742819 3036193 EVENT_LOG_v1 {"time_micros": 1708413953742812, "job": 19566, "event": "flush_started", "num_memtables": 1, "num_entries": 15330, "num_deletes": 0, "total_data_size": 2242695, "memory_usage": 3127160, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:25:53.742821 3036193 [db/flush_job.cc:926] [url] [JOB 19566] Level-0 flush table #300700: started 2024/02/20-07:25:53.764830 3036193 EVENT_LOG_v1 {"time_micros": 1708413953764805, "cf_name": "url", "job": 19566, "event": "table_file_creation", "file_number": 300700, "file_size": 1168321, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140328581, "largest_seqno": 5140523780, "table_properties": {"data_size": 1149190, "index_size": 23044, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2405, "raw_key_size": 2154358, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 352, "num_entries": 14990, "num_filter_entries": 2662, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413757, "oldest_key_time": 1708413757, "file_creation_time": 1708413953, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300700, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:25:53.764860 3036193 [db/flush_job.cc:1062] [url] [JOB 19566] Flush lasted 22078 microseconds, and 20904 cpu microseconds. 2024/02/20-07:25:53.765245 3036193 (Original Log Time 2024/02/20-07:25:53.764850) [db/flush_job.cc:1011] [url] [JOB 19566] Level-0 flush table #300700: 1168321 bytes OK 2024/02/20-07:25:53.765247 3036193 (Original Log Time 2024/02/20-07:25:53.764865) [db/memtable_list.cc:555] [url] Level-0 commit table #300700 started 2024/02/20-07:25:53.765249 3036193 (Original Log Time 2024/02/20-07:25:53.765054) [db/memtable_list.cc:754] [url] Level-0 commit table #300700: memtable #1 done 2024/02/20-07:25:53.765250 3036193 (Original Log Time 2024/02/20-07:25:53.765065) EVENT_LOG_v1 {"time_micros": 1708413953765061, "job": 19566, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-07:25:53.765251 3036193 (Original Log Time 2024/02/20-07:25:53.765219) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 11] max score 0.50 2024/02/20-07:25:53.765255 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19566] Try to delete WAL files size 6819740, prev total WAL file size 15857634, number of live WAL files 4. 2024/02/20-07:25:53.765911 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300688.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:27:05.796671 4077552 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300691. Total log size is 15852403 while max_total_wal_size is 15728640 2024/02/20-07:27:05.796875 4077552 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300701. Immutable memtables: 0. 2024/02/20-07:27:05.797082 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19567] Syncing log #300699 2024/02/20-07:27:05.812677 3036210 (Original Log Time 2024/02/20-07:27:05.797069) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:27:05.812685 3036210 [db/flush_job.cc:892] [tag] [JOB 19567] Flushing memtable with next log file: 300701 2024/02/20-07:27:05.812707 3036210 EVENT_LOG_v1 {"time_micros": 1708414025812701, "job": 19567, "event": "flush_started", "num_memtables": 1, "num_entries": 169295, "num_deletes": 166000, "total_data_size": 14119124, "memory_usage": 17913936, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:27:05.812710 3036210 [db/flush_job.cc:926] [tag] [JOB 19567] Level-0 flush table #300702: started 2024/02/20-07:27:05.953948 3036210 EVENT_LOG_v1 {"time_micros": 1708414025953916, "cf_name": "tag", "job": 19567, "event": "table_file_creation", "file_number": 300702, "file_size": 8827554, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140415348, "largest_seqno": 5140612336, "table_properties": {"data_size": 8775023, "index_size": 92998, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 453, "raw_key_size": 13777037, "raw_average_key_size": 81, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2495, "num_entries": 169262, "num_filter_entries": 421, "num_deletions": 166000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413846, "oldest_key_time": 1708413846, "file_creation_time": 1708414025, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300702, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:27:05.953981 3036210 [db/flush_job.cc:1062] [tag] [JOB 19567] Flush lasted 141313 microseconds, and 123785 cpu microseconds. 2024/02/20-07:27:05.954584 3036210 (Original Log Time 2024/02/20-07:27:05.953968) [db/flush_job.cc:1011] [tag] [JOB 19567] Level-0 flush table #300702: 8827554 bytes OK 2024/02/20-07:27:05.954587 3036210 (Original Log Time 2024/02/20-07:27:05.953986) [db/memtable_list.cc:555] [tag] Level-0 commit table #300702 started 2024/02/20-07:27:05.954588 3036210 (Original Log Time 2024/02/20-07:27:05.954267) [db/memtable_list.cc:754] [tag] Level-0 commit table #300702: memtable #1 done 2024/02/20-07:27:05.954590 3036210 (Original Log Time 2024/02/20-07:27:05.954283) EVENT_LOG_v1 {"time_micros": 1708414025954279, "job": 19567, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-07:27:05.954591 3036210 (Original Log Time 2024/02/20-07:27:05.954550) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-07:27:05.954595 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19567] Try to delete WAL files size 1499230, prev total WAL file size 15854691, number of live WAL files 4. 2024/02/20-07:27:05.954873 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300691.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:27:22.426240 4076701 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300696. Total log size is 15858096 while max_total_wal_size is 15728640 2024/02/20-07:27:22.426494 4076701 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300703. Immutable memtables: 0. 2024/02/20-07:27:22.426702 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19568] Syncing log #300701 2024/02/20-07:27:22.428985 3036193 (Original Log Time 2024/02/20-07:27:22.426691) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:27:22.428991 3036193 [db/flush_job.cc:892] [key] [JOB 19568] Flushing memtable with next log file: 300703 2024/02/20-07:27:22.429010 3036193 EVENT_LOG_v1 {"time_micros": 1708414042429005, "job": 19568, "event": "flush_started", "num_memtables": 1, "num_entries": 13229, "num_deletes": 0, "total_data_size": 826224, "memory_usage": 2318320, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:27:22.429013 3036193 [db/flush_job.cc:926] [key] [JOB 19568] Level-0 flush table #300704: started 2024/02/20-07:27:22.438502 3036193 EVENT_LOG_v1 {"time_micros": 1708414042438481, "cf_name": "key", "job": 19568, "event": "table_file_creation", "file_number": 300704, "file_size": 543305, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140434648, "largest_seqno": 5140627202, "table_properties": {"data_size": 526307, "index_size": 3769, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 12709, "raw_key_size": 781883, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 156, "num_entries": 12933, "num_filter_entries": 14561, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413865, "oldest_key_time": 1708413865, "file_creation_time": 1708414042, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300704, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:27:22.438531 3036193 [db/flush_job.cc:1062] [key] [JOB 19568] Flush lasted 9550 microseconds, and 8560 cpu microseconds. 2024/02/20-07:27:22.438900 3036193 (Original Log Time 2024/02/20-07:27:22.438521) [db/flush_job.cc:1011] [key] [JOB 19568] Level-0 flush table #300704: 543305 bytes OK 2024/02/20-07:27:22.438902 3036193 (Original Log Time 2024/02/20-07:27:22.438535) [db/memtable_list.cc:555] [key] Level-0 commit table #300704 started 2024/02/20-07:27:22.438904 3036193 (Original Log Time 2024/02/20-07:27:22.438709) [db/memtable_list.cc:754] [key] Level-0 commit table #300704: memtable #1 done 2024/02/20-07:27:22.438905 3036193 (Original Log Time 2024/02/20-07:27:22.438720) EVENT_LOG_v1 {"time_micros": 1708414042438716, "job": 19568, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-07:27:22.438906 3036193 (Original Log Time 2024/02/20-07:27:22.438873) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-07:27:22.438910 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19568] Try to delete WAL files size 7537169, prev total WAL file size 15858585, number of live WAL files 4. 2024/02/20-07:27:22.439494 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300696.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:28:38.726724 4076745 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300699. Total log size is 15728745 while max_total_wal_size is 15728640 2024/02/20-07:28:38.726924 4076745 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300705. Immutable memtables: 0. 2024/02/20-07:28:38.727113 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19569] Syncing log #300703 2024/02/20-07:28:38.741311 3036210 (Original Log Time 2024/02/20-07:28:38.727100) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:28:38.741319 3036210 [db/flush_job.cc:892] [url] [JOB 19569] Flushing memtable with next log file: 300705 2024/02/20-07:28:38.741340 3036210 EVENT_LOG_v1 {"time_micros": 1708414118741334, "job": 19569, "event": "flush_started", "num_memtables": 1, "num_entries": 13231, "num_deletes": 0, "total_data_size": 1941587, "memory_usage": 3310152, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:28:38.741343 3036210 [db/flush_job.cc:926] [url] [JOB 19569] Level-0 flush table #300706: started 2024/02/20-07:28:38.758579 3036210 EVENT_LOG_v1 {"time_micros": 1708414118758547, "cf_name": "url", "job": 19569, "event": "table_file_creation", "file_number": 300706, "file_size": 1022350, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140525782, "largest_seqno": 5140714530, "table_properties": {"data_size": 1003550, "index_size": 23048, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2181, "raw_key_size": 1854285, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 306, "num_entries": 12898, "num_filter_entries": 2429, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413953, "oldest_key_time": 1708413953, "file_creation_time": 1708414118, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300706, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:28:38.758613 3036210 [db/flush_job.cc:1062] [url] [JOB 19569] Flush lasted 17310 microseconds, and 16014 cpu microseconds. 2024/02/20-07:28:38.759096 3036210 (Original Log Time 2024/02/20-07:28:38.758601) [db/flush_job.cc:1011] [url] [JOB 19569] Level-0 flush table #300706: 1022350 bytes OK 2024/02/20-07:28:38.759099 3036210 (Original Log Time 2024/02/20-07:28:38.758618) [db/memtable_list.cc:555] [url] Level-0 commit table #300706 started 2024/02/20-07:28:38.759100 3036210 (Original Log Time 2024/02/20-07:28:38.758883) [db/memtable_list.cc:754] [url] Level-0 commit table #300706: memtable #1 done 2024/02/20-07:28:38.759101 3036210 (Original Log Time 2024/02/20-07:28:38.758897) EVENT_LOG_v1 {"time_micros": 1708414118758894, "job": 19569, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-07:28:38.759103 3036210 (Original Log Time 2024/02/20-07:28:38.759065) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 11] max score 1.00 2024/02/20-07:28:38.759107 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19569] Try to delete WAL files size 6816004, prev total WAL file size 15729313, number of live WAL files 4. 2024/02/20-07:28:38.759195 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 19570] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-07:28:38.759203 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19577 Base level 0, inputs: [300706(998KB) 300700(1140KB)], [300690(2011KB)] 2024/02/20-07:28:38.759217 3036187 EVENT_LOG_v1 {"time_micros": 1708414118759210, "job": 19570, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300706, 300700], "files_L5": [300690], "score": 1, "input_data_size": 4250003, "oldest_snapshot_seqno": -1} 2024/02/20-07:28:38.759865 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300699.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:28:38.832815 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19570] Generated table #300707: 55123 keys, 3983012 bytes, temperature: kUnknown 2024/02/20-07:28:38.832865 3036187 EVENT_LOG_v1 {"time_micros": 1708414118832834, "cf_name": "url", "job": 19570, "event": "table_file_creation", "file_number": 300707, "file_size": 3983012, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5139954670, "largest_seqno": 5140714530, "table_properties": {"data_size": 3916212, "index_size": 96529, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5541, "raw_key_size": 7914996, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1186, "num_entries": 55123, "num_filter_entries": 6352, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413401, "oldest_key_time": 0, "file_creation_time": 1708414118, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300707, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:28:38.833474 3036187 (Original Log Time 2024/02/20-07:28:38.833076) [db/compaction/compaction_job.cc:1729] [url] [JOB 19570] Compacted 2@0 + 1@5 files to L5 => 3983012 bytes 2024/02/20-07:28:38.833477 3036187 (Original Log Time 2024/02/20-07:28:38.833285) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.01, MB/sec: 57.7 rd, 54.1 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(2.1, 2.0 +0.0 blob) out(3.8 +0.0 blob), read-write-amplify(3.8) write-amplify(1.8) OK, records in: 55123, records dropped: 0 output_compression: LZ4 2024/02/20-07:28:38.833481 3036187 (Original Log Time 2024/02/20-07:28:38.833301) EVENT_LOG_v1 {"time_micros": 1708414118833294, "job": 19570, "event": "compaction_finished", "compaction_time_micros": 73677, "compaction_time_cpu_micros": 71131, "output_level": 5, "num_output_files": 1, "total_output_size": 3983012, "num_input_records": 55123, "num_output_records": 55123, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-07:28:38.833739 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300690.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:28:38.833752 3036187 EVENT_LOG_v1 {"time_micros": 1708414118833749, "job": 19570, "event": "table_file_deletion", "file_number": 300690} 2024/02/20-07:28:38.833922 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300700.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:28:38.833931 3036187 EVENT_LOG_v1 {"time_micros": 1708414118833929, "job": 19570, "event": "table_file_deletion", "file_number": 300700} 2024/02/20-07:28:38.834089 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300706.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:28:38.834095 3036187 EVENT_LOG_v1 {"time_micros": 1708414118834094, "job": 19570, "event": "table_file_deletion", "file_number": 300706} 2024/02/20-07:29:58.974212 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-07:29:58.974339 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1001597.8 total, 600.1 interval Cumulative writes: 127M writes, 574M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.41 GB, 0.06 MB/s Cumulative WAL: 127M writes, 0 syncs, 127601119.00 writes per sync, written: 55.41 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 44K writes, 614K keys, 44K commit groups, 1.0 writes per commit group, ingest: 49.89 MB, 0.08 MB/s Interval WAL: 44K writes, 0 syncs, 44803.00 writes per sync, written: 0.05 GB, 0.08 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 402.39 375.19 4082 0.099 0 0 0.0 0.0 L5 1/0 3.80 MB 0.0 68.2 18.0 50.2 67.0 16.9 0.0 3.7 42.0 41.3 1660.79 1590.33 2107 0.788 1029M 1123 0.0 0.0 L6 11/0 690.93 MB 0.0 394.9 17.2 377.7 377.9 0.2 0.0 22.0 16.1 15.4 25070.51 23124.91 587 42.710 9226M 256M 0.0 0.0 Sum 12/0 694.73 MB 0.0 463.0 35.2 427.8 463.3 35.4 0.0 25.3 17.5 17.5 27133.69 25090.43 6776 4.004 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 36.2 52.1 0.17 0.16 5 0.034 82K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 463.0 35.2 427.8 444.9 17.1 0.0 0.0 17.7 17.0 26731.30 24715.24 2694 9.923 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 402.39 375.19 4082 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1001597.8 total, 600.1 interval Flush(GB): cumulative 18.313, interval 0.003 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 463.25 GB write, 0.47 MB/s write, 463.05 GB read, 0.47 MB/s read, 27133.7 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1560 collections: 1670 last_copies: 0 last_secs: 0.000804 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(796,12.82 MB,0.83455%) IndexBlock(763,1.37 GB,91.2116%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5893802 Average: 2.1889 StdDev: 4.27 Min: 0 Median: 1.3813 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.42 P99.99: 127.67 ------------------------------------------------------ [ 0, 1 ] 1991898 33.796% 33.796% ####### ( 1, 2 ] 2504541 42.494% 76.291% ######## ( 2, 3 ] 977577 16.587% 92.878% ### ( 3, 4 ] 239100 4.057% 96.934% # ( 4, 6 ] 106546 1.808% 98.742% ( 6, 10 ] 34734 0.589% 99.331% ( 10, 15 ] 14611 0.248% 99.579% ( 15, 22 ] 7406 0.126% 99.705% ( 22, 34 ] 7744 0.131% 99.836% ( 34, 51 ] 5585 0.095% 99.931% ( 51, 76 ] 2479 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 396 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21462057 Average: 2.4628 StdDev: 6.81 Min: 0 Median: 1.4933 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.96 P99.99: 146.58 ------------------------------------------------------ [ 0, 1 ] 6588803 30.700% 30.700% ###### ( 1, 2 ] 8397274 39.126% 69.826% ######## ( 2, 3 ] 3637657 16.949% 86.775% ### ( 3, 4 ] 1318565 6.144% 92.919% # ( 4, 6 ] 1023251 4.768% 97.687% # ( 6, 10 ] 331568 1.545% 99.231% ( 10, 15 ] 58475 0.272% 99.504% ( 15, 22 ] 29863 0.139% 99.643% ( 22, 34 ] 32158 0.150% 99.793% ( 34, 51 ] 24476 0.114% 99.907% ( 51, 76 ] 11794 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 588 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 205453172 Average: 12.0955 StdDev: 47.29 Min: 0 Median: 1.4851 Max: 57076 Percentiles: P50: 1.49 P75: 2.59 P99: 142.54 P99.9: 303.77 P99.99: 1536.13 ------------------------------------------------------ [ 0, 1 ] 70533576 34.331% 34.331% ####### ( 1, 2 ] 66357111 32.298% 66.629% ###### ( 2, 3 ] 29072451 14.150% 80.779% ### ( 3, 4 ] 6289810 3.061% 83.840% # ( 4, 6 ] 1147378 0.558% 84.399% ( 6, 10 ] 538600 0.262% 84.661% ( 10, 15 ] 305876 0.149% 84.810% ( 15, 22 ] 255825 0.125% 84.935% ( 22, 34 ] 7316604 3.561% 88.496% # ( 34, 51 ] 7354596 3.580% 92.075% # ( 51, 76 ] 5937397 2.890% 94.965% # ( 76, 110 ] 6541540 3.184% 98.149% # ( 110, 170 ] 3222912 1.569% 99.718% ( 170, 250 ] 328643 0.160% 99.878% ( 250, 380 ] 109759 0.053% 99.931% ( 380, 580 ] 66566 0.032% 99.964% ( 580, 870 ] 30008 0.015% 99.978% ( 870, 1300 ] 13641 0.007% 99.985% ( 1300, 1900 ] 26258 0.013% 99.998% ( 1900, 2900 ] 2092 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 8.42 MB 0.5 0.0 0.0 0.0 3.0 3.0 0.0 1.0 0.0 36.5 85.17 72.23 3968 0.021 0 0 0.0 0.0 L6 3/0 167.63 MB 0.0 307.3 3.0 304.3 304.3 0.1 0.0 100.5 15.4 15.2 20452.41 20075.90 2088 9.795 11G 60M 0.0 0.0 Sum 4/0 176.05 MB 0.0 307.3 3.0 304.3 307.4 3.1 0.0 101.2 15.3 15.3 20537.58 20148.13 6056 3.391 11G 60M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 7.9 20.7 20.8 9.23 9.05 4 2.308 6678K 604K 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 307.3 3.0 304.3 304.3 0.1 0.0 0.0 15.4 15.2 20452.41 20075.90 2088 9.795 11G 60M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.0 3.0 0.0 0.0 0.0 36.5 85.17 72.23 3968 0.021 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1001597.8 total, 600.1 interval Flush(GB): cumulative 3.038, interval 0.024 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 307.38 GB write, 0.31 MB/s write, 307.31 GB read, 0.31 MB/s read, 20537.6 seconds Interval compaction: 0.19 GB write, 0.32 MB/s write, 0.19 GB read, 0.32 MB/s read, 9.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4348 collections: 1670 last_copies: 0 last_secs: 0.001809 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2192,1.64 MB,0.107092%) IndexBlock(2155,1.46 GB,97.1292%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 995805 Average: 3.5805 StdDev: 6.41 Min: 0 Median: 2.5957 Max: 2960 Percentiles: P50: 2.60 P75: 3.77 P99: 12.51 P99.9: 61.21 P99.99: 197.77 ------------------------------------------------------ [ 0, 1 ] 111359 11.183% 11.183% ## ( 1, 2 ] 238828 23.983% 35.166% ##### ( 2, 3 ] 247988 24.903% 60.069% ##### ( 3, 4 ] 192269 19.308% 79.377% #### ( 4, 6 ] 165005 16.570% 95.947% ### ( 6, 10 ] 28059 2.818% 98.765% # ( 10, 15 ] 4656 0.468% 99.233% ( 15, 22 ] 2484 0.249% 99.482% ( 22, 34 ] 2126 0.213% 99.696% ( 34, 51 ] 1739 0.175% 99.870% ( 51, 76 ] 725 0.073% 99.943% ( 76, 110 ] 245 0.025% 99.968% ( 110, 170 ] 195 0.020% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 174347814 Average: 2.1876 StdDev: 5.41 Min: 0 Median: 1.3421 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.98 P99.9: 53.73 P99.99: 144.59 ------------------------------------------------------ [ 0, 1 ] 64509835 37.001% 37.001% ####### ( 1, 2 ] 66241084 37.994% 74.994% ######## ( 2, 3 ] 32414378 18.592% 93.586% #### ( 3, 4 ] 7828210 4.490% 98.076% # ( 4, 6 ] 1461980 0.839% 98.915% ( 6, 10 ] 605283 0.347% 99.262% ( 10, 15 ] 394625 0.226% 99.488% ( 15, 22 ] 196427 0.113% 99.601% ( 22, 34 ] 309006 0.177% 99.778% ( 34, 51 ] 201890 0.116% 99.894% ( 51, 76 ] 98581 0.057% 99.950% ( 76, 110 ] 56876 0.033% 99.983% ( 110, 170 ] 21169 0.012% 99.995% ( 170, 250 ] 3791 0.002% 99.997% ( 250, 380 ] 1729 0.001% 99.998% ( 380, 580 ] 1444 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 530.57 KB 0.5 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 268.77 249.20 4048 0.066 0 0 0.0 0.0 L5 1/0 1.09 MB 0.0 21.8 8.0 13.8 21.6 7.8 0.0 2.7 28.8 28.5 776.39 750.87 1934 0.401 604M 269K 0.0 0.0 L6 5/0 316.18 MB 0.0 193.2 8.7 184.5 184.6 0.1 0.0 21.2 14.4 13.8 13714.82 13420.01 704 19.481 8647M 235M 0.0 0.0 Sum 7/0 317.79 MB 0.0 215.0 16.7 198.3 215.2 16.8 0.0 24.2 14.9 14.9 14759.98 14420.07 6686 2.208 9251M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.7 12.7 31.0 0.09 0.08 4 0.022 28K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 215.0 16.7 198.3 206.3 7.9 0.0 0.0 15.2 14.6 14491.21 14170.88 2638 5.493 9251M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 268.77 249.20 4048 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1001597.8 total, 600.1 interval Flush(GB): cumulative 8.897, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 215.15 GB write, 0.22 MB/s write, 215.03 GB read, 0.22 MB/s read, 14760.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 339333 collections: 1670 last_copies: 0 last_secs: 0.114929 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(338984,1.31 GB,87.1757%) FilterBlock(172,117.42 MB,7.64482%) IndexBlock(176,45.76 MB,2.97888%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2782457 Average: 4.2533 StdDev: 8.12 Min: 0 Median: 1.9543 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.91 P99.9: 61.15 P99.99: 151.54 ------------------------------------------------------ [ 0, 1 ] 625110 22.466% 22.466% #### ( 1, 2 ] 802816 28.853% 51.319% ###### ( 2, 3 ] 391898 14.085% 65.403% ### ( 3, 4 ] 169508 6.092% 71.496% # ( 4, 6 ] 146989 5.283% 76.778% # ( 6, 10 ] 437708 15.731% 92.509% ### ( 10, 15 ] 173697 6.243% 98.752% # ( 15, 22 ] 16616 0.597% 99.349% ( 22, 34 ] 8904 0.320% 99.669% ( 34, 51 ] 5422 0.195% 99.864% ( 51, 76 ] 2479 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 29 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6759452 Average: 4.6792 StdDev: 7.57 Min: 0 Median: 2.4576 Max: 7311 Percentiles: P50: 2.46 P75: 6.13 P99: 19.33 P99.9: 66.62 P99.99: 167.04 ------------------------------------------------------ [ 0, 1 ] 1114602 16.490% 16.490% ### ( 1, 2 ] 1793346 26.531% 43.020% ##### ( 2, 3 ] 1031042 15.253% 58.274% ### ( 3, 4 ] 550774 8.148% 66.422% ## ( 4, 6 ] 541858 8.016% 74.438% ## ( 6, 10 ] 1168130 17.281% 91.720% ### ( 10, 15 ] 464037 6.865% 98.585% # ( 15, 22 ] 45375 0.671% 99.256% ( 22, 34 ] 23853 0.353% 99.609% ( 34, 51 ] 15115 0.224% 99.833% ( 51, 76 ] 7298 0.108% 99.940% ( 76, 110 ] 2442 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104302660 Average: 5.7526 StdDev: 24.38 Min: 0 Median: 2.3308 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.84 P99.9: 158.40 P99.99: 466.23 ------------------------------------------------------ [ 0, 1 ] 24918065 23.890% 23.890% ##### ( 1, 2 ] 23639115 22.664% 46.554% ##### ( 2, 3 ] 10863799 10.416% 56.970% ## ( 3, 4 ] 4272031 4.096% 61.066% # ( 4, 6 ] 4879806 4.679% 65.744% # ( 6, 10 ] 25221827 24.181% 89.925% ##### ( 10, 15 ] 8139991 7.804% 97.730% ## ( 15, 22 ] 663982 0.637% 98.366% ( 22, 34 ] 537552 0.515% 98.882% ( 34, 51 ] 359400 0.345% 99.226% ( 51, 76 ] 226098 0.217% 99.443% ( 76, 110 ] 288435 0.277% 99.720% ( 110, 170 ] 233386 0.224% 99.943% ( 170, 250 ] 37863 0.036% 99.980% ( 250, 380 ] 8244 0.008% 99.987% ( 380, 580 ] 6113 0.006% 99.993% ( 580, 870 ] 3504 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.998% ( 1300, 1900 ] 2568 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-07:29:58.977370 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 521903696 rocksdb.block.cache.hit COUNT : 2136185026 rocksdb.block.cache.add COUNT : 38892627 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 31978 rocksdb.block.cache.index.hit COUNT : 523641533 rocksdb.block.cache.index.add COUNT : 31964 rocksdb.block.cache.index.bytes.insert COUNT : 34117779543 rocksdb.block.cache.filter.miss COUNT : 31984 rocksdb.block.cache.filter.hit COUNT : 1089229861 rocksdb.block.cache.filter.add COUNT : 31984 rocksdb.block.cache.filter.bytes.insert COUNT : 8670501408 rocksdb.block.cache.data.miss COUNT : 521839734 rocksdb.block.cache.data.hit COUNT : 523313632 rocksdb.block.cache.data.add COUNT : 38828679 rocksdb.block.cache.data.bytes.insert COUNT : 160836909454 rocksdb.block.cache.bytes.read COUNT : 1860908177427919 rocksdb.block.cache.bytes.write COUNT : 203625190405 rocksdb.bloom.filter.useful COUNT : 565652232 rocksdb.bloom.filter.full.positive COUNT : 523577661 rocksdb.bloom.filter.full.true.positive COUNT : 518104015 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 91755290 rocksdb.memtable.miss COUNT : 6195225670 rocksdb.l0.hit COUNT : 15901099 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 502202916 rocksdb.compaction.key.drop.new COUNT : 276396896 rocksdb.compaction.key.drop.obsolete COUNT : 276416234 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 574913891 rocksdb.number.keys.read COUNT : 637954603 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59496440751 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 66774 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 31969 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 753813581 rocksdb.number.multiget.keys.read COUNT : 5649026357 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59496440751 rocksdb.write.self COUNT : 127391749 rocksdb.write.other COUNT : 209370 rocksdb.write.wal COUNT : 127601119 rocksdb.compact.read.bytes COUNT : 983758956171 rocksdb.compact.write.bytes COUNT : 1026007172047 rocksdb.flush.write.bytes COUNT : 32482070981 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 996841 rocksdb.number.superversion_releases COUNT : 2671 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 515241805 rocksdb.number.block.decompressed COUNT : 515294067 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 58962020243 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 66774 rocksdb.num.iterator.deleted COUNT : 66774 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5148 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5110 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43600 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60394611980 rocksdb.memtable.garbage.bytes.at.flush COUNT : 726033164 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 930758876606 rocksdb.last.level.read.count COUNT : 484105966 rocksdb.non.last.level.read.bytes COUNT : 128131600823 rocksdb.non.last.level.read.count COUNT : 37893637 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 521935665 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2102340755178 rocksdb.bytes.compressed.to COUNT : 1021190610785 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26061098424 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6573712 rocksdb.bytes.decompressed.from COUNT : 1021499532969 rocksdb.bytes.decompressed.to COUNT : 2102598066074 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.500748 P95 : 106.393822 P99 : 160.559143 P100 : 227461.000000 COUNT : 637954603 SUM : 32964822374 rocksdb.db.write.micros P50 : 67.016967 P95 : 112.016225 P99 : 169.514020 P100 : 2037453.000000 COUNT : 127601119 SUM : 13187916161 rocksdb.compaction.times.micros P50 : 1629824.561404 P95 : 38073170.731707 P99 : 66818181.818182 P100 : 84019043.000000 COUNT : 7420 SUM : 61674909941 rocksdb.compaction.times.cpu_micros P50 : 1568953.068592 P95 : 35396475.770925 P99 : 63661016.949153 P100 : 74662372.000000 COUNT : 7420 SUM : 58962020243 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4283.322011 P95 : 27686.214286 P99 : 61761.111111 P100 : 1558490.000000 COUNT : 12083 SUM : 112650499 rocksdb.compaction.outfile.sync.micros P50 : 62540.559333 P95 : 126273.927393 P99 : 225709.473684 P100 : 2063820.000000 COUNT : 19869 SUM : 1273076034 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.989619 P95 : 726.658816 P99 : 3918.636364 P100 : 501117.000000 COUNT : 19565 SUM : 12546753 rocksdb.table.open.io.micros P50 : 579.602724 P95 : 6234.577465 P99 : 12997.284960 P100 : 126033.000000 COUNT : 31969 SUM : 56117489 rocksdb.db.multiget.micros P50 : 8.004503 P95 : 17.855280 P99 : 33.106519 P100 : 26625.000000 COUNT : 753813581 SUM : 7150554819 rocksdb.read.block.compaction.micros P50 : 13.652942 P95 : 58.370882 P99 : 138.016077 P100 : 57122.000000 COUNT : 483011055 SUM : 9331794807 rocksdb.read.block.get.micros P50 : 52.926661 P95 : 94.963230 P99 : 146.117506 P100 : 125945.000000 COUNT : 38892641 SUM : 2243232823 rocksdb.write.raw.block.micros P50 : 0.521530 P95 : 0.990907 P99 : 1.895222 P100 : 331149.000000 COUNT : 521911373 SUM : 10381277875 rocksdb.numfiles.in.singlecompaction P50 : 2.777044 P95 : 5.679140 P99 : 5.938579 P100 : 7.000000 COUNT : 5659 SUM : 20160 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.533061 P95 : 32.811113 P99 : 104.639187 P100 : 57076.000000 COUNT : 521999603 SUM : 3579287510 rocksdb.file.read.flush.micros P50 : 1.840613 P95 : 15.808500 P99 : 41.311364 P100 : 787.000000 COUNT : 60415 SUM : 289701 rocksdb.file.read.compaction.micros P50 : 1.418812 P95 : 35.727188 P99 : 106.135910 P100 : 57076.000000 COUNT : 483110414 SUM : 3190668539 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 637954603 SUM : 0 rocksdb.bytes.per.write P50 : 218.510221 P95 : 527.352953 P99 : 803.530639 P100 : 4563443.000000 COUNT : 127391749 SUM : 59496440751 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 753813581 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45820.702403 P95 : 166816.266536 P99 : 239126.605505 P100 : 1681975.000000 COUNT : 12126 SUM : 756333783 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-07:29:58.977525 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-07:29:58.977667 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708414198 to in-memory stats history 2024/02/20-07:29:58.977689 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-07:29:58.977718 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-07:30:12.285978 2383546 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300701. Total log size is 15739012 while max_total_wal_size is 15728640 2024/02/20-07:30:12.286199 2383546 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300708. Immutable memtables: 0. 2024/02/20-07:30:12.286404 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19571] Syncing log #300705 2024/02/20-07:30:12.293763 3036193 (Original Log Time 2024/02/20-07:30:12.286391) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:30:12.293771 3036193 [db/flush_job.cc:892] [tag] [JOB 19571] Flushing memtable with next log file: 300708 2024/02/20-07:30:12.293791 3036193 EVENT_LOG_v1 {"time_micros": 1708414212293785, "job": 19571, "event": "flush_started", "num_memtables": 1, "num_entries": 155399, "num_deletes": 152000, "total_data_size": 13776479, "memory_usage": 18340696, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:30:12.293794 3036193 [db/flush_job.cc:926] [tag] [JOB 19571] Level-0 flush table #300709: started 2024/02/20-07:30:12.403528 3036193 EVENT_LOG_v1 {"time_micros": 1708414212403498, "cf_name": "tag", "job": 19571, "event": "table_file_creation", "file_number": 300709, "file_size": 7960149, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140612357, "largest_seqno": 5140796541, "table_properties": {"data_size": 7899041, "index_size": 102473, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 453, "raw_key_size": 13455722, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2393, "num_entries": 155376, "num_filter_entries": 456, "num_deletions": 152000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414025, "oldest_key_time": 1708414025, "file_creation_time": 1708414212, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300709, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:30:12.403563 3036193 [db/flush_job.cc:1062] [tag] [JOB 19571] Flush lasted 109806 microseconds, and 104368 cpu microseconds. 2024/02/20-07:30:12.404021 3036193 (Original Log Time 2024/02/20-07:30:12.403551) [db/flush_job.cc:1011] [tag] [JOB 19571] Level-0 flush table #300709: 7960149 bytes OK 2024/02/20-07:30:12.404026 3036193 (Original Log Time 2024/02/20-07:30:12.403569) [db/memtable_list.cc:555] [tag] Level-0 commit table #300709 started 2024/02/20-07:30:12.404027 3036193 (Original Log Time 2024/02/20-07:30:12.403776) [db/memtable_list.cc:754] [tag] Level-0 commit table #300709: memtable #1 done 2024/02/20-07:30:12.404029 3036193 (Original Log Time 2024/02/20-07:30:12.403789) EVENT_LOG_v1 {"time_micros": 1708414212403785, "job": 19571, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-07:30:12.404030 3036193 (Original Log Time 2024/02/20-07:30:12.403978) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-07:30:12.404034 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19571] Try to delete WAL files size 1504923, prev total WAL file size 15741435, number of live WAL files 4. 2024/02/20-07:30:12.404101 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19572] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-07:30:12.404108 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19579 Base level 0, inputs: [300709(7773KB) 300702(8620KB)], [300693(64MB) 300694(64MB) 300695(38MB)] 2024/02/20-07:30:12.404122 3036192 EVENT_LOG_v1 {"time_micros": 1708414212404114, "job": 19572, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300709, 300702], "files_L6": [300693, 300694, 300695], "score": 1, "input_data_size": 192558867, "oldest_snapshot_seqno": -1} 2024/02/20-07:30:12.404283 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300701.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:15.913334 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19572] Generated table #300710: 2380430 keys, 67637481 bytes, temperature: kUnknown 2024/02/20-07:30:15.913399 3036192 EVENT_LOG_v1 {"time_micros": 1708414215913363, "cf_name": "tag", "job": 19572, "event": "table_file_creation", "file_number": 300710, "file_size": 67637481, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109173, "index_size": 1440675, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 200464542, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36066, "num_entries": 2380430, "num_filter_entries": 2249, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708414212, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300710, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:30:19.240941 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19572] Generated table #300711: 2123967 keys, 67637283 bytes, temperature: kUnknown 2024/02/20-07:30:19.240989 3036192 EVENT_LOG_v1 {"time_micros": 1708414219240961, "cf_name": "tag", "job": 19572, "event": "table_file_creation", "file_number": 300711, "file_size": 67637283, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110477, "index_size": 1411524, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 193369403, "raw_average_key_size": 91, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35944, "num_entries": 2123967, "num_filter_entries": 1028, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708414215, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300711, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:30:20.951477 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19572] Generated table #300712: 1258898 keys, 32609298 bytes, temperature: kUnknown 2024/02/20-07:30:20.951532 3036192 EVENT_LOG_v1 {"time_micros": 1708414220951499, "cf_name": "tag", "job": 19572, "event": "table_file_creation", "file_number": 300712, "file_size": 32609298, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 32352211, "index_size": 729457, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 100521470, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 17672, "num_entries": 1258898, "num_filter_entries": 312, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708414219, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300712, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:30:20.956731 3036192 (Original Log Time 2024/02/20-07:30:20.956213) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19572] Compacted 2@0 + 3@6 files to L6 => 167884062 bytes 2024/02/20-07:30:20.956734 3036192 (Original Log Time 2024/02/20-07:30:20.956521) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 22.5 rd, 19.6 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(16.0, 167.6 +0.0 blob) out(160.1 +0.0 blob), read-write-amplify(21.5) write-amplify(10.0) OK, records in: 6399295, records dropped: 636000 output_compression: ZSTD 2024/02/20-07:30:20.956740 3036192 (Original Log Time 2024/02/20-07:30:20.956546) EVENT_LOG_v1 {"time_micros": 1708414220956534, "job": 19572, "event": "compaction_finished", "compaction_time_micros": 8547464, "compaction_time_cpu_micros": 8432432, "output_level": 6, "num_output_files": 3, "total_output_size": 167884062, "num_input_records": 6399295, "num_output_records": 5763295, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-07:30:20.960931 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300693.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:20.960946 3036192 EVENT_LOG_v1 {"time_micros": 1708414220960944, "job": 19572, "event": "table_file_deletion", "file_number": 300693} 2024/02/20-07:30:20.966333 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300694.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:20.966347 3036192 EVENT_LOG_v1 {"time_micros": 1708414220966344, "job": 19572, "event": "table_file_deletion", "file_number": 300694} 2024/02/20-07:30:20.969708 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300695.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:20.969723 3036192 EVENT_LOG_v1 {"time_micros": 1708414220969721, "job": 19572, "event": "table_file_deletion", "file_number": 300695} 2024/02/20-07:30:20.970491 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300702.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:20.970500 3036192 EVENT_LOG_v1 {"time_micros": 1708414220970498, "job": 19572, "event": "table_file_deletion", "file_number": 300702} 2024/02/20-07:30:20.971148 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300709.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:20.971157 3036192 EVENT_LOG_v1 {"time_micros": 1708414220971155, "job": 19572, "event": "table_file_deletion", "file_number": 300709} 2024/02/20-07:30:23.686322 4077211 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300703. Total log size is 15728843 while max_total_wal_size is 15728640 2024/02/20-07:30:23.686524 4077211 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300713. Immutable memtables: 0. 2024/02/20-07:30:23.686719 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19573] Syncing log #300708 2024/02/20-07:30:23.690280 3036210 (Original Log Time 2024/02/20-07:30:23.686705) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:30:23.690288 3036210 [db/flush_job.cc:892] [key] [JOB 19573] Flushing memtable with next log file: 300713 2024/02/20-07:30:23.690309 3036210 EVENT_LOG_v1 {"time_micros": 1708414223690303, "job": 19573, "event": "flush_started", "num_memtables": 1, "num_entries": 13654, "num_deletes": 0, "total_data_size": 852827, "memory_usage": 3526248, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:30:23.690312 3036210 [db/flush_job.cc:926] [key] [JOB 19573] Level-0 flush table #300714: started 2024/02/20-07:30:23.713720 3036210 EVENT_LOG_v1 {"time_micros": 1708414223713689, "cf_name": "key", "job": 19573, "event": "table_file_creation", "file_number": 300714, "file_size": 549333, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140629204, "largest_seqno": 5140810632, "table_properties": {"data_size": 531656, "index_size": 4177, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13029, "raw_key_size": 800418, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 159, "num_entries": 13239, "num_filter_entries": 14851, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414042, "oldest_key_time": 1708414042, "file_creation_time": 1708414223, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300714, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:30:23.713754 3036210 [db/flush_job.cc:1062] [key] [JOB 19573] Flush lasted 23479 microseconds, and 22283 cpu microseconds. 2024/02/20-07:30:23.714300 3036210 (Original Log Time 2024/02/20-07:30:23.713741) [db/flush_job.cc:1011] [key] [JOB 19573] Level-0 flush table #300714: 549333 bytes OK 2024/02/20-07:30:23.714302 3036210 (Original Log Time 2024/02/20-07:30:23.713759) [db/memtable_list.cc:555] [key] Level-0 commit table #300714 started 2024/02/20-07:30:23.714304 3036210 (Original Log Time 2024/02/20-07:30:23.714067) [db/memtable_list.cc:754] [key] Level-0 commit table #300714: memtable #1 done 2024/02/20-07:30:23.714305 3036210 (Original Log Time 2024/02/20-07:30:23.714094) EVENT_LOG_v1 {"time_micros": 1708414223714086, "job": 19573, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-07:30:23.714306 3036210 (Original Log Time 2024/02/20-07:30:23.714264) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-07:30:23.714311 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19573] Try to delete WAL files size 7407818, prev total WAL file size 15729237, number of live WAL files 4. 2024/02/20-07:30:23.714388 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19574] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-07:30:23.714395 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19581 Base level 0, inputs: [300714(536KB) 300704(530KB)], [300698(1116KB)] 2024/02/20-07:30:23.714408 3036189 EVENT_LOG_v1 {"time_micros": 1708414223714400, "job": 19574, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300714, 300704], "files_L5": [300698], "score": 1, "input_data_size": 2235993, "oldest_snapshot_seqno": -1} 2024/02/20-07:30:23.715004 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300703.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:23.770534 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19574] Generated table #300715: 54378 keys, 2165700 bytes, temperature: kUnknown 2024/02/20-07:30:23.770601 3036189 EVENT_LOG_v1 {"time_micros": 1708414223770559, "cf_name": "key", "job": 19574, "event": "table_file_creation", "file_number": 300715, "file_size": 2165700, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140070249, "largest_seqno": 5140810632, "table_properties": {"data_size": 2100508, "index_size": 16453, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 50997, "raw_key_size": 3288419, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 621, "num_entries": 54378, "num_filter_entries": 58179, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413471, "oldest_key_time": 0, "file_creation_time": 1708414223, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300715, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:30:23.771558 3036189 (Original Log Time 2024/02/20-07:30:23.770909) [db/compaction/compaction_job.cc:1729] [key] [JOB 19574] Compacted 2@0 + 1@5 files to L5 => 2165700 bytes 2024/02/20-07:30:23.771563 3036189 (Original Log Time 2024/02/20-07:30:23.771320) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.01, MB/sec: 39.8 rd, 38.5 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.0, 1.1 +0.0 blob) out(2.1 +0.0 blob), read-write-amplify(4.0) write-amplify(2.0) OK, records in: 54379, records dropped: 1 output_compression: LZ4 2024/02/20-07:30:23.771571 3036189 (Original Log Time 2024/02/20-07:30:23.771347) EVENT_LOG_v1 {"time_micros": 1708414223771333, "job": 19574, "event": "compaction_finished", "compaction_time_micros": 56247, "compaction_time_cpu_micros": 53638, "output_level": 5, "num_output_files": 1, "total_output_size": 2165700, "num_input_records": 54379, "num_output_records": 54378, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-07:30:23.771800 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300698.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:23.771814 3036189 EVENT_LOG_v1 {"time_micros": 1708414223771811, "job": 19574, "event": "table_file_deletion", "file_number": 300698} 2024/02/20-07:30:23.771940 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300704.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:23.771948 3036189 EVENT_LOG_v1 {"time_micros": 1708414223771946, "job": 19574, "event": "table_file_deletion", "file_number": 300704} 2024/02/20-07:30:23.772059 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300714.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:30:23.772067 3036189 EVENT_LOG_v1 {"time_micros": 1708414223772066, "job": 19574, "event": "table_file_deletion", "file_number": 300714} 2024/02/20-07:31:36.353741 2383537 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300705. Total log size is 15788613 while max_total_wal_size is 15728640 2024/02/20-07:31:36.354005 2383537 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300716. Immutable memtables: 0. 2024/02/20-07:31:36.354233 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19575] Syncing log #300713 2024/02/20-07:31:36.367455 3036193 (Original Log Time 2024/02/20-07:31:36.354218) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:31:36.367465 3036193 [db/flush_job.cc:892] [url] [JOB 19575] Flushing memtable with next log file: 300716 2024/02/20-07:31:36.367487 3036193 EVENT_LOG_v1 {"time_micros": 1708414296367481, "job": 19575, "event": "flush_started", "num_memtables": 1, "num_entries": 14313, "num_deletes": 0, "total_data_size": 2096640, "memory_usage": 3596568, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:31:36.367490 3036193 [db/flush_job.cc:926] [url] [JOB 19575] Level-0 flush table #300717: started 2024/02/20-07:31:36.394519 3036193 EVENT_LOG_v1 {"time_micros": 1708414296394491, "cf_name": "url", "job": 19575, "event": "table_file_creation", "file_number": 300717, "file_size": 1109494, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140714532, "largest_seqno": 5140905667, "table_properties": {"data_size": 1089220, "index_size": 24952, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2293, "raw_key_size": 2008671, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 332, "num_entries": 13989, "num_filter_entries": 2550, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414118, "oldest_key_time": 1708414118, "file_creation_time": 1708414296, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300717, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:31:36.394550 3036193 [db/flush_job.cc:1062] [url] [JOB 19575] Flush lasted 27105 microseconds, and 25852 cpu microseconds. 2024/02/20-07:31:36.394980 3036193 (Original Log Time 2024/02/20-07:31:36.394539) [db/flush_job.cc:1011] [url] [JOB 19575] Level-0 flush table #300717: 1109494 bytes OK 2024/02/20-07:31:36.394983 3036193 (Original Log Time 2024/02/20-07:31:36.394555) [db/memtable_list.cc:555] [url] Level-0 commit table #300717 started 2024/02/20-07:31:36.394985 3036193 (Original Log Time 2024/02/20-07:31:36.394774) [db/memtable_list.cc:754] [url] Level-0 commit table #300717: memtable #1 done 2024/02/20-07:31:36.394987 3036193 (Original Log Time 2024/02/20-07:31:36.394786) EVENT_LOG_v1 {"time_micros": 1708414296394782, "job": 19575, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-07:31:36.394989 3036193 (Original Log Time 2024/02/20-07:31:36.394951) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 11] max score 0.50 2024/02/20-07:31:36.394995 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19575] Try to delete WAL files size 6826271, prev total WAL file size 15789382, number of live WAL files 4. 2024/02/20-07:31:36.395783 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300705.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:32:42.774185 4076720 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300708. Total log size is 15908686 while max_total_wal_size is 15728640 2024/02/20-07:32:42.774419 4076720 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300718. Immutable memtables: 0. 2024/02/20-07:32:42.774671 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19576] Syncing log #300716 2024/02/20-07:32:42.800477 3036210 (Original Log Time 2024/02/20-07:32:42.774657) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:32:42.800485 3036210 [db/flush_job.cc:892] [tag] [JOB 19576] Flushing memtable with next log file: 300718 2024/02/20-07:32:42.800506 3036210 EVENT_LOG_v1 {"time_micros": 1708414362800500, "job": 19576, "event": "flush_started", "num_memtables": 1, "num_entries": 146811, "num_deletes": 144000, "total_data_size": 14407882, "memory_usage": 18051296, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:32:42.800508 3036210 [db/flush_job.cc:926] [tag] [JOB 19576] Level-0 flush table #300719: started 2024/02/20-07:32:42.917201 3036210 EVENT_LOG_v1 {"time_micros": 1708414362917170, "cf_name": "tag", "job": 19576, "event": "table_file_creation", "file_number": 300719, "file_size": 9313848, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140796549, "largest_seqno": 5140967221, "table_properties": {"data_size": 9258403, "index_size": 91989, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 565, "raw_key_size": 14107165, "raw_average_key_size": 96, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2648, "num_entries": 146786, "num_filter_entries": 539, "num_deletions": 144000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414212, "oldest_key_time": 1708414212, "file_creation_time": 1708414362, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300719, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:32:42.917237 3036210 [db/flush_job.cc:1062] [tag] [JOB 19576] Flush lasted 116768 microseconds, and 110467 cpu microseconds. 2024/02/20-07:32:42.917626 3036210 (Original Log Time 2024/02/20-07:32:42.917225) [db/flush_job.cc:1011] [tag] [JOB 19576] Level-0 flush table #300719: 9313848 bytes OK 2024/02/20-07:32:42.917629 3036210 (Original Log Time 2024/02/20-07:32:42.917242) [db/memtable_list.cc:555] [tag] Level-0 commit table #300719 started 2024/02/20-07:32:42.917630 3036210 (Original Log Time 2024/02/20-07:32:42.917411) [db/memtable_list.cc:754] [tag] Level-0 commit table #300719: memtable #1 done 2024/02/20-07:32:42.917632 3036210 (Original Log Time 2024/02/20-07:32:42.917425) EVENT_LOG_v1 {"time_micros": 1708414362917421, "job": 19576, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-07:32:42.917633 3036210 (Original Log Time 2024/02/20-07:32:42.917594) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-07:32:42.917637 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19576] Try to delete WAL files size 1494754, prev total WAL file size 15912543, number of live WAL files 4. 2024/02/20-07:32:42.917896 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300708.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:32:56.775743 4077211 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300713. Total log size is 15729615 while max_total_wal_size is 15728640 2024/02/20-07:32:56.775972 4077211 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300720. Immutable memtables: 0. 2024/02/20-07:32:56.776239 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19577] Syncing log #300718 2024/02/20-07:32:56.780422 3036193 (Original Log Time 2024/02/20-07:32:56.776225) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:32:56.780428 3036193 [db/flush_job.cc:892] [key] [JOB 19577] Flushing memtable with next log file: 300720 2024/02/20-07:32:56.780449 3036193 EVENT_LOG_v1 {"time_micros": 1708414376780443, "job": 19577, "event": "flush_started", "num_memtables": 1, "num_entries": 11671, "num_deletes": 0, "total_data_size": 728883, "memory_usage": 2329928, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:32:56.780458 3036193 [db/flush_job.cc:926] [key] [JOB 19577] Level-0 flush table #300721: started 2024/02/20-07:32:56.790731 3036193 EVENT_LOG_v1 {"time_micros": 1708414376790704, "cf_name": "key", "job": 19577, "event": "table_file_creation", "file_number": 300721, "file_size": 477911, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140810634, "largest_seqno": 5140979650, "table_properties": {"data_size": 462577, "index_size": 3413, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11301, "raw_key_size": 691749, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 138, "num_entries": 11442, "num_filter_entries": 12911, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414223, "oldest_key_time": 1708414223, "file_creation_time": 1708414376, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300721, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:32:56.790763 3036193 [db/flush_job.cc:1062] [key] [JOB 19577] Flush lasted 10375 microseconds, and 9313 cpu microseconds. 2024/02/20-07:32:56.791206 3036193 (Original Log Time 2024/02/20-07:32:56.790752) [db/flush_job.cc:1011] [key] [JOB 19577] Level-0 flush table #300721: 477911 bytes OK 2024/02/20-07:32:56.791208 3036193 (Original Log Time 2024/02/20-07:32:56.790767) [db/memtable_list.cc:555] [key] Level-0 commit table #300721 started 2024/02/20-07:32:56.791209 3036193 (Original Log Time 2024/02/20-07:32:56.790963) [db/memtable_list.cc:754] [key] Level-0 commit table #300721: memtable #1 done 2024/02/20-07:32:56.791211 3036193 (Original Log Time 2024/02/20-07:32:56.790975) EVENT_LOG_v1 {"time_micros": 1708414376790971, "job": 19577, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-07:32:56.791212 3036193 (Original Log Time 2024/02/20-07:32:56.791178) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-07:32:56.791215 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19577] Try to delete WAL files size 7467588, prev total WAL file size 15729860, number of live WAL files 4. 2024/02/20-07:32:56.791866 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300713.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:34:23.446065 4076685 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300716. Total log size is 15793571 while max_total_wal_size is 15728640 2024/02/20-07:34:23.446331 4076685 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300722. Immutable memtables: 0. 2024/02/20-07:34:23.446571 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19578] Syncing log #300720 2024/02/20-07:34:23.448647 3036210 (Original Log Time 2024/02/20-07:34:23.446550) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:34:23.448652 3036210 [db/flush_job.cc:892] [url] [JOB 19578] Flushing memtable with next log file: 300722 2024/02/20-07:34:23.448672 3036210 EVENT_LOG_v1 {"time_micros": 1708414463448666, "job": 19578, "event": "flush_started", "num_memtables": 1, "num_entries": 13760, "num_deletes": 0, "total_data_size": 2035407, "memory_usage": 3286816, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:34:23.448675 3036210 [db/flush_job.cc:926] [url] [JOB 19578] Level-0 flush table #300723: started 2024/02/20-07:34:23.467821 3036210 EVENT_LOG_v1 {"time_micros": 1708414463467788, "cf_name": "url", "job": 19578, "event": "table_file_creation", "file_number": 300723, "file_size": 1068244, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140907669, "largest_seqno": 5141057241, "table_properties": {"data_size": 1049072, "index_size": 23906, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2181, "raw_key_size": 1946095, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 322, "num_entries": 13403, "num_filter_entries": 2433, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414296, "oldest_key_time": 1708414296, "file_creation_time": 1708414463, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300723, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:34:23.467865 3036210 [db/flush_job.cc:1062] [url] [JOB 19578] Flush lasted 19221 microseconds, and 17692 cpu microseconds. 2024/02/20-07:34:23.468393 3036210 (Original Log Time 2024/02/20-07:34:23.467851) [db/flush_job.cc:1011] [url] [JOB 19578] Level-0 flush table #300723: 1068244 bytes OK 2024/02/20-07:34:23.468397 3036210 (Original Log Time 2024/02/20-07:34:23.467870) [db/memtable_list.cc:555] [url] Level-0 commit table #300723 started 2024/02/20-07:34:23.468399 3036210 (Original Log Time 2024/02/20-07:34:23.468168) [db/memtable_list.cc:754] [url] Level-0 commit table #300723: memtable #1 done 2024/02/20-07:34:23.468401 3036210 (Original Log Time 2024/02/20-07:34:23.468181) EVENT_LOG_v1 {"time_micros": 1708414463468176, "job": 19578, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-07:34:23.468403 3036210 (Original Log Time 2024/02/20-07:34:23.468362) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 11] max score 1.00 2024/02/20-07:34:23.468409 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19578] Try to delete WAL files size 6946344, prev total WAL file size 15794637, number of live WAL files 4. 2024/02/20-07:34:23.468481 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 19579] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-07:34:23.468488 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19586 Base level 0, inputs: [300723(1043KB) 300717(1083KB)], [300707(3889KB)] 2024/02/20-07:34:23.468501 3036186 EVENT_LOG_v1 {"time_micros": 1708414463468493, "job": 19579, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300723, 300717], "files_L5": [300707], "score": 1, "input_data_size": 6160750, "oldest_snapshot_seqno": -1} 2024/02/20-07:34:23.469138 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300716.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:34:23.576608 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 19579] Generated table #300724: 82515 keys, 5830727 bytes, temperature: kUnknown 2024/02/20-07:34:23.576661 3036186 EVENT_LOG_v1 {"time_micros": 1708414463576634, "cf_name": "url", "job": 19579, "event": "table_file_creation", "file_number": 300724, "file_size": 5830727, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5139954670, "largest_seqno": 5141057241, "table_properties": {"data_size": 5736225, "index_size": 142810, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7285, "raw_key_size": 11869762, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1737, "num_entries": 82515, "num_filter_entries": 8280, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413401, "oldest_key_time": 0, "file_creation_time": 1708414463, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300724, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:34:23.577436 3036186 (Original Log Time 2024/02/20-07:34:23.576908) [db/compaction/compaction_job.cc:1729] [url] [JOB 19579] Compacted 2@0 + 1@5 files to L5 => 5830727 bytes 2024/02/20-07:34:23.577439 3036186 (Original Log Time 2024/02/20-07:34:23.577251) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.02, MB/sec: 56.9 rd, 53.9 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(2.1, 3.8 +0.0 blob) out(5.6 +0.0 blob), read-write-amplify(5.5) write-amplify(2.7) OK, records in: 82515, records dropped: 0 output_compression: LZ4 2024/02/20-07:34:23.577442 3036186 (Original Log Time 2024/02/20-07:34:23.577266) EVENT_LOG_v1 {"time_micros": 1708414463577258, "job": 19579, "event": "compaction_finished", "compaction_time_micros": 108197, "compaction_time_cpu_micros": 105649, "output_level": 5, "num_output_files": 1, "total_output_size": 5830727, "num_input_records": 82515, "num_output_records": 82515, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-07:34:23.577790 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300707.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:34:23.577800 3036186 EVENT_LOG_v1 {"time_micros": 1708414463577798, "job": 19579, "event": "table_file_deletion", "file_number": 300707} 2024/02/20-07:34:23.577914 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300717.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:34:23.577919 3036186 EVENT_LOG_v1 {"time_micros": 1708414463577918, "job": 19579, "event": "table_file_deletion", "file_number": 300717} 2024/02/20-07:34:23.578015 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300723.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:34:23.578019 3036186 EVENT_LOG_v1 {"time_micros": 1708414463578018, "job": 19579, "event": "table_file_deletion", "file_number": 300723} 2024/02/20-07:35:54.733029 4076357 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300718. Total log size is 15729169 while max_total_wal_size is 15728640 2024/02/20-07:35:54.733253 4076357 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300725. Immutable memtables: 0. 2024/02/20-07:35:54.733473 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19580] Syncing log #300722 2024/02/20-07:35:54.735309 3036193 (Original Log Time 2024/02/20-07:35:54.733443) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:35:54.735319 3036193 [db/flush_job.cc:892] [tag] [JOB 19580] Flushing memtable with next log file: 300725 2024/02/20-07:35:54.735345 3036193 EVENT_LOG_v1 {"time_micros": 1708414554735336, "job": 19580, "event": "flush_started", "num_memtables": 1, "num_entries": 141764, "num_deletes": 138000, "total_data_size": 13377828, "memory_usage": 18009840, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:35:54.735349 3036193 [db/flush_job.cc:926] [tag] [JOB 19580] Level-0 flush table #300726: started 2024/02/20-07:35:54.851989 3036193 EVENT_LOG_v1 {"time_micros": 1708414554851963, "cf_name": "tag", "job": 19580, "event": "table_file_creation", "file_number": 300726, "file_size": 8375846, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140967226, "largest_seqno": 5141140512, "table_properties": {"data_size": 8332742, "index_size": 95241, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 13084540, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2400, "num_entries": 141658, "num_filter_entries": 119, "num_deletions": 138000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414362, "oldest_key_time": 1708414362, "file_creation_time": 1708414554, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300726, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:35:54.852026 3036193 [db/flush_job.cc:1062] [tag] [JOB 19580] Flush lasted 116724 microseconds, and 111522 cpu microseconds. 2024/02/20-07:35:54.852409 3036193 (Original Log Time 2024/02/20-07:35:54.852013) [db/flush_job.cc:1011] [tag] [JOB 19580] Level-0 flush table #300726: 8375846 bytes OK 2024/02/20-07:35:54.852411 3036193 (Original Log Time 2024/02/20-07:35:54.852031) [db/memtable_list.cc:555] [tag] Level-0 commit table #300726 started 2024/02/20-07:35:54.852413 3036193 (Original Log Time 2024/02/20-07:35:54.852202) [db/memtable_list.cc:754] [tag] Level-0 commit table #300726: memtable #1 done 2024/02/20-07:35:54.852414 3036193 (Original Log Time 2024/02/20-07:35:54.852217) EVENT_LOG_v1 {"time_micros": 1708414554852213, "job": 19580, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-07:35:54.852415 3036193 (Original Log Time 2024/02/20-07:35:54.852376) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-07:35:54.852418 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19580] Try to delete WAL files size 1315683, prev total WAL file size 15732866, number of live WAL files 4. 2024/02/20-07:35:54.852492 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19581] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-07:35:54.852502 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19588 Base level 0, inputs: [300726(8179KB) 300719(9095KB)], [300710(64MB) 300711(64MB) 300712(31MB)] 2024/02/20-07:35:54.852525 3036183 EVENT_LOG_v1 {"time_micros": 1708414554852515, "job": 19581, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300726, 300719], "files_L6": [300710, 300711, 300712], "score": 1, "input_data_size": 185573756, "oldest_snapshot_seqno": -1} 2024/02/20-07:35:54.852650 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300718.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:35:58.256526 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19581] Generated table #300727: 2380697 keys, 67638821 bytes, temperature: kUnknown 2024/02/20-07:35:58.256591 3036183 EVENT_LOG_v1 {"time_micros": 1708414558256553, "cf_name": "tag", "job": 19581, "event": "table_file_creation", "file_number": 300727, "file_size": 67638821, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109711, "index_size": 1441017, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 200526692, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36066, "num_entries": 2380697, "num_filter_entries": 2249, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708414554, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300727, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:36:01.794068 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19581] Generated table #300728: 2171993 keys, 67620289 bytes, temperature: kUnknown 2024/02/20-07:36:01.794118 3036183 EVENT_LOG_v1 {"time_micros": 1708414561794091, "cf_name": "tag", "job": 19581, "event": "table_file_creation", "file_number": 300728, "file_size": 67620289, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110630, "index_size": 1381881, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 885, "raw_key_size": 191411265, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35959, "num_entries": 2171993, "num_filter_entries": 928, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708414558, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300728, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:36:03.082288 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19581] Generated table #300729: 935049 keys, 24168162 bytes, temperature: kUnknown 2024/02/20-07:36:03.082340 3036183 EVENT_LOG_v1 {"time_micros": 1708414563082309, "cf_name": "tag", "job": 19581, "event": "table_file_creation", "file_number": 300729, "file_size": 24168162, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 23969143, "index_size": 565235, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 76298675, "raw_average_key_size": 81, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 13193, "num_entries": 935049, "num_filter_entries": 313, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708414561, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300729, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:36:03.087624 3036183 (Original Log Time 2024/02/20-07:36:03.087132) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19581] Compacted 2@0 + 3@6 files to L6 => 159427272 bytes 2024/02/20-07:36:03.087628 3036183 (Original Log Time 2024/02/20-07:36:03.087396) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 22.5 rd, 19.4 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(16.9, 160.1 +0.0 blob) out(152.0 +0.0 blob), read-write-amplify(19.5) write-amplify(9.0) OK, records in: 6051739, records dropped: 564000 output_compression: ZSTD 2024/02/20-07:36:03.087632 3036183 (Original Log Time 2024/02/20-07:36:03.087423) EVENT_LOG_v1 {"time_micros": 1708414563087410, "job": 19581, "event": "compaction_finished", "compaction_time_micros": 8229876, "compaction_time_cpu_micros": 8089055, "output_level": 6, "num_output_files": 3, "total_output_size": 159427272, "num_input_records": 6051739, "num_output_records": 5487739, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-07:36:03.092099 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300710.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:36:03.092113 3036183 EVENT_LOG_v1 {"time_micros": 1708414563092111, "job": 19581, "event": "table_file_deletion", "file_number": 300710} 2024/02/20-07:36:03.097072 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300711.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:36:03.097086 3036183 EVENT_LOG_v1 {"time_micros": 1708414563097084, "job": 19581, "event": "table_file_deletion", "file_number": 300711} 2024/02/20-07:36:03.099179 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300712.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:36:03.099187 3036183 EVENT_LOG_v1 {"time_micros": 1708414563099185, "job": 19581, "event": "table_file_deletion", "file_number": 300712} 2024/02/20-07:36:03.099732 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300719.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:36:03.099739 3036183 EVENT_LOG_v1 {"time_micros": 1708414563099738, "job": 19581, "event": "table_file_deletion", "file_number": 300719} 2024/02/20-07:36:03.100356 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300726.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:36:03.100362 3036183 EVENT_LOG_v1 {"time_micros": 1708414563100360, "job": 19581, "event": "table_file_deletion", "file_number": 300726} 2024/02/20-07:36:12.381953 4076730 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300720. Total log size is 15846671 while max_total_wal_size is 15728640 2024/02/20-07:36:12.382154 4076730 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300730. Immutable memtables: 0. 2024/02/20-07:36:12.382360 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19582] Syncing log #300725 2024/02/20-07:36:12.385993 3036210 (Original Log Time 2024/02/20-07:36:12.382351) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:36:12.385998 3036210 [db/flush_job.cc:892] [key] [JOB 19582] Flushing memtable with next log file: 300730 2024/02/20-07:36:12.386016 3036210 EVENT_LOG_v1 {"time_micros": 1708414572386011, "job": 19582, "event": "flush_started", "num_memtables": 1, "num_entries": 15725, "num_deletes": 0, "total_data_size": 982273, "memory_usage": 3156984, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:36:12.386019 3036210 [db/flush_job.cc:926] [key] [JOB 19582] Level-0 flush table #300731: started 2024/02/20-07:36:12.397329 3036210 EVENT_LOG_v1 {"time_micros": 1708414572397305, "cf_name": "key", "job": 19582, "event": "table_file_creation", "file_number": 300731, "file_size": 628883, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140979668, "largest_seqno": 5141155954, "table_properties": {"data_size": 608924, "index_size": 4740, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14885, "raw_key_size": 922679, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 182, "num_entries": 15260, "num_filter_entries": 17033, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414376, "oldest_key_time": 1708414376, "file_creation_time": 1708414572, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300731, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:36:12.397364 3036210 [db/flush_job.cc:1062] [key] [JOB 19582] Flush lasted 11374 microseconds, and 10244 cpu microseconds. 2024/02/20-07:36:12.397789 3036210 (Original Log Time 2024/02/20-07:36:12.397352) [db/flush_job.cc:1011] [key] [JOB 19582] Level-0 flush table #300731: 628883 bytes OK 2024/02/20-07:36:12.397791 3036210 (Original Log Time 2024/02/20-07:36:12.397369) [db/memtable_list.cc:555] [key] Level-0 commit table #300731 started 2024/02/20-07:36:12.397792 3036210 (Original Log Time 2024/02/20-07:36:12.397594) [db/memtable_list.cc:754] [key] Level-0 commit table #300731: memtable #1 done 2024/02/20-07:36:12.397793 3036210 (Original Log Time 2024/02/20-07:36:12.397606) EVENT_LOG_v1 {"time_micros": 1708414572397602, "job": 19582, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-07:36:12.397795 3036210 (Original Log Time 2024/02/20-07:36:12.397761) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-07:36:12.397798 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19582] Try to delete WAL files size 7531544, prev total WAL file size 15847004, number of live WAL files 4. 2024/02/20-07:36:12.397860 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19583] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-07:36:12.397868 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19590 Base level 0, inputs: [300731(614KB) 300721(466KB)], [300715(2114KB)] 2024/02/20-07:36:12.397879 3036188 EVENT_LOG_v1 {"time_micros": 1708414572397872, "job": 19583, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300731, 300721], "files_L5": [300715], "score": 1, "input_data_size": 3272494, "oldest_snapshot_seqno": -1} 2024/02/20-07:36:12.398408 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300720.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:36:12.481731 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19583] Generated table #300732: 81080 keys, 3185272 bytes, temperature: kUnknown 2024/02/20-07:36:12.481789 3036188 EVENT_LOG_v1 {"time_micros": 1708414572481756, "cf_name": "key", "job": 19583, "event": "table_file_creation", "file_number": 300732, "file_size": 3185272, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140070249, "largest_seqno": 5141155954, "table_properties": {"data_size": 3088980, "index_size": 24948, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 75413, "raw_key_size": 4902847, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 914, "num_entries": 81080, "num_filter_entries": 85974, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413471, "oldest_key_time": 0, "file_creation_time": 1708414572, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300732, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:36:12.482540 3036188 (Original Log Time 2024/02/20-07:36:12.482099) [db/compaction/compaction_job.cc:1729] [key] [JOB 19583] Compacted 2@0 + 1@5 files to L5 => 3185272 bytes 2024/02/20-07:36:12.482544 3036188 (Original Log Time 2024/02/20-07:36:12.482332) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.01, MB/sec: 39.0 rd, 37.9 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.1, 2.1 +0.0 blob) out(3.0 +0.0 blob), read-write-amplify(5.8) write-amplify(2.9) OK, records in: 81080, records dropped: 0 output_compression: LZ4 2024/02/20-07:36:12.482551 3036188 (Original Log Time 2024/02/20-07:36:12.482351) EVENT_LOG_v1 {"time_micros": 1708414572482341, "job": 19583, "event": "compaction_finished", "compaction_time_micros": 83964, "compaction_time_cpu_micros": 82242, "output_level": 5, "num_output_files": 1, "total_output_size": 3185272, "num_input_records": 81080, "num_output_records": 81080, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-07:36:12.482868 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300715.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:36:12.482881 3036188 EVENT_LOG_v1 {"time_micros": 1708414572482878, "job": 19583, "event": "table_file_deletion", "file_number": 300715} 2024/02/20-07:36:12.482997 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300721.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:36:12.483006 3036188 EVENT_LOG_v1 {"time_micros": 1708414572483004, "job": 19583, "event": "table_file_deletion", "file_number": 300721} 2024/02/20-07:36:12.483116 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300731.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:36:12.483124 3036188 EVENT_LOG_v1 {"time_micros": 1708414572483123, "job": 19583, "event": "table_file_deletion", "file_number": 300731} 2024/02/20-07:37:56.497060 4076308 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300722. Total log size is 15781393 while max_total_wal_size is 15728640 2024/02/20-07:37:56.497343 4076308 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300733. Immutable memtables: 0. 2024/02/20-07:37:56.497540 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19584] Syncing log #300730 2024/02/20-07:37:56.499845 3036193 (Original Log Time 2024/02/20-07:37:56.497532) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:37:56.499850 3036193 [db/flush_job.cc:892] [url] [JOB 19584] Flushing memtable with next log file: 300733 2024/02/20-07:37:56.499868 3036193 EVENT_LOG_v1 {"time_micros": 1708414676499862, "job": 19584, "event": "flush_started", "num_memtables": 1, "num_entries": 18408, "num_deletes": 0, "total_data_size": 2714880, "memory_usage": 3254632, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:37:56.499870 3036193 [db/flush_job.cc:926] [url] [JOB 19584] Level-0 flush table #300734: started 2024/02/20-07:37:56.526428 3036193 EVENT_LOG_v1 {"time_micros": 1708414676526399, "cf_name": "url", "job": 19584, "event": "table_file_creation", "file_number": 300734, "file_size": 1411622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141059244, "largest_seqno": 5141249305, "table_properties": {"data_size": 1388241, "index_size": 31248, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2725, "raw_key_size": 2607812, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 424, "num_entries": 17968, "num_filter_entries": 3038, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414463, "oldest_key_time": 1708414463, "file_creation_time": 1708414676, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300734, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:37:56.526477 3036193 [db/flush_job.cc:1062] [url] [JOB 19584] Flush lasted 26629 microseconds, and 25406 cpu microseconds. 2024/02/20-07:37:56.526951 3036193 (Original Log Time 2024/02/20-07:37:56.526446) [db/flush_job.cc:1011] [url] [JOB 19584] Level-0 flush table #300734: 1411622 bytes OK 2024/02/20-07:37:56.526953 3036193 (Original Log Time 2024/02/20-07:37:56.526482) [db/memtable_list.cc:555] [url] Level-0 commit table #300734 started 2024/02/20-07:37:56.526955 3036193 (Original Log Time 2024/02/20-07:37:56.526751) [db/memtable_list.cc:754] [url] Level-0 commit table #300734: memtable #1 done 2024/02/20-07:37:56.526956 3036193 (Original Log Time 2024/02/20-07:37:56.526764) EVENT_LOG_v1 {"time_micros": 1708414676526760, "job": 19584, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-07:37:56.526958 3036193 (Original Log Time 2024/02/20-07:37:56.526921) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 11] max score 0.50 2024/02/20-07:37:56.526962 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19584] Try to delete WAL files size 6881942, prev total WAL file size 15781783, number of live WAL files 4. 2024/02/20-07:37:56.527602 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300722.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:39:35.360569 4076408 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300725. Total log size is 15728833 while max_total_wal_size is 15728640 2024/02/20-07:39:35.360814 4076408 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300735. Immutable memtables: 0. 2024/02/20-07:39:35.361015 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19585] Syncing log #300733 2024/02/20-07:39:35.371000 3036210 (Original Log Time 2024/02/20-07:39:35.361003) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:39:35.371009 3036210 [db/flush_job.cc:892] [tag] [JOB 19585] Flushing memtable with next log file: 300735 2024/02/20-07:39:35.371031 3036210 EVENT_LOG_v1 {"time_micros": 1708414775371024, "job": 19585, "event": "flush_started", "num_memtables": 1, "num_entries": 162401, "num_deletes": 158000, "total_data_size": 12928260, "memory_usage": 17625440, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:39:35.371033 3036210 [db/flush_job.cc:926] [tag] [JOB 19585] Level-0 flush table #300736: started 2024/02/20-07:39:35.489839 3036210 EVENT_LOG_v1 {"time_micros": 1708414775489811, "cf_name": "tag", "job": 19585, "event": "table_file_creation", "file_number": 300736, "file_size": 8111096, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141140545, "largest_seqno": 5141339812, "table_properties": {"data_size": 8069139, "index_size": 87188, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 12598777, "raw_average_key_size": 77, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2315, "num_entries": 162354, "num_filter_entries": 116, "num_deletions": 158000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414554, "oldest_key_time": 1708414554, "file_creation_time": 1708414775, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300736, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:39:35.489871 3036210 [db/flush_job.cc:1062] [tag] [JOB 19585] Flush lasted 118879 microseconds, and 114416 cpu microseconds. 2024/02/20-07:39:35.490299 3036210 (Original Log Time 2024/02/20-07:39:35.489859) [db/flush_job.cc:1011] [tag] [JOB 19585] Level-0 flush table #300736: 8111096 bytes OK 2024/02/20-07:39:35.490302 3036210 (Original Log Time 2024/02/20-07:39:35.489877) [db/memtable_list.cc:555] [tag] Level-0 commit table #300736 started 2024/02/20-07:39:35.490304 3036210 (Original Log Time 2024/02/20-07:39:35.490089) [db/memtable_list.cc:754] [tag] Level-0 commit table #300736: memtable #1 done 2024/02/20-07:39:35.490306 3036210 (Original Log Time 2024/02/20-07:39:35.490103) EVENT_LOG_v1 {"time_micros": 1708414775490099, "job": 19585, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-07:39:35.490308 3036210 (Original Log Time 2024/02/20-07:39:35.490266) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-07:39:35.490313 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19585] Try to delete WAL files size 1433185, prev total WAL file size 15730925, number of live WAL files 4. 2024/02/20-07:39:35.490698 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300725.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:39:54.960905 4076314 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300730. Total log size is 15842761 while max_total_wal_size is 15728640 2024/02/20-07:39:54.961098 4076314 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300737. Immutable memtables: 0. 2024/02/20-07:39:54.961305 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19586] Syncing log #300735 2024/02/20-07:39:54.962628 3036193 (Original Log Time 2024/02/20-07:39:54.961292) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:39:54.962633 3036193 [db/flush_job.cc:892] [key] [JOB 19586] Flushing memtable with next log file: 300737 2024/02/20-07:39:54.962652 3036193 EVENT_LOG_v1 {"time_micros": 1708414794962647, "job": 19586, "event": "flush_started", "num_memtables": 1, "num_entries": 18028, "num_deletes": 0, "total_data_size": 1126071, "memory_usage": 2424976, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:39:54.962655 3036193 [db/flush_job.cc:926] [key] [JOB 19586] Level-0 flush table #300738: started 2024/02/20-07:39:54.975098 3036193 EVENT_LOG_v1 {"time_micros": 1708414794975075, "cf_name": "key", "job": 19586, "event": "table_file_creation", "file_number": 300738, "file_size": 730678, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141157956, "largest_seqno": 5141357717, "table_properties": {"data_size": 708014, "index_size": 5417, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17045, "raw_key_size": 1062289, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 211, "num_entries": 17569, "num_filter_entries": 19475, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414572, "oldest_key_time": 1708414572, "file_creation_time": 1708414794, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300738, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:39:54.975125 3036193 [db/flush_job.cc:1062] [key] [JOB 19586] Flush lasted 12500 microseconds, and 11440 cpu microseconds. 2024/02/20-07:39:54.975553 3036193 (Original Log Time 2024/02/20-07:39:54.975114) [db/flush_job.cc:1011] [key] [JOB 19586] Level-0 flush table #300738: 730678 bytes OK 2024/02/20-07:39:54.975555 3036193 (Original Log Time 2024/02/20-07:39:54.975129) [db/memtable_list.cc:555] [key] Level-0 commit table #300738 started 2024/02/20-07:39:54.975556 3036193 (Original Log Time 2024/02/20-07:39:54.975352) [db/memtable_list.cc:754] [key] Level-0 commit table #300738: memtable #1 done 2024/02/20-07:39:54.975557 3036193 (Original Log Time 2024/02/20-07:39:54.975365) EVENT_LOG_v1 {"time_micros": 1708414794975360, "job": 19586, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-07:39:54.975558 3036193 (Original Log Time 2024/02/20-07:39:54.975527) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-07:39:54.975562 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19586] Try to delete WAL files size 7466266, prev total WAL file size 15842942, number of live WAL files 4. 2024/02/20-07:39:54.976270 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300730.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:39:59.070229 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-07:39:59.070326 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1002197.9 total, 600.1 interval Cumulative writes: 127M writes, 575M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.46 GB, 0.06 MB/s Cumulative WAL: 127M writes, 0 syncs, 127649029.00 writes per sync, written: 55.46 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 47K writes, 580K keys, 47K commit groups, 1.0 writes per commit group, ingest: 48.59 MB, 0.08 MB/s Interval WAL: 47K writes, 0 syncs, 47910.00 writes per sync, written: 0.05 GB, 0.08 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 1.35 MB 0.5 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 402.46 375.26 4085 0.099 0 0 0.0 0.0 L5 1/0 5.56 MB 0.0 68.2 18.0 50.2 67.0 16.9 0.0 3.7 42.0 41.3 1660.90 1590.43 2108 0.788 1029M 1123 0.0 0.0 L6 11/0 690.93 MB 0.0 394.9 17.2 377.7 377.9 0.2 0.0 22.0 16.1 15.4 25070.51 23124.91 587 42.710 9226M 256M 0.0 0.0 Sum 13/0 697.84 MB 0.0 463.1 35.2 427.8 463.3 35.4 0.0 25.3 17.5 17.5 27133.87 25090.61 6780 4.002 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.6 32.4 49.6 0.18 0.17 4 0.045 82K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 463.1 35.2 427.8 444.9 17.1 0.0 0.0 17.7 17.0 26731.40 24715.35 2695 9.919 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 402.46 375.26 4085 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1002197.9 total, 600.1 interval Flush(GB): cumulative 18.316, interval 0.003 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 463.26 GB write, 0.47 MB/s write, 463.05 GB read, 0.47 MB/s read, 27133.9 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1568 collections: 1671 last_copies: 0 last_secs: 0.000533 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(800,12.83 MB,0.835457%) IndexBlock(767,1.37 GB,91.2255%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5894471 Average: 2.1888 StdDev: 4.27 Min: 0 Median: 1.3813 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.42 P99.99: 127.66 ------------------------------------------------------ [ 0, 1 ] 1992209 33.798% 33.798% ####### ( 1, 2 ] 2504824 42.494% 76.292% ######## ( 2, 3 ] 977638 16.586% 92.878% ### ( 3, 4 ] 239106 4.056% 96.935% # ( 4, 6 ] 106550 1.808% 98.742% ( 6, 10 ] 34737 0.589% 99.331% ( 10, 15 ] 14612 0.248% 99.579% ( 15, 22 ] 7406 0.126% 99.705% ( 22, 34 ] 7744 0.131% 99.836% ( 34, 51 ] 5585 0.095% 99.931% ( 51, 76 ] 2479 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 396 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21463248 Average: 2.4628 StdDev: 6.81 Min: 0 Median: 1.4933 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.96 P99.99: 146.58 ------------------------------------------------------ [ 0, 1 ] 6589409 30.701% 30.701% ###### ( 1, 2 ] 8397756 39.126% 69.827% ######## ( 2, 3 ] 3637740 16.949% 86.776% ### ( 3, 4 ] 1318577 6.143% 92.919% # ( 4, 6 ] 1023254 4.767% 97.687% # ( 6, 10 ] 331570 1.545% 99.232% ( 10, 15 ] 58477 0.272% 99.504% ( 15, 22 ] 29863 0.139% 99.643% ( 22, 34 ] 32158 0.150% 99.793% ( 34, 51 ] 24476 0.114% 99.907% ( 51, 76 ] 11795 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 588 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 205453172 Average: 12.0955 StdDev: 47.29 Min: 0 Median: 1.4851 Max: 57076 Percentiles: P50: 1.49 P75: 2.59 P99: 142.54 P99.9: 303.77 P99.99: 1536.13 ------------------------------------------------------ [ 0, 1 ] 70533576 34.331% 34.331% ####### ( 1, 2 ] 66357111 32.298% 66.629% ###### ( 2, 3 ] 29072451 14.150% 80.779% ### ( 3, 4 ] 6289810 3.061% 83.840% # ( 4, 6 ] 1147378 0.558% 84.399% ( 6, 10 ] 538600 0.262% 84.661% ( 10, 15 ] 305876 0.149% 84.810% ( 15, 22 ] 255825 0.125% 84.935% ( 22, 34 ] 7316604 3.561% 88.496% # ( 34, 51 ] 7354596 3.580% 92.075% # ( 51, 76 ] 5937397 2.890% 94.965% # ( 76, 110 ] 6541540 3.184% 98.149% # ( 110, 170 ] 3222912 1.569% 99.718% ( 170, 250 ] 328643 0.160% 99.878% ( 250, 380 ] 109759 0.053% 99.931% ( 380, 580 ] 66566 0.032% 99.964% ( 580, 870 ] 30008 0.015% 99.978% ( 870, 1300 ] 13641 0.007% 99.985% ( 1300, 1900 ] 26258 0.013% 99.998% ( 1900, 2900 ] 2092 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 7.74 MB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.63 72.67 3972 0.022 0 0 0.0 0.0 L6 3/0 152.04 MB 0.0 307.7 3.1 304.6 304.7 0.1 0.0 99.5 15.4 15.2 20469.18 20092.42 2090 9.794 11G 61M 0.0 0.0 Sum 4/0 159.78 MB 0.0 307.7 3.1 304.6 307.7 3.1 0.0 100.3 15.3 15.3 20554.82 20165.09 6062 3.391 11G 61M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.3 0.0 0.0 10.7 20.9 20.0 17.24 16.96 6 2.873 12M 1200K 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 307.7 3.1 304.6 304.7 0.1 0.0 0.0 15.4 15.2 20469.18 20092.42 2090 9.794 11G 61M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.63 72.67 3972 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1002197.9 total, 600.1 interval Flush(GB): cumulative 3.069, interval 0.031 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 307.72 GB write, 0.31 MB/s write, 307.66 GB read, 0.31 MB/s read, 20554.8 seconds Interval compaction: 0.34 GB write, 0.57 MB/s write, 0.35 GB read, 0.60 MB/s read, 17.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4360 collections: 1671 last_copies: 0 last_secs: 0.001219 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2200,1.65 MB,0.10753%) IndexBlock(2159,1.46 GB,97.059%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1005761 Average: 3.5638 StdDev: 6.38 Min: 0 Median: 2.5786 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.42 P99.9: 60.95 P99.99: 196.76 ------------------------------------------------------ [ 0, 1 ] 114730 11.407% 11.407% ## ( 1, 2 ] 244036 24.264% 35.671% ##### ( 2, 3 ] 249076 24.765% 60.436% ##### ( 3, 4 ] 192471 19.137% 79.573% #### ( 4, 6 ] 165057 16.411% 95.984% ### ( 6, 10 ] 28071 2.791% 98.775% # ( 10, 15 ] 4666 0.464% 99.239% ( 15, 22 ] 2489 0.247% 99.486% ( 22, 34 ] 2128 0.212% 99.698% ( 34, 51 ] 1742 0.173% 99.871% ( 51, 76 ] 727 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 174531464 Average: 2.1869 StdDev: 5.40 Min: 0 Median: 1.3416 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.98 P99.9: 53.69 P99.99: 144.54 ------------------------------------------------------ [ 0, 1 ] 64618474 37.024% 37.024% ####### ( 1, 2 ] 66302638 37.989% 75.013% ######## ( 2, 3 ] 32425181 18.578% 93.591% #### ( 3, 4 ] 7829486 4.486% 98.077% # ( 4, 6 ] 1462561 0.838% 98.915% ( 6, 10 ] 605650 0.347% 99.262% ( 10, 15 ] 394804 0.226% 99.489% ( 15, 22 ] 196511 0.113% 99.601% ( 22, 34 ] 309090 0.177% 99.778% ( 34, 51 ] 201939 0.116% 99.894% ( 51, 76 ] 98609 0.056% 99.950% ( 76, 110 ] 56880 0.033% 99.983% ( 110, 170 ] 21170 0.012% 99.995% ( 170, 250 ] 3791 0.002% 99.997% ( 250, 380 ] 1730 0.001% 99.998% ( 380, 580 ] 1444 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 713.55 KB 0.5 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 268.83 249.25 4052 0.066 0 0 0.0 0.0 L5 1/0 3.04 MB 0.0 21.8 8.0 13.8 21.6 7.8 0.0 2.7 28.8 28.5 776.53 751.00 1936 0.401 604M 269K 0.0 0.0 L6 5/0 316.18 MB 0.0 193.2 8.7 184.5 184.6 0.1 0.0 21.2 14.4 13.8 13714.82 13420.01 704 19.481 8647M 235M 0.0 0.0 Sum 7/0 319.91 MB 0.0 215.0 16.7 198.3 215.2 16.8 0.0 24.2 14.9 14.9 14760.18 14420.26 6692 2.206 9252M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 26.5 37.3 0.20 0.19 6 0.033 135K 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 215.0 16.7 198.3 206.3 7.9 0.0 0.0 15.2 14.6 14491.35 14171.02 2640 5.489 9252M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 268.83 249.25 4052 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1002197.9 total, 600.1 interval Flush(GB): cumulative 8.899, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 215.16 GB write, 0.22 MB/s write, 215.04 GB read, 0.22 MB/s read, 14760.2 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 340535 collections: 1671 last_copies: 0 last_secs: 0.090274 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(340185,1.31 GB,87.4845%) FilterBlock(174,114.15 MB,7.43174%) IndexBlock(176,43.67 MB,2.84328%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2783062 Average: 4.2532 StdDev: 8.12 Min: 0 Median: 1.9542 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.91 P99.9: 61.14 P99.99: 151.52 ------------------------------------------------------ [ 0, 1 ] 625270 22.467% 22.467% #### ( 1, 2 ] 803014 28.854% 51.321% ###### ( 2, 3 ] 391950 14.083% 65.404% ### ( 3, 4 ] 169530 6.091% 71.495% # ( 4, 6 ] 147013 5.282% 76.778% # ( 6, 10 ] 437839 15.732% 92.510% ### ( 10, 15 ] 173713 6.242% 98.752% # ( 15, 22 ] 16617 0.597% 99.349% ( 22, 34 ] 8905 0.320% 99.669% ( 34, 51 ] 5422 0.195% 99.864% ( 51, 76 ] 2479 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 29 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6760689 Average: 4.6796 StdDev: 7.57 Min: 0 Median: 2.4579 Max: 7311 Percentiles: P50: 2.46 P75: 6.13 P99: 19.33 P99.9: 66.62 P99.99: 167.03 ------------------------------------------------------ [ 0, 1 ] 1114750 16.489% 16.489% ### ( 1, 2 ] 1793493 26.528% 43.017% ##### ( 2, 3 ] 1031085 15.251% 58.268% ### ( 3, 4 ] 550793 8.147% 66.415% ## ( 4, 6 ] 541991 8.017% 74.432% ## ( 6, 10 ] 1168805 17.288% 91.720% ### ( 10, 15 ] 464096 6.865% 98.585% # ( 15, 22 ] 45383 0.671% 99.256% ( 22, 34 ] 23856 0.353% 99.609% ( 34, 51 ] 15115 0.224% 99.833% ( 51, 76 ] 7300 0.108% 99.941% ( 76, 110 ] 2442 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104316270 Average: 5.7529 StdDev: 24.38 Min: 0 Median: 2.3315 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.83 P99.9: 158.39 P99.99: 466.16 ------------------------------------------------------ [ 0, 1 ] 24918065 23.887% 23.887% ##### ( 1, 2 ] 23639117 22.661% 46.548% ##### ( 2, 3 ] 10863812 10.414% 56.962% ## ( 3, 4 ] 4272084 4.095% 61.058% # ( 4, 6 ] 4881810 4.680% 65.737% # ( 6, 10 ] 25232256 24.188% 89.926% ##### ( 10, 15 ] 8140914 7.804% 97.730% ## ( 15, 22 ] 664084 0.637% 98.366% ( 22, 34 ] 537609 0.515% 98.882% ( 34, 51 ] 359417 0.345% 99.226% ( 51, 76 ] 226108 0.217% 99.443% ( 76, 110 ] 288435 0.277% 99.720% ( 110, 170 ] 233387 0.224% 99.943% ( 170, 250 ] 37863 0.036% 99.980% ( 250, 380 ] 8244 0.008% 99.987% ( 380, 580 ] 6113 0.006% 99.993% ( 580, 870 ] 3504 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.998% ( 1300, 1900 ] 2568 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-07:39:59.073521 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 522114555 rocksdb.block.cache.hit COUNT : 2137088229 rocksdb.block.cache.add COUNT : 38907310 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 31998 rocksdb.block.cache.index.hit COUNT : 523860602 rocksdb.block.cache.index.add COUNT : 31984 rocksdb.block.cache.index.bytes.insert COUNT : 34125409947 rocksdb.block.cache.filter.miss COUNT : 32004 rocksdb.block.cache.filter.hit COUNT : 1089708787 rocksdb.block.cache.filter.add COUNT : 32004 rocksdb.block.cache.filter.bytes.insert COUNT : 8670707124 rocksdb.block.cache.data.miss COUNT : 522050553 rocksdb.block.cache.data.hit COUNT : 523518840 rocksdb.block.cache.data.add COUNT : 38843322 rocksdb.block.cache.data.bytes.insert COUNT : 160897568225 rocksdb.block.cache.bytes.read COUNT : 1861589214833036 rocksdb.block.cache.bytes.write COUNT : 203693685296 rocksdb.bloom.filter.useful COUNT : 565912128 rocksdb.bloom.filter.full.positive COUNT : 523796691 rocksdb.bloom.filter.full.true.positive COUNT : 518319441 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 91792876 rocksdb.memtable.miss COUNT : 6197546041 rocksdb.l0.hit COUNT : 15905857 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 502413584 rocksdb.compaction.key.drop.new COUNT : 276996897 rocksdb.compaction.key.drop.obsolete COUNT : 277016234 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 575494219 rocksdb.number.keys.read COUNT : 638207620 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59547391446 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 66814 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 31989 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 754089586 rocksdb.number.multiget.keys.read COUNT : 5651131297 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59547391446 rocksdb.write.self COUNT : 127439618 rocksdb.write.other COUNT : 209411 rocksdb.write.wal COUNT : 127649029 rocksdb.compact.read.bytes COUNT : 984145620515 rocksdb.compact.write.bytes COUNT : 1026345665080 rocksdb.flush.write.bytes COUNT : 32521811344 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 998447 rocksdb.number.superversion_releases COUNT : 2671 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 515428190 rocksdb.number.block.decompressed COUNT : 515501138 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 58978783259 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 66814 rocksdb.num.iterator.deleted COUNT : 66814 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5149 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5111 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43630 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60458178596 rocksdb.memtable.garbage.bytes.at.flush COUNT : 726313863 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 931127276120 rocksdb.last.level.read.count COUNT : 484303227 rocksdb.non.last.level.read.bytes COUNT : 128178639793 rocksdb.non.last.level.read.count COUNT : 37907295 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 522146544 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2103100085590 rocksdb.bytes.compressed.to COUNT : 1021554388109 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26074375582 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6577043 rocksdb.bytes.decompressed.from COUNT : 1021898622954 rocksdb.bytes.decompressed.to COUNT : 2103441215598 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.497563 P95 : 106.389373 P99 : 160.553154 P100 : 227461.000000 COUNT : 638207620 SUM : 32975578008 rocksdb.db.write.micros P50 : 67.013635 P95 : 111.996964 P99 : 169.513021 P100 : 2037453.000000 COUNT : 127649029 SUM : 13192712624 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38053658.536585 P99 : 66812500.000000 P100 : 84019043.000000 COUNT : 7425 SUM : 61691935689 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35378854.625551 P99 : 63653954.802260 P100 : 74662372.000000 COUNT : 7425 SUM : 58978783259 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4283.831522 P95 : 27677.571429 P99 : 61700.000000 P100 : 1558490.000000 COUNT : 12094 SUM : 112723251 rocksdb.compaction.outfile.sync.micros P50 : 62532.828673 P95 : 126244.224422 P99 : 225671.578947 P100 : 2063820.000000 COUNT : 19878 SUM : 1273404942 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.933160 P95 : 726.346568 P99 : 3914.272727 P100 : 501117.000000 COUNT : 19581 SUM : 12549520 rocksdb.table.open.io.micros P50 : 579.149178 P95 : 6233.169014 P99 : 12995.121372 P100 : 126033.000000 COUNT : 31989 SUM : 56128843 rocksdb.db.multiget.micros P50 : 8.003978 P95 : 17.853305 P99 : 33.104135 P100 : 26625.000000 COUNT : 754089586 SUM : 7152649188 rocksdb.read.block.compaction.micros P50 : 13.652083 P95 : 58.348925 P99 : 137.998532 P100 : 57122.000000 COUNT : 483207231 SUM : 9334106956 rocksdb.read.block.get.micros P50 : 52.919186 P95 : 94.955345 P99 : 146.102866 P100 : 125945.000000 COUNT : 38907324 SUM : 2243904861 rocksdb.write.raw.block.micros P50 : 0.521524 P95 : 0.990895 P99 : 1.895167 P100 : 331149.000000 COUNT : 522101149 SUM : 10384081856 rocksdb.numfiles.in.singlecompaction P50 : 2.777116 P95 : 5.679222 P99 : 5.938592 P100 : 7.000000 COUNT : 5664 SUM : 20179 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532802 P95 : 32.795947 P99 : 104.628807 P100 : 57076.000000 COUNT : 522210522 SUM : 3579718598 rocksdb.file.read.flush.micros P50 : 1.840289 P95 : 15.799800 P99 : 41.286364 P100 : 787.000000 COUNT : 60470 SUM : 289851 rocksdb.file.read.compaction.micros P50 : 1.418556 P95 : 35.706023 P99 : 106.126215 P100 : 57076.000000 COUNT : 483306635 SUM : 3190977452 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 638207620 SUM : 0 rocksdb.bytes.per.write P50 : 218.508928 P95 : 527.349630 P99 : 803.542257 P100 : 4563443.000000 COUNT : 127439618 SUM : 59547391446 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 754089586 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45797.134935 P95 : 166804.794521 P99 : 239106.422018 P100 : 1681975.000000 COUNT : 12137 SUM : 756926643 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-07:39:59.073707 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-07:39:59.073901 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708414799 to in-memory stats history 2024/02/20-07:39:59.073926 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-07:39:59.073964 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-07:41:34.226472 4076670 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300733. Total log size is 15769794 while max_total_wal_size is 15728640 2024/02/20-07:41:34.226773 4076670 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300739. Immutable memtables: 0. 2024/02/20-07:41:34.226984 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19587] Syncing log #300737 2024/02/20-07:41:34.242980 3036210 (Original Log Time 2024/02/20-07:41:34.226969) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:41:34.242989 3036210 [db/flush_job.cc:892] [url] [JOB 19587] Flushing memtable with next log file: 300739 2024/02/20-07:41:34.243012 3036210 EVENT_LOG_v1 {"time_micros": 1708414894243005, "job": 19587, "event": "flush_started", "num_memtables": 1, "num_entries": 18940, "num_deletes": 0, "total_data_size": 2794047, "memory_usage": 3600528, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:41:34.243015 3036210 [db/flush_job.cc:926] [url] [JOB 19587] Level-0 flush table #300740: started 2024/02/20-07:41:34.267418 3036210 EVENT_LOG_v1 {"time_micros": 1708414894267383, "cf_name": "url", "job": 19587, "event": "table_file_creation", "file_number": 300740, "file_size": 1456249, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141251307, "largest_seqno": 5141447076, "table_properties": {"data_size": 1432349, "index_size": 30867, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2725, "raw_key_size": 2684510, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 438, "num_entries": 18538, "num_filter_entries": 3095, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414676, "oldest_key_time": 1708414676, "file_creation_time": 1708414894, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300740, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:41:34.267472 3036210 [db/flush_job.cc:1062] [url] [JOB 19587] Flush lasted 24502 microseconds, and 22640 cpu microseconds. 2024/02/20-07:41:34.267947 3036210 (Original Log Time 2024/02/20-07:41:34.267445) [db/flush_job.cc:1011] [url] [JOB 19587] Level-0 flush table #300740: 1456249 bytes OK 2024/02/20-07:41:34.267951 3036210 (Original Log Time 2024/02/20-07:41:34.267479) [db/memtable_list.cc:555] [url] Level-0 commit table #300740 started 2024/02/20-07:41:34.267953 3036210 (Original Log Time 2024/02/20-07:41:34.267722) [db/memtable_list.cc:754] [url] Level-0 commit table #300740: memtable #1 done 2024/02/20-07:41:34.267954 3036210 (Original Log Time 2024/02/20-07:41:34.267738) EVENT_LOG_v1 {"time_micros": 1708414894267733, "job": 19587, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-07:41:34.267956 3036210 (Original Log Time 2024/02/20-07:41:34.267910) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 11] max score 1.00 2024/02/20-07:41:34.267961 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19587] Try to delete WAL files size 6829382, prev total WAL file size 15771609, number of live WAL files 4. 2024/02/20-07:41:34.268072 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19588] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-07:41:34.268083 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19595 Base level 0, inputs: [300740(1422KB) 300734(1378KB)], [300724(5694KB)] 2024/02/20-07:41:34.268110 3036185 EVENT_LOG_v1 {"time_micros": 1708414894268097, "job": 19588, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300740, 300734], "files_L5": [300724], "score": 1, "input_data_size": 8698598, "oldest_snapshot_seqno": -1} 2024/02/20-07:41:34.268836 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300733.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:41:34.437823 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19588] Generated table #300741: 119020 keys, 8276407 bytes, temperature: kUnknown 2024/02/20-07:41:34.437870 3036185 EVENT_LOG_v1 {"time_micros": 1708414894437846, "cf_name": "url", "job": 19588, "event": "table_file_creation", "file_number": 300741, "file_size": 8276407, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5139954670, "largest_seqno": 5141447076, "table_properties": {"data_size": 8145255, "index_size": 207196, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9237, "raw_key_size": 17161993, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2470, "num_entries": 119020, "num_filter_entries": 10599, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413401, "oldest_key_time": 0, "file_creation_time": 1708414894, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300741, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:41:34.438627 3036185 (Original Log Time 2024/02/20-07:41:34.438198) [db/compaction/compaction_job.cc:1729] [url] [JOB 19588] Compacted 2@0 + 1@5 files to L5 => 8276407 bytes 2024/02/20-07:41:34.438630 3036185 (Original Log Time 2024/02/20-07:41:34.438413) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.03, MB/sec: 51.2 rd, 48.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(2.7, 5.6 +0.0 blob) out(7.9 +0.0 blob), read-write-amplify(5.9) write-amplify(2.9) OK, records in: 119021, records dropped: 1 output_compression: LZ4 2024/02/20-07:41:34.438634 3036185 (Original Log Time 2024/02/20-07:41:34.438435) EVENT_LOG_v1 {"time_micros": 1708414894438423, "job": 19588, "event": "compaction_finished", "compaction_time_micros": 169811, "compaction_time_cpu_micros": 167708, "output_level": 5, "num_output_files": 1, "total_output_size": 8276407, "num_input_records": 119021, "num_output_records": 119020, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-07:41:34.439002 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300724.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:41:34.439011 3036185 EVENT_LOG_v1 {"time_micros": 1708414894439010, "job": 19588, "event": "table_file_deletion", "file_number": 300724} 2024/02/20-07:41:34.439139 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300734.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:41:34.439144 3036185 EVENT_LOG_v1 {"time_micros": 1708414894439143, "job": 19588, "event": "table_file_deletion", "file_number": 300734} 2024/02/20-07:41:34.439257 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300740.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:41:34.439261 3036185 EVENT_LOG_v1 {"time_micros": 1708414894439260, "job": 19588, "event": "table_file_deletion", "file_number": 300740} 2024/02/20-07:42:48.729531 2383524 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300735. Total log size is 15740507 while max_total_wal_size is 15728640 2024/02/20-07:42:48.729750 2383524 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300742. Immutable memtables: 0. 2024/02/20-07:42:48.730039 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19589] Syncing log #300739 2024/02/20-07:42:48.744567 3036193 (Original Log Time 2024/02/20-07:42:48.730027) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:42:48.744575 3036193 [db/flush_job.cc:892] [tag] [JOB 19589] Flushing memtable with next log file: 300742 2024/02/20-07:42:48.744603 3036193 EVENT_LOG_v1 {"time_micros": 1708414968744590, "job": 19589, "event": "flush_started", "num_memtables": 1, "num_entries": 156995, "num_deletes": 152000, "total_data_size": 13318568, "memory_usage": 17018712, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:42:48.744605 3036193 [db/flush_job.cc:926] [tag] [JOB 19589] Level-0 flush table #300743: started 2024/02/20-07:42:48.863167 3036193 EVENT_LOG_v1 {"time_micros": 1708414968863136, "cf_name": "tag", "job": 19589, "event": "table_file_creation", "file_number": 300743, "file_size": 7759968, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141339911, "largest_seqno": 5141530068, "table_properties": {"data_size": 7712667, "index_size": 95168, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 13002431, "raw_average_key_size": 82, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2275, "num_entries": 156974, "num_filter_entries": 135, "num_deletions": 152000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414775, "oldest_key_time": 1708414775, "file_creation_time": 1708414968, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300743, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:42:48.863198 3036193 [db/flush_job.cc:1062] [tag] [JOB 19589] Flush lasted 118640 microseconds, and 113868 cpu microseconds. 2024/02/20-07:42:48.863654 3036193 (Original Log Time 2024/02/20-07:42:48.863186) [db/flush_job.cc:1011] [tag] [JOB 19589] Level-0 flush table #300743: 7759968 bytes OK 2024/02/20-07:42:48.863657 3036193 (Original Log Time 2024/02/20-07:42:48.863203) [db/memtable_list.cc:555] [tag] Level-0 commit table #300743 started 2024/02/20-07:42:48.863659 3036193 (Original Log Time 2024/02/20-07:42:48.863427) [db/memtable_list.cc:754] [tag] Level-0 commit table #300743: memtable #1 done 2024/02/20-07:42:48.863660 3036193 (Original Log Time 2024/02/20-07:42:48.863440) EVENT_LOG_v1 {"time_micros": 1708414968863436, "job": 19589, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-07:42:48.863662 3036193 (Original Log Time 2024/02/20-07:42:48.863608) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-07:42:48.863666 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19589] Try to delete WAL files size 1547113, prev total WAL file size 15744795, number of live WAL files 4. 2024/02/20-07:42:48.863739 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19590] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-07:42:48.863748 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19597 Base level 0, inputs: [300743(7578KB) 300736(7920KB)], [300727(64MB) 300728(64MB) 300729(23MB)] 2024/02/20-07:42:48.863771 3036190 EVENT_LOG_v1 {"time_micros": 1708414968863761, "job": 19590, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300743, 300736], "files_L6": [300727, 300728, 300729], "score": 1, "input_data_size": 175298336, "oldest_snapshot_seqno": -1} 2024/02/20-07:42:48.863946 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300735.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:42:52.350973 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19590] Generated table #300744: 2381175 keys, 67639984 bytes, temperature: kUnknown 2024/02/20-07:42:52.351051 3036190 EVENT_LOG_v1 {"time_micros": 1708414972350997, "cf_name": "tag", "job": 19590, "event": "table_file_creation", "file_number": 300744, "file_size": 67639984, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109867, "index_size": 1444784, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 200633732, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36069, "num_entries": 2381175, "num_filter_entries": 2250, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708414968, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300744, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:42:55.784171 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19590] Generated table #300745: 2166049 keys, 67623302 bytes, temperature: kUnknown 2024/02/20-07:42:55.784242 3036190 EVENT_LOG_v1 {"time_micros": 1708414975784197, "cf_name": "tag", "job": 19590, "event": "table_file_creation", "file_number": 300745, "file_size": 67623302, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109534, "index_size": 1376211, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 885, "raw_key_size": 190782870, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35954, "num_entries": 2166049, "num_filter_entries": 928, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708414972, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300745, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:42:56.721430 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19590] Generated table #300746: 639843 keys, 16680901 bytes, temperature: kUnknown 2024/02/20-07:42:56.721501 3036190 EVENT_LOG_v1 {"time_micros": 1708414976721461, "cf_name": "tag", "job": 19590, "event": "table_file_creation", "file_number": 300746, "file_size": 16680901, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 16544900, "index_size": 393793, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 52760286, "raw_average_key_size": 82, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 9175, "num_entries": 639843, "num_filter_entries": 301, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708414975, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300746, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:42:56.725962 3036190 (Original Log Time 2024/02/20-07:42:56.725471) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19590] Compacted 2@0 + 3@6 files to L6 => 151944187 bytes 2024/02/20-07:42:56.725965 3036190 (Original Log Time 2024/02/20-07:42:56.725784) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 22.3 rd, 19.3 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(15.1, 152.0 +0.0 blob) out(144.9 +0.0 blob), read-write-amplify(20.6) write-amplify(9.6) OK, records in: 5807067, records dropped: 620000 output_compression: ZSTD 2024/02/20-07:42:56.725970 3036190 (Original Log Time 2024/02/20-07:42:56.725800) EVENT_LOG_v1 {"time_micros": 1708414976725792, "job": 19590, "event": "compaction_finished", "compaction_time_micros": 7857782, "compaction_time_cpu_micros": 7685932, "output_level": 6, "num_output_files": 3, "total_output_size": 151944187, "num_input_records": 5807067, "num_output_records": 5187067, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-07:42:56.730672 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300727.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:42:56.730682 3036190 EVENT_LOG_v1 {"time_micros": 1708414976730680, "job": 19590, "event": "table_file_deletion", "file_number": 300727} 2024/02/20-07:42:56.735664 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300728.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:42:56.735676 3036190 EVENT_LOG_v1 {"time_micros": 1708414976735674, "job": 19590, "event": "table_file_deletion", "file_number": 300728} 2024/02/20-07:42:56.738074 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300729.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:42:56.738085 3036190 EVENT_LOG_v1 {"time_micros": 1708414976738083, "job": 19590, "event": "table_file_deletion", "file_number": 300729} 2024/02/20-07:42:56.738771 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300736.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:42:56.738779 3036190 EVENT_LOG_v1 {"time_micros": 1708414976738778, "job": 19590, "event": "table_file_deletion", "file_number": 300736} 2024/02/20-07:42:56.739211 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300743.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:42:56.739216 3036190 EVENT_LOG_v1 {"time_micros": 1708414976739215, "job": 19590, "event": "table_file_deletion", "file_number": 300743} 2024/02/20-07:43:19.752943 4076672 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300737. Total log size is 15728842 while max_total_wal_size is 15728640 2024/02/20-07:43:19.753128 4076672 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300747. Immutable memtables: 0. 2024/02/20-07:43:19.753341 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19591] Syncing log #300742 2024/02/20-07:43:19.769872 3036210 (Original Log Time 2024/02/20-07:43:19.753326) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:43:19.769882 3036210 [db/flush_job.cc:892] [key] [JOB 19591] Flushing memtable with next log file: 300747 2024/02/20-07:43:19.769903 3036210 EVENT_LOG_v1 {"time_micros": 1708414999769897, "job": 19591, "event": "flush_started", "num_memtables": 1, "num_entries": 16943, "num_deletes": 0, "total_data_size": 1058378, "memory_usage": 2997264, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:43:19.769906 3036210 [db/flush_job.cc:926] [key] [JOB 19591] Level-0 flush table #300748: started 2024/02/20-07:43:19.782102 3036210 EVENT_LOG_v1 {"time_micros": 1708414999782023, "cf_name": "key", "job": 19591, "event": "table_file_creation", "file_number": 300748, "file_size": 691748, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141359719, "largest_seqno": 5141550295, "table_properties": {"data_size": 670178, "index_size": 5110, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16181, "raw_key_size": 1006096, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 200, "num_entries": 16638, "num_filter_entries": 18490, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414794, "oldest_key_time": 1708414794, "file_creation_time": 1708414999, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300748, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:43:19.782133 3036210 [db/flush_job.cc:1062] [key] [JOB 19591] Flush lasted 12269 microseconds, and 11158 cpu microseconds. 2024/02/20-07:43:19.782598 3036210 (Original Log Time 2024/02/20-07:43:19.782122) [db/flush_job.cc:1011] [key] [JOB 19591] Level-0 flush table #300748: 691748 bytes OK 2024/02/20-07:43:19.782600 3036210 (Original Log Time 2024/02/20-07:43:19.782138) [db/memtable_list.cc:555] [key] Level-0 commit table #300748 started 2024/02/20-07:43:19.782601 3036210 (Original Log Time 2024/02/20-07:43:19.782373) [db/memtable_list.cc:754] [key] Level-0 commit table #300748: memtable #1 done 2024/02/20-07:43:19.782602 3036210 (Original Log Time 2024/02/20-07:43:19.782386) EVENT_LOG_v1 {"time_micros": 1708414999782382, "job": 19591, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-07:43:19.782604 3036210 (Original Log Time 2024/02/20-07:43:19.782568) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-07:43:19.782608 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19591] Try to delete WAL files size 7393299, prev total WAL file size 15729411, number of live WAL files 4. 2024/02/20-07:43:19.782690 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19592] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-07:43:19.782699 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19599 Base level 0, inputs: [300748(675KB) 300738(713KB)], [300732(3110KB)] 2024/02/20-07:43:19.782714 3036187 EVENT_LOG_v1 {"time_micros": 1708414999782705, "job": 19592, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300748, 300738], "files_L5": [300732], "score": 1, "input_data_size": 4607698, "oldest_snapshot_seqno": -1} 2024/02/20-07:43:19.783233 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300737.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:43:19.919899 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19592] Generated table #300749: 115286 keys, 4485386 bytes, temperature: kUnknown 2024/02/20-07:43:19.919956 3036187 EVENT_LOG_v1 {"time_micros": 1708414999919922, "cf_name": "key", "job": 19592, "event": "table_file_creation", "file_number": 300749, "file_size": 4485386, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140070249, "largest_seqno": 5141550295, "table_properties": {"data_size": 4350676, "index_size": 35128, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 106645, "raw_key_size": 6971171, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1290, "num_entries": 115286, "num_filter_entries": 121347, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413471, "oldest_key_time": 0, "file_creation_time": 1708414999, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300749, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:43:19.920712 3036187 (Original Log Time 2024/02/20-07:43:19.920260) [db/compaction/compaction_job.cc:1729] [key] [JOB 19592] Compacted 2@0 + 1@5 files to L5 => 4485386 bytes 2024/02/20-07:43:19.920715 3036187 (Original Log Time 2024/02/20-07:43:19.920529) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.02, MB/sec: 33.6 rd, 32.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.4, 3.0 +0.0 blob) out(4.3 +0.0 blob), read-write-amplify(6.4) write-amplify(3.2) OK, records in: 115287, records dropped: 1 output_compression: LZ4 2024/02/20-07:43:19.920719 3036187 (Original Log Time 2024/02/20-07:43:19.920544) EVENT_LOG_v1 {"time_micros": 1708414999920536, "job": 19592, "event": "compaction_finished", "compaction_time_micros": 137297, "compaction_time_cpu_micros": 134649, "output_level": 5, "num_output_files": 1, "total_output_size": 4485386, "num_input_records": 115287, "num_output_records": 115286, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-07:43:19.920988 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300732.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:43:19.920996 3036187 EVENT_LOG_v1 {"time_micros": 1708414999920995, "job": 19592, "event": "table_file_deletion", "file_number": 300732} 2024/02/20-07:43:19.921089 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300738.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:43:19.921093 3036187 EVENT_LOG_v1 {"time_micros": 1708414999921092, "job": 19592, "event": "table_file_deletion", "file_number": 300738} 2024/02/20-07:43:19.921160 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300748.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:43:19.921164 3036187 EVENT_LOG_v1 {"time_micros": 1708414999921163, "job": 19592, "event": "table_file_deletion", "file_number": 300748} 2024/02/20-07:46:41.209583 4076391 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300750. Immutable memtables: 0. 2024/02/20-07:46:41.209829 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19593] Syncing log #300747 2024/02/20-07:46:41.217108 3036193 (Original Log Time 2024/02/20-07:46:41.209813) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:46:41.217116 3036193 [db/flush_job.cc:892] [url] [JOB 19593] Flushing memtable with next log file: 300750 2024/02/20-07:46:41.217138 3036193 EVENT_LOG_v1 {"time_micros": 1708415201217132, "job": 19593, "event": "flush_started", "num_memtables": 1, "num_entries": 27352, "num_deletes": 0, "total_data_size": 4020020, "memory_usage": 6255440, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-07:46:41.217141 3036193 [db/flush_job.cc:926] [url] [JOB 19593] Level-0 flush table #300751: started 2024/02/20-07:46:41.266640 3036193 EVENT_LOG_v1 {"time_micros": 1708415201266611, "cf_name": "url", "job": 19593, "event": "table_file_creation", "file_number": 300751, "file_size": 2047156, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141449078, "largest_seqno": 5141589915, "table_properties": {"data_size": 2014524, "index_size": 43078, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3493, "raw_key_size": 3874161, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 613, "num_entries": 26859, "num_filter_entries": 3974, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414894, "oldest_key_time": 1708414894, "file_creation_time": 1708415201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300751, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:46:41.266677 3036193 [db/flush_job.cc:1062] [url] [JOB 19593] Flush lasted 49578 microseconds, and 48074 cpu microseconds. 2024/02/20-07:46:41.267083 3036193 (Original Log Time 2024/02/20-07:46:41.266666) [db/flush_job.cc:1011] [url] [JOB 19593] Level-0 flush table #300751: 2047156 bytes OK 2024/02/20-07:46:41.267085 3036193 (Original Log Time 2024/02/20-07:46:41.266682) [db/memtable_list.cc:555] [url] Level-0 commit table #300751 started 2024/02/20-07:46:41.267087 3036193 (Original Log Time 2024/02/20-07:46:41.266890) [db/memtable_list.cc:754] [url] Level-0 commit table #300751: memtable #1 done 2024/02/20-07:46:41.267088 3036193 (Original Log Time 2024/02/20-07:46:41.266901) EVENT_LOG_v1 {"time_micros": 1708415201266897, "job": 19593, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-07:46:41.267089 3036193 (Original Log Time 2024/02/20-07:46:41.267053) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 11] max score 0.50 2024/02/20-07:46:41.267093 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19593] Try to delete WAL files size 6800095, prev total WAL file size 12397246, number of live WAL files 4. 2024/02/20-07:46:41.267718 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300739.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:46:41.267873 3036192 (Original Log Time 2024/02/20-07:46:41.267828) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-07:46:41.267880 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19594] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-07:46:41.267886 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19601 Base level 0, inputs: [300751(1999KB)], [300741(8082KB)] 2024/02/20-07:46:41.267909 3036192 EVENT_LOG_v1 {"time_micros": 1708415201267899, "job": 19594, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [300751], "files_L5": [300741], "score": -1, "input_data_size": 10323563, "oldest_snapshot_seqno": -1} 2024/02/20-07:46:41.454892 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19594] Generated table #300752: 145879 keys, 10034556 bytes, temperature: kUnknown 2024/02/20-07:46:41.454945 3036192 EVENT_LOG_v1 {"time_micros": 1708415201454914, "cf_name": "url", "job": 19594, "event": "table_file_creation", "file_number": 300752, "file_size": 10034556, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5139954670, "largest_seqno": 5141589915, "table_properties": {"data_size": 9880060, "index_size": 249949, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 10645, "raw_key_size": 21036154, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2997, "num_entries": 145879, "num_filter_entries": 12188, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413401, "oldest_key_time": 0, "file_creation_time": 1708415201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300752, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:46:41.455773 3036192 (Original Log Time 2024/02/20-07:46:41.455316) [db/compaction/compaction_job.cc:1729] [url] [JOB 19594] Compacted 1@0 + 1@5 files to L5 => 10034556 bytes 2024/02/20-07:46:41.455777 3036192 (Original Log Time 2024/02/20-07:46:41.455566) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.04, MB/sec: 55.2 rd, 53.6 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(2.0, 7.9 +0.0 blob) out(9.6 +0.0 blob), read-write-amplify(9.9) write-amplify(4.9) OK, records in: 145879, records dropped: 0 output_compression: LZ4 2024/02/20-07:46:41.455782 3036192 (Original Log Time 2024/02/20-07:46:41.455588) EVENT_LOG_v1 {"time_micros": 1708415201455577, "job": 19594, "event": "compaction_finished", "compaction_time_micros": 187082, "compaction_time_cpu_micros": 180212, "output_level": 5, "num_output_files": 1, "total_output_size": 10034556, "num_input_records": 145879, "num_output_records": 145879, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-07:46:41.456371 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300741.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:46:41.456381 3036192 EVENT_LOG_v1 {"time_micros": 1708415201456379, "job": 19594, "event": "table_file_deletion", "file_number": 300741} 2024/02/20-07:46:41.456569 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300751.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:46:41.456577 3036192 EVENT_LOG_v1 {"time_micros": 1708415201456575, "job": 19594, "event": "table_file_deletion", "file_number": 300751} 2024/02/20-07:46:41.456609 4076391 (Original Log Time 2024/02/20-07:46:41.267753) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-07:46:41.456783 3036189 (Original Log Time 2024/02/20-07:46:41.456730) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-07:46:41.456788 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 19595] Compacting 1@5 + 11@6 files to L6, score -1.00 2024/02/20-07:46:41.456795 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19602 Base level 5, inputs: [300752(9799KB)], [300650(64MB) 300651(64MB) 300652(64MB) 300653(64MB) 300654(64MB) 300655(64MB) 300656(65MB) 300659(64MB) 300660(64MB) 300661(65MB) 300662(42MB)] 2024/02/20-07:46:41.456819 3036189 EVENT_LOG_v1 {"time_micros": 1708415201456808, "job": 19595, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300752], "files_L6": [300650, 300651, 300652, 300653, 300654, 300655, 300656, 300659, 300660, 300661, 300662], "score": -1, "input_data_size": 734530038, "oldest_snapshot_seqno": -1} 2024/02/20-07:46:45.383985 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300753: 1459995 keys, 67738715 bytes, temperature: kUnknown 2024/02/20-07:46:45.384043 3036189 EVENT_LOG_v1 {"time_micros": 1708415205384007, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300753, "file_size": 67738715, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110790, "index_size": 2270860, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14117, "raw_key_size": 208948586, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32569, "num_entries": 1459995, "num_filter_entries": 16144, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300753, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:46:49.210330 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300754: 1328521 keys, 67613250 bytes, temperature: kUnknown 2024/02/20-07:46:49.210392 3036189 EVENT_LOG_v1 {"time_micros": 1708415209210352, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300754, "file_size": 67613250, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109187, "index_size": 2066187, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2293, "raw_key_size": 188191400, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33479, "num_entries": 1328521, "num_filter_entries": 2594, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415205, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300754, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:46:53.127814 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300755: 1414353 keys, 67864807 bytes, temperature: kUnknown 2024/02/20-07:46:53.127876 3036189 EVENT_LOG_v1 {"time_micros": 1708415213127837, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300755, "file_size": 67864807, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109271, "index_size": 2679731, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 25189, "raw_key_size": 213120022, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34669, "num_entries": 1414353, "num_filter_entries": 28781, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415209, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300755, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:46:56.718223 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300756: 1598239 keys, 67947579 bytes, temperature: kUnknown 2024/02/20-07:46:56.718288 3036189 EVENT_LOG_v1 {"time_micros": 1708415216718246, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300756, "file_size": 67947579, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110922, "index_size": 3004060, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 39941, "raw_key_size": 238479970, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35135, "num_entries": 1598239, "num_filter_entries": 45572, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415213, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300756, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:00.453624 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300757: 1491645 keys, 67961805 bytes, temperature: kUnknown 2024/02/20-07:47:00.453685 3036189 EVENT_LOG_v1 {"time_micros": 1708415220453647, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300757, "file_size": 67961805, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110653, "index_size": 4071676, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 33541, "raw_key_size": 226780739, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34434, "num_entries": 1491645, "num_filter_entries": 38282, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415216, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300757, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:04.239628 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300758: 1697905 keys, 67726595 bytes, temperature: kUnknown 2024/02/20-07:47:04.239700 3036189 EVENT_LOG_v1 {"time_micros": 1708415224239654, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300758, "file_size": 67726595, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109392, "index_size": 2572792, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230400005, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34309, "num_entries": 1697905, "num_filter_entries": 17, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415220, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300758, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:07.770653 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300759: 1540354 keys, 68577523 bytes, temperature: kUnknown 2024/02/20-07:47:07.770716 3036189 EVENT_LOG_v1 {"time_micros": 1708415227770677, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300759, "file_size": 68577523, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110016, "index_size": 4185400, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15525, "raw_key_size": 234299684, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34167, "num_entries": 1540354, "num_filter_entries": 17739, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415224, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300759, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:11.261152 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300760: 1478195 keys, 67761365 bytes, temperature: kUnknown 2024/02/20-07:47:11.261213 3036189 EVENT_LOG_v1 {"time_micros": 1708415231261173, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300760, "file_size": 67761365, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110312, "index_size": 2924811, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21813, "raw_key_size": 224738329, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34476, "num_entries": 1478195, "num_filter_entries": 24913, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415227, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300760, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:14.543315 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300761: 1548713 keys, 67839626 bytes, temperature: kUnknown 2024/02/20-07:47:14.543375 3036189 EVENT_LOG_v1 {"time_micros": 1708415234543336, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300761, "file_size": 67839626, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110314, "index_size": 2648811, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24757, "raw_key_size": 223629157, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35147, "num_entries": 1548713, "num_filter_entries": 28323, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415231, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300761, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:17.979172 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300762: 1494673 keys, 68490338 bytes, temperature: kUnknown 2024/02/20-07:47:17.979231 3036189 EVENT_LOG_v1 {"time_micros": 1708415237979195, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300762, "file_size": 68490338, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110990, "index_size": 4237098, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 97749, "raw_key_size": 275661695, "raw_average_key_size": 184, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35536, "num_entries": 1494673, "num_filter_entries": 111337, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415234, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300762, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:20.348658 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19595] Generated table #300763: 746873 keys, 49364266 bytes, temperature: kUnknown 2024/02/20-07:47:20.348721 3036189 EVENT_LOG_v1 {"time_micros": 1708415240348680, "cf_name": "url", "job": 19595, "event": "table_file_creation", "file_number": 300763, "file_size": 49364266, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 47252839, "index_size": 5690621, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8805, "raw_key_size": 233687066, "raw_average_key_size": 312, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 24836, "num_entries": 746873, "num_filter_entries": 10061, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415237, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300763, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:20.387164 3036189 (Original Log Time 2024/02/20-07:47:20.386345) [db/compaction/compaction_job.cc:1729] [url] [JOB 19595] Compacted 1@5 + 11@6 files to L6 => 728885869 bytes 2024/02/20-07:47:20.387167 3036189 (Original Log Time 2024/02/20-07:47:20.386926) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 11] max score 0.00, MB/sec: 18.9 rd, 18.7 wr, level 6, files in(1, 11) out(11 +0 blob) MB in(9.6, 690.9 +0.0 blob) out(695.1 +0.0 blob), read-write-amplify(145.8) write-amplify(72.6) OK, records in: 15799466, records dropped: 0 output_compression: ZSTD 2024/02/20-07:47:20.387175 3036189 (Original Log Time 2024/02/20-07:47:20.386957) EVENT_LOG_v1 {"time_micros": 1708415240386941, "job": 19595, "event": "compaction_finished", "compaction_time_micros": 38891946, "compaction_time_cpu_micros": 36223226, "output_level": 6, "num_output_files": 11, "total_output_size": 728885869, "num_input_records": 15799466, "num_output_records": 15799466, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 11]} 2024/02/20-07:47:20.391584 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300650.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.391599 3036189 EVENT_LOG_v1 {"time_micros": 1708415240391597, "job": 19595, "event": "table_file_deletion", "file_number": 300650} 2024/02/20-07:47:20.397316 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300651.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.397344 3036189 EVENT_LOG_v1 {"time_micros": 1708415240397340, "job": 19595, "event": "table_file_deletion", "file_number": 300651} 2024/02/20-07:47:20.402110 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300652.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.402127 3036189 EVENT_LOG_v1 {"time_micros": 1708415240402125, "job": 19595, "event": "table_file_deletion", "file_number": 300652} 2024/02/20-07:47:20.407681 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300653.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.407691 3036189 EVENT_LOG_v1 {"time_micros": 1708415240407689, "job": 19595, "event": "table_file_deletion", "file_number": 300653} 2024/02/20-07:47:20.413115 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300654.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.413128 3036189 EVENT_LOG_v1 {"time_micros": 1708415240413126, "job": 19595, "event": "table_file_deletion", "file_number": 300654} 2024/02/20-07:47:20.417974 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300655.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.417985 3036189 EVENT_LOG_v1 {"time_micros": 1708415240417983, "job": 19595, "event": "table_file_deletion", "file_number": 300655} 2024/02/20-07:47:20.423624 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300656.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.423635 3036189 EVENT_LOG_v1 {"time_micros": 1708415240423633, "job": 19595, "event": "table_file_deletion", "file_number": 300656} 2024/02/20-07:47:20.429106 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300659.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.429121 3036189 EVENT_LOG_v1 {"time_micros": 1708415240429119, "job": 19595, "event": "table_file_deletion", "file_number": 300659} 2024/02/20-07:47:20.434560 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300660.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.434576 3036189 EVENT_LOG_v1 {"time_micros": 1708415240434574, "job": 19595, "event": "table_file_deletion", "file_number": 300660} 2024/02/20-07:47:20.439920 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300661.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.439934 3036189 EVENT_LOG_v1 {"time_micros": 1708415240439932, "job": 19595, "event": "table_file_deletion", "file_number": 300661} 2024/02/20-07:47:20.443805 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300662.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.443821 3036189 EVENT_LOG_v1 {"time_micros": 1708415240443819, "job": 19595, "event": "table_file_deletion", "file_number": 300662} 2024/02/20-07:47:20.445094 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300752.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.445106 3036189 EVENT_LOG_v1 {"time_micros": 1708415240445104, "job": 19595, "event": "table_file_deletion", "file_number": 300752} 2024/02/20-07:47:20.445165 4076391 (Original Log Time 2024/02/20-07:46:41.456623) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-07:47:20.445387 4076391 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300764. Immutable memtables: 0. 2024/02/20-07:47:20.445578 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19596] Syncing log #300750 2024/02/20-07:47:20.448486 3036210 (Original Log Time 2024/02/20-07:47:20.445571) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:47:20.448492 3036210 [db/flush_job.cc:892] [tag] [JOB 19596] Flushing memtable with next log file: 300764 2024/02/20-07:47:20.448511 3036210 EVENT_LOG_v1 {"time_micros": 1708415240448506, "job": 19596, "event": "flush_started", "num_memtables": 1, "num_entries": 20662, "num_deletes": 14232, "total_data_size": 1564542, "memory_usage": 1893040, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-07:47:20.448514 3036210 [db/flush_job.cc:926] [tag] [JOB 19596] Level-0 flush table #300765: started 2024/02/20-07:47:20.469476 3036210 EVENT_LOG_v1 {"time_micros": 1708415240469436, "cf_name": "tag", "job": 19596, "event": "table_file_creation", "file_number": 300765, "file_size": 734387, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141530071, "largest_seqno": 5141597646, "table_properties": {"data_size": 726500, "index_size": 9622, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1516977, "raw_average_key_size": 73, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 280, "num_entries": 20595, "num_filter_entries": 210, "num_deletions": 14232, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414968, "oldest_key_time": 1708414968, "file_creation_time": 1708415240, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300765, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:20.469521 3036210 [db/flush_job.cc:1062] [tag] [JOB 19596] Flush lasted 21037 microseconds, and 18840 cpu microseconds. 2024/02/20-07:47:20.470060 3036210 (Original Log Time 2024/02/20-07:47:20.469504) [db/flush_job.cc:1011] [tag] [JOB 19596] Level-0 flush table #300765: 734387 bytes OK 2024/02/20-07:47:20.470063 3036210 (Original Log Time 2024/02/20-07:47:20.469528) [db/memtable_list.cc:555] [tag] Level-0 commit table #300765 started 2024/02/20-07:47:20.470065 3036210 (Original Log Time 2024/02/20-07:47:20.469829) [db/memtable_list.cc:754] [tag] Level-0 commit table #300765: memtable #1 done 2024/02/20-07:47:20.470067 3036210 (Original Log Time 2024/02/20-07:47:20.469848) EVENT_LOG_v1 {"time_micros": 1708415240469843, "job": 19596, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-07:47:20.470069 3036210 (Original Log Time 2024/02/20-07:47:20.470016) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-07:47:20.470075 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19596] Try to delete WAL files size 1535448, prev total WAL file size 6406084, number of live WAL files 4. 2024/02/20-07:47:20.470360 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300742.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:20.470510 3036186 (Original Log Time 2024/02/20-07:47:20.470451) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-07:47:20.470518 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19597] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-07:47:20.470524 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19604 Base level 0, inputs: [300765(717KB)], [300744(64MB) 300745(64MB) 300746(15MB)] 2024/02/20-07:47:20.470546 3036186 EVENT_LOG_v1 {"time_micros": 1708415240470537, "job": 19597, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [300765], "files_L6": [300744, 300745, 300746], "score": -1, "input_data_size": 152678574, "oldest_snapshot_seqno": -1} 2024/02/20-07:47:24.082851 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19597] Generated table #300766: 2381393 keys, 67639556 bytes, temperature: kUnknown 2024/02/20-07:47:24.082909 3036186 EVENT_LOG_v1 {"time_micros": 1708415244082875, "cf_name": "tag", "job": 19597, "event": "table_file_creation", "file_number": 300766, "file_size": 67639556, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109846, "index_size": 1442822, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 200709414, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36067, "num_entries": 2381393, "num_filter_entries": 2250, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708415240, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300766, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:27.544130 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19597] Generated table #300767: 2166270 keys, 67621994 bytes, temperature: kUnknown 2024/02/20-07:47:27.544185 3036186 EVENT_LOG_v1 {"time_micros": 1708415247544154, "cf_name": "tag", "job": 19597, "event": "table_file_creation", "file_number": 300767, "file_size": 67621994, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109365, "index_size": 1373680, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 885, "raw_key_size": 190772590, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35955, "num_entries": 2166270, "num_filter_entries": 929, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708415244, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300767, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:28.441762 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19597] Generated table #300768: 631535 keys, 16657418 bytes, temperature: kUnknown 2024/02/20-07:47:28.441818 3036186 EVENT_LOG_v1 {"time_micros": 1708415248441785, "cf_name": "tag", "job": 19597, "event": "table_file_creation", "file_number": 300768, "file_size": 16657418, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 16524016, "index_size": 388387, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 52227113, "raw_average_key_size": 82, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 9142, "num_entries": 631535, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708415247, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300768, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:28.447673 3036186 (Original Log Time 2024/02/20-07:47:28.447082) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19597] Compacted 1@0 + 3@6 files to L6 => 151918968 bytes 2024/02/20-07:47:28.447677 3036186 (Original Log Time 2024/02/20-07:47:28.447426) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 19.2 rd, 19.1 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.7, 144.9 +0.0 blob) out(144.9 +0.0 blob), read-write-amplify(414.8) write-amplify(206.9) OK, records in: 5207662, records dropped: 28464 output_compression: ZSTD 2024/02/20-07:47:28.447685 3036186 (Original Log Time 2024/02/20-07:47:28.447471) EVENT_LOG_v1 {"time_micros": 1708415248447443, "job": 19597, "event": "compaction_finished", "compaction_time_micros": 7971320, "compaction_time_cpu_micros": 7836681, "output_level": 6, "num_output_files": 3, "total_output_size": 151918968, "num_input_records": 5207662, "num_output_records": 5179198, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-07:47:28.453389 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300744.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:28.453408 3036186 EVENT_LOG_v1 {"time_micros": 1708415248453405, "job": 19597, "event": "table_file_deletion", "file_number": 300744} 2024/02/20-07:47:28.458391 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300745.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:28.458405 3036186 EVENT_LOG_v1 {"time_micros": 1708415248458403, "job": 19597, "event": "table_file_deletion", "file_number": 300745} 2024/02/20-07:47:28.460148 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300746.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:28.460159 3036186 EVENT_LOG_v1 {"time_micros": 1708415248460157, "job": 19597, "event": "table_file_deletion", "file_number": 300746} 2024/02/20-07:47:28.460246 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300765.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:28.460251 3036186 EVENT_LOG_v1 {"time_micros": 1708415248460250, "job": 19597, "event": "table_file_deletion", "file_number": 300765} 2024/02/20-07:47:28.460281 4076391 (Original Log Time 2024/02/20-07:47:20.470393) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-07:47:28.460443 4076391 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300769. Immutable memtables: 0. 2024/02/20-07:47:28.460679 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19598] Syncing log #300764 2024/02/20-07:47:28.461622 3036193 (Original Log Time 2024/02/20-07:47:28.460665) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:47:28.461627 3036193 [db/flush_job.cc:892] [key] [JOB 19598] Flushing memtable with next log file: 300769 2024/02/20-07:47:28.461647 3036193 EVENT_LOG_v1 {"time_micros": 1708415248461641, "job": 19598, "event": "flush_started", "num_memtables": 1, "num_entries": 20814, "num_deletes": 0, "total_data_size": 1300020, "memory_usage": 2897432, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-07:47:28.461649 3036193 [db/flush_job.cc:926] [key] [JOB 19598] Level-0 flush table #300770: started 2024/02/20-07:47:28.487372 3036193 EVENT_LOG_v1 {"time_micros": 1708415248487343, "cf_name": "key", "job": 19598, "event": "table_file_creation", "file_number": 300770, "file_size": 849700, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141550297, "largest_seqno": 5141599165, "table_properties": {"data_size": 823402, "index_size": 6548, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19765, "raw_key_size": 1235733, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 245, "num_entries": 20438, "num_filter_entries": 22589, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708414999, "oldest_key_time": 1708414999, "file_creation_time": 1708415248, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300770, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:28.487404 3036193 [db/flush_job.cc:1062] [key] [JOB 19598] Flush lasted 25786 microseconds, and 23910 cpu microseconds. 2024/02/20-07:47:28.487883 3036193 (Original Log Time 2024/02/20-07:47:28.487392) [db/flush_job.cc:1011] [key] [JOB 19598] Level-0 flush table #300770: 849700 bytes OK 2024/02/20-07:47:28.487885 3036193 (Original Log Time 2024/02/20-07:47:28.487409) [db/memtable_list.cc:555] [key] Level-0 commit table #300770 started 2024/02/20-07:47:28.487886 3036193 (Original Log Time 2024/02/20-07:47:28.487654) [db/memtable_list.cc:754] [key] Level-0 commit table #300770: memtable #1 done 2024/02/20-07:47:28.487888 3036193 (Original Log Time 2024/02/20-07:47:28.487685) EVENT_LOG_v1 {"time_micros": 1708415248487673, "job": 19598, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-07:47:28.487889 3036193 (Original Log Time 2024/02/20-07:47:28.487852) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-07:47:28.487893 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19598] Try to delete WAL files size 4060979, prev total WAL file size 5033039, number of live WAL files 4. 2024/02/20-07:47:28.488351 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300747.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:28.488493 3036183 (Original Log Time 2024/02/20-07:47:28.488436) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-07:47:28.488500 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19599] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-07:47:28.488505 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19606 Base level 0, inputs: [300770(829KB)], [300749(4380KB)] 2024/02/20-07:47:28.488528 3036183 EVENT_LOG_v1 {"time_micros": 1708415248488519, "job": 19599, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [300770], "files_L5": [300749], "score": -1, "input_data_size": 5335086, "oldest_snapshot_seqno": -1} 2024/02/20-07:47:28.639754 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19599] Generated table #300771: 135723 keys, 5281116 bytes, temperature: kUnknown 2024/02/20-07:47:28.639824 3036183 EVENT_LOG_v1 {"time_micros": 1708415248639780, "cf_name": "key", "job": 19599, "event": "table_file_creation", "file_number": 300771, "file_size": 5281116, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5140070249, "largest_seqno": 5141599165, "table_properties": {"data_size": 5122787, "index_size": 42065, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 125205, "raw_key_size": 8206843, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1515, "num_entries": 135723, "num_filter_entries": 142423, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708413471, "oldest_key_time": 0, "file_creation_time": 1708415248, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300771, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:28.640729 3036183 (Original Log Time 2024/02/20-07:47:28.640200) [db/compaction/compaction_job.cc:1729] [key] [JOB 19599] Compacted 1@0 + 1@5 files to L5 => 5281116 bytes 2024/02/20-07:47:28.640733 3036183 (Original Log Time 2024/02/20-07:47:28.640527) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.02, MB/sec: 35.2 rd, 34.9 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(0.8, 4.3 +0.0 blob) out(5.0 +0.0 blob), read-write-amplify(12.5) write-amplify(6.2) OK, records in: 135724, records dropped: 1 output_compression: LZ4 2024/02/20-07:47:28.640737 3036183 (Original Log Time 2024/02/20-07:47:28.640549) EVENT_LOG_v1 {"time_micros": 1708415248640539, "job": 19599, "event": "compaction_finished", "compaction_time_micros": 151350, "compaction_time_cpu_micros": 146547, "output_level": 5, "num_output_files": 1, "total_output_size": 5281116, "num_input_records": 135724, "num_output_records": 135723, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-07:47:28.641090 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300749.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:28.641099 3036183 EVENT_LOG_v1 {"time_micros": 1708415248641097, "job": 19599, "event": "table_file_deletion", "file_number": 300749} 2024/02/20-07:47:28.641195 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300770.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:28.641199 3036183 EVENT_LOG_v1 {"time_micros": 1708415248641198, "job": 19599, "event": "table_file_deletion", "file_number": 300770} 2024/02/20-07:47:28.641232 4076391 (Original Log Time 2024/02/20-07:47:28.488383) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-07:47:28.641363 3036188 (Original Log Time 2024/02/20-07:47:28.641313) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-07:47:28.641371 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19600] Compacting 1@5 + 5@6 files to L6, score -1.00 2024/02/20-07:47:28.641379 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19607 Base level 5, inputs: [300771(5157KB)], [300677(67MB) 300678(66MB) 300679(67MB) 300680(66MB) 300681(48MB)] 2024/02/20-07:47:28.641404 3036188 EVENT_LOG_v1 {"time_micros": 1708415248641393, "job": 19600, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300771], "files_L6": [300677, 300678, 300679, 300680, 300681], "score": -1, "input_data_size": 336817736, "oldest_snapshot_seqno": -1} 2024/02/20-07:47:32.781041 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19600] Generated table #300772: 3082805 keys, 70356720 bytes, temperature: kUnknown 2024/02/20-07:47:32.781098 3036188 EVENT_LOG_v1 {"time_micros": 1708415252781063, "cf_name": "key", "job": 19600, "event": "table_file_creation", "file_number": 300772, "file_size": 70356720, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110318, "index_size": 1007725, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2774325, "raw_key_size": 186590782, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37217, "num_entries": 3082805, "num_filter_entries": 3105722, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415248, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300772, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:37.282862 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19600] Generated table #300773: 2934547 keys, 70226316 bytes, temperature: kUnknown 2024/02/20-07:47:37.282917 3036188 EVENT_LOG_v1 {"time_micros": 1708415257282884, "cf_name": "key", "job": 19600, "event": "table_file_creation", "file_number": 300773, "file_size": 70226316, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110514, "index_size": 954565, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2654661, "raw_key_size": 177132187, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36898, "num_entries": 2934547, "num_filter_entries": 2972435, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415252, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300773, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:41.534605 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19600] Generated table #300774: 3031067 keys, 70263677 bytes, temperature: kUnknown 2024/02/20-07:47:41.534662 3036188 EVENT_LOG_v1 {"time_micros": 1708415261534628, "cf_name": "key", "job": 19600, "event": "table_file_creation", "file_number": 300774, "file_size": 70263677, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109489, "index_size": 1041558, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2711189, "raw_key_size": 184810000, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37243, "num_entries": 3031067, "num_filter_entries": 3035388, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415257, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300774, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:45.588775 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19600] Generated table #300775: 2900634 keys, 70184727 bytes, temperature: kUnknown 2024/02/20-07:47:45.588828 3036188 EVENT_LOG_v1 {"time_micros": 1708415265588797, "cf_name": "key", "job": 19600, "event": "table_file_creation", "file_number": 300775, "file_size": 70184727, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109829, "index_size": 950270, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2623861, "raw_key_size": 175490700, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36761, "num_entries": 2900634, "num_filter_entries": 2938050, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415261, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300775, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:48.556584 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19600] Generated table #300776: 2211708 keys, 52895058 bytes, temperature: kUnknown 2024/02/20-07:47:48.556638 3036188 EVENT_LOG_v1 {"time_micros": 1708415268556607, "cf_name": "key", "job": 19600, "event": "table_file_creation", "file_number": 300776, "file_size": 52895058, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 50562666, "index_size": 724980, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1989493, "raw_key_size": 133931146, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27824, "num_entries": 2211708, "num_filter_entries": 2231215, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708415265, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300776, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:47:48.574135 3036188 (Original Log Time 2024/02/20-07:47:48.573609) [db/compaction/compaction_job.cc:1729] [key] [JOB 19600] Compacted 1@5 + 5@6 files to L6 => 333926498 bytes 2024/02/20-07:47:48.574139 3036188 (Original Log Time 2024/02/20-07:47:48.573943) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 5] max score 0.00, MB/sec: 16.9 rd, 16.8 wr, level 6, files in(1, 5) out(5 +0 blob) MB in(5.0, 316.2 +0.0 blob) out(318.5 +0.0 blob), read-write-amplify(127.0) write-amplify(63.2) OK, records in: 14160761, records dropped: 0 output_compression: ZSTD 2024/02/20-07:47:48.574145 3036188 (Original Log Time 2024/02/20-07:47:48.573969) EVENT_LOG_v1 {"time_micros": 1708415268573956, "job": 19600, "event": "compaction_finished", "compaction_time_micros": 19915280, "compaction_time_cpu_micros": 19640715, "output_level": 6, "num_output_files": 5, "total_output_size": 333926498, "num_input_records": 14160761, "num_output_records": 14160761, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 5]} 2024/02/20-07:47:48.579513 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300677.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:48.579528 3036188 EVENT_LOG_v1 {"time_micros": 1708415268579525, "job": 19600, "event": "table_file_deletion", "file_number": 300677} 2024/02/20-07:47:48.586374 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300678.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:48.586393 3036188 EVENT_LOG_v1 {"time_micros": 1708415268586390, "job": 19600, "event": "table_file_deletion", "file_number": 300678} 2024/02/20-07:47:48.592637 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300679.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:48.592658 3036188 EVENT_LOG_v1 {"time_micros": 1708415268592655, "job": 19600, "event": "table_file_deletion", "file_number": 300679} 2024/02/20-07:47:48.598523 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300680.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:48.598539 3036188 EVENT_LOG_v1 {"time_micros": 1708415268598536, "job": 19600, "event": "table_file_deletion", "file_number": 300680} 2024/02/20-07:47:48.603854 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300681.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:48.603882 3036188 EVENT_LOG_v1 {"time_micros": 1708415268603878, "job": 19600, "event": "table_file_deletion", "file_number": 300681} 2024/02/20-07:47:48.604441 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300771.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:47:48.604473 3036188 EVENT_LOG_v1 {"time_micros": 1708415268604470, "job": 19600, "event": "table_file_deletion", "file_number": 300771} 2024/02/20-07:47:48.604521 4076391 (Original Log Time 2024/02/20-07:47:28.641244) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-07:49:59.174653 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-07:49:59.174813 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1002798.0 total, 600.1 interval Cumulative writes: 127M writes, 575M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.48 GB, 0.06 MB/s Cumulative WAL: 127M writes, 0 syncs, 127699140.00 writes per sync, written: 55.48 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 50K writes, 266K keys, 50K commit groups, 1.0 writes per commit group, ingest: 22.50 MB, 0.04 MB/s Interval WAL: 50K writes, 0 syncs, 50111.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1002798.0 total, 4800.8 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1672 last_copies: 0 last_secs: 5.1e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 402.54 375.33 4087 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.2 18.0 50.2 67.0 16.9 0.0 3.7 42.0 41.3 1661.25 1590.78 2110 0.787 1029M 1124 0.0 0.0 L6 11/0 695.12 MB 0.0 395.6 17.2 378.4 378.6 0.2 0.0 22.0 16.1 15.4 25109.40 23161.14 588 42.703 9242M 256M 0.0 0.0 Sum 11/0 695.12 MB 0.0 463.8 35.2 428.5 464.0 35.4 0.0 25.3 17.5 17.5 27173.19 25127.25 6785 4.005 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.7 0.0 0.7 0.7 0.0 0.0 214.3 18.3 18.2 39.32 36.64 5 7.865 16M 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 463.8 35.2 428.5 445.6 17.1 0.0 0.0 17.7 17.0 26770.65 24751.92 2698 9.922 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 402.54 375.33 4087 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1002798.0 total, 600.1 interval Flush(GB): cumulative 18.320, interval 0.003 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 463.96 GB write, 0.47 MB/s write, 463.76 GB read, 0.47 MB/s read, 27173.2 seconds Interval compaction: 0.70 GB write, 1.19 MB/s write, 0.70 GB read, 1.20 MB/s read, 39.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4416 occupancy: 1575 collections: 1672 last_copies: 0 last_secs: 0.000502 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(808,12.96 MB,0.843514%) IndexBlock(766,1.35 GB,90.2715%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5895956 Average: 2.1887 StdDev: 4.27 Min: 0 Median: 1.3812 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.41 P99.99: 127.64 ------------------------------------------------------ [ 0, 1 ] 1992802 33.799% 33.799% ####### ( 1, 2 ] 2505530 42.496% 76.295% ######## ( 2, 3 ] 977777 16.584% 92.879% ### ( 3, 4 ] 239131 4.056% 96.935% # ( 4, 6 ] 106560 1.807% 98.742% ( 6, 10 ] 34741 0.589% 99.331% ( 10, 15 ] 14617 0.248% 99.579% ( 15, 22 ] 7407 0.126% 99.705% ( 22, 34 ] 7746 0.131% 99.836% ( 34, 51 ] 5585 0.095% 99.931% ( 51, 76 ] 2479 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 396 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21470462 Average: 2.4627 StdDev: 6.81 Min: 0 Median: 1.4933 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.96 P99.99: 146.59 ------------------------------------------------------ [ 0, 1 ] 6591607 30.701% 30.701% ###### ( 1, 2 ] 8400123 39.124% 69.825% ######## ( 2, 3 ] 3639032 16.949% 86.774% ### ( 3, 4 ] 1319439 6.145% 92.919% # ( 4, 6 ] 1023681 4.768% 97.687% # ( 6, 10 ] 331610 1.544% 99.232% ( 10, 15 ] 58492 0.272% 99.504% ( 15, 22 ] 29868 0.139% 99.643% ( 22, 34 ] 32164 0.150% 99.793% ( 34, 51 ] 24477 0.114% 99.907% ( 51, 76 ] 11795 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 205819625 Average: 12.0906 StdDev: 47.26 Min: 0 Median: 1.4847 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.50 P99.9: 303.48 P99.99: 1535.51 ------------------------------------------------------ [ 0, 1 ] 70684911 34.343% 34.343% ####### ( 1, 2 ] 66480491 32.300% 66.644% ###### ( 2, 3 ] 29101827 14.139% 80.783% ### ( 3, 4 ] 6293266 3.058% 83.841% # ( 4, 6 ] 1148614 0.558% 84.399% ( 6, 10 ] 539368 0.262% 84.661% ( 10, 15 ] 306258 0.149% 84.810% ( 15, 22 ] 256180 0.124% 84.934% ( 22, 34 ] 7344479 3.568% 88.502% # ( 34, 51 ] 7366193 3.579% 92.081% # ( 51, 76 ] 5941413 2.887% 94.968% # ( 76, 110 ] 6550792 3.183% 98.151% # ( 110, 170 ] 3226029 1.567% 99.718% ( 170, 250 ] 328801 0.160% 99.878% ( 250, 380 ] 109831 0.053% 99.931% ( 380, 580 ] 66614 0.032% 99.964% ( 580, 870 ] 30016 0.015% 99.978% ( 870, 1300 ] 13647 0.007% 99.985% ( 1300, 1900 ] 26274 0.013% 99.998% ( 1900, 2900 ] 2092 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.77 72.80 3974 0.022 0 0 0.0 0.0 L6 3/0 144.88 MB 0.0 308.0 3.1 304.9 304.9 0.0 0.0 99.1 15.4 15.2 20485.01 20107.94 2092 9.792 11G 62M 0.0 0.0 Sum 3/0 144.88 MB 0.0 308.0 3.1 304.9 308.0 3.1 0.0 100.1 15.3 15.3 20570.79 20180.75 6066 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 36.8 19.6 18.7 15.97 15.66 4 3.992 11M 648K 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.0 3.1 304.9 304.9 0.0 0.0 0.0 15.4 15.2 20485.01 20107.94 2092 9.792 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.77 72.80 3974 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1002798.0 total, 600.1 interval Flush(GB): cumulative 3.077, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.01 GB write, 0.31 MB/s write, 307.97 GB read, 0.31 MB/s read, 20570.8 seconds Interval compaction: 0.29 GB write, 0.50 MB/s write, 0.31 GB read, 0.52 MB/s read, 16.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4356 collections: 1672 last_copies: 0 last_secs: 0.001384 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2195,1.65 MB,0.107737%) IndexBlock(2160,1.46 GB,97.0637%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1010641 Average: 3.5558 StdDev: 6.36 Min: 0 Median: 2.5705 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.78 P99.99: 196.26 ------------------------------------------------------ [ 0, 1 ] 116487 11.526% 11.526% ## ( 1, 2 ] 246427 24.383% 35.909% ##### ( 2, 3 ] 249608 24.698% 60.607% ##### ( 3, 4 ] 192606 19.058% 79.665% #### ( 4, 6 ] 165099 16.336% 96.001% ### ( 6, 10 ] 28082 2.779% 98.780% # ( 10, 15 ] 4669 0.462% 99.242% ( 15, 22 ] 2492 0.247% 99.488% ( 22, 34 ] 2129 0.211% 99.699% ( 34, 51 ] 1747 0.173% 99.872% ( 51, 76 ] 727 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 174697910 Average: 2.1864 StdDev: 5.40 Min: 0 Median: 1.3411 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.65 P99.99: 144.50 ------------------------------------------------------ [ 0, 1 ] 64710012 37.041% 37.041% ####### ( 1, 2 ] 66361629 37.987% 75.028% ######## ( 2, 3 ] 32437990 18.568% 93.596% #### ( 3, 4 ] 7831145 4.483% 98.078% # ( 4, 6 ] 1463161 0.838% 98.916% ( 6, 10 ] 606030 0.347% 99.263% ( 10, 15 ] 395007 0.226% 99.489% ( 15, 22 ] 196611 0.113% 99.601% ( 22, 34 ] 309165 0.177% 99.778% ( 34, 51 ] 201993 0.116% 99.894% ( 51, 76 ] 98634 0.056% 99.950% ( 76, 110 ] 56888 0.033% 99.983% ( 110, 170 ] 21174 0.012% 99.995% ( 170, 250 ] 3791 0.002% 99.997% ( 250, 380 ] 1730 0.001% 99.998% ( 380, 580 ] 1444 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 268.87 249.28 4054 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.0 13.8 21.6 7.8 0.0 2.7 28.8 28.5 776.82 751.28 1938 0.401 604M 269K 0.0 0.0 L6 5/0 318.46 MB 0.0 193.5 8.7 184.8 184.9 0.1 0.0 21.3 14.4 13.8 13734.73 13439.65 705 19.482 8661M 235M 0.0 0.0 Sum 5/0 318.46 MB 0.0 215.4 16.7 198.6 215.5 16.9 0.0 24.2 14.9 14.9 14780.42 14440.22 6697 2.207 9266M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 224.0 16.3 16.3 20.24 19.96 5 4.048 14M 2 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 215.4 16.7 198.6 206.6 8.0 0.0 0.0 15.2 14.6 14511.55 14190.94 2643 5.491 9266M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 268.87 249.28 4054 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1002798.0 total, 600.1 interval Flush(GB): cumulative 8.901, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 215.48 GB write, 0.22 MB/s write, 215.36 GB read, 0.22 MB/s read, 14780.4 seconds Interval compaction: 0.32 GB write, 0.55 MB/s write, 0.32 GB read, 0.55 MB/s read, 20.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 338757 collections: 1672 last_copies: 0 last_secs: 0.098286 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(338403,1.31 GB,87.0264%) FilterBlock(177,117.62 MB,7.6574%) IndexBlock(179,45.03 MB,2.93192%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2783683 Average: 4.2530 StdDev: 8.12 Min: 0 Median: 1.9541 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.91 P99.9: 61.14 P99.99: 151.51 ------------------------------------------------------ [ 0, 1 ] 625453 22.469% 22.469% #### ( 1, 2 ] 803218 28.855% 51.323% ###### ( 2, 3 ] 392025 14.083% 65.406% ### ( 3, 4 ] 169558 6.091% 71.497% # ( 4, 6 ] 147041 5.282% 76.779% # ( 6, 10 ] 437927 15.732% 92.511% ### ( 10, 15 ] 173724 6.241% 98.752% # ( 15, 22 ] 16618 0.597% 99.349% ( 22, 34 ] 8907 0.320% 99.669% ( 34, 51 ] 5423 0.195% 99.864% ( 51, 76 ] 2479 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 29 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6764081 Average: 4.6797 StdDev: 7.57 Min: 0 Median: 2.4583 Max: 7311 Percentiles: P50: 2.46 P75: 6.13 P99: 19.33 P99.9: 66.61 P99.99: 167.01 ------------------------------------------------------ [ 0, 1 ] 1115113 16.486% 16.486% ### ( 1, 2 ] 1794088 26.524% 43.010% ##### ( 2, 3 ] 1031674 15.252% 58.262% ### ( 3, 4 ] 551163 8.148% 66.410% ## ( 4, 6 ] 542425 8.019% 74.429% ## ( 6, 10 ] 1169732 17.293% 91.723% ### ( 10, 15 ] 464187 6.863% 98.585% # ( 15, 22 ] 45389 0.671% 99.256% ( 22, 34 ] 23864 0.353% 99.609% ( 34, 51 ] 15123 0.224% 99.833% ( 51, 76 ] 7301 0.108% 99.941% ( 76, 110 ] 2442 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104458521 Average: 5.7492 StdDev: 24.37 Min: 0 Median: 2.3283 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.79 P99.9: 158.36 P99.99: 465.73 ------------------------------------------------------ [ 0, 1 ] 24970799 23.905% 23.905% ##### ( 1, 2 ] 23688116 22.677% 46.582% ##### ( 2, 3 ] 10876581 10.412% 56.994% ## ( 3, 4 ] 4275634 4.093% 61.088% # ( 4, 6 ] 4887187 4.679% 65.766% # ( 6, 10 ] 25248606 24.171% 89.937% ##### ( 10, 15 ] 8142342 7.795% 97.732% ## ( 15, 22 ] 664312 0.636% 98.368% ( 22, 34 ] 537965 0.515% 98.883% ( 34, 51 ] 359565 0.344% 99.227% ( 51, 76 ] 226155 0.217% 99.444% ( 76, 110 ] 288632 0.276% 99.720% ( 110, 170 ] 233450 0.223% 99.943% ( 170, 250 ] 37864 0.036% 99.980% ( 250, 380 ] 8245 0.008% 99.987% ( 380, 580 ] 6117 0.006% 99.993% ( 580, 870 ] 3504 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.999% ( 1300, 1900 ] 2568 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1002798.0 total, 4800.8 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1672 last_copies: 0 last_secs: 5.4e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-07:49:59.178013 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 522807202 rocksdb.block.cache.hit COUNT : 2138044532 rocksdb.block.cache.add COUNT : 38929529 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32030 rocksdb.block.cache.index.hit COUNT : 524093941 rocksdb.block.cache.index.add COUNT : 32016 rocksdb.block.cache.index.bytes.insert COUNT : 34173588156 rocksdb.block.cache.filter.miss COUNT : 32036 rocksdb.block.cache.filter.hit COUNT : 1090165657 rocksdb.block.cache.filter.add COUNT : 32036 rocksdb.block.cache.filter.bytes.insert COUNT : 8684046196 rocksdb.block.cache.data.miss COUNT : 522743136 rocksdb.block.cache.data.hit COUNT : 523784934 rocksdb.block.cache.data.add COUNT : 38865477 rocksdb.block.cache.data.bytes.insert COUNT : 160989347073 rocksdb.block.cache.bytes.read COUNT : 1862339382096105 rocksdb.block.cache.bytes.write COUNT : 203846981425 rocksdb.bloom.filter.useful COUNT : 566135728 rocksdb.bloom.filter.full.positive COUNT : 524029961 rocksdb.bloom.filter.full.true.positive COUNT : 518550500 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 91836693 rocksdb.memtable.miss COUNT : 6200065955 rocksdb.l0.hit COUNT : 15910089 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 502640411 rocksdb.compaction.key.drop.new COUNT : 277321132 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 575760386 rocksdb.number.keys.read COUNT : 638482500 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59570988651 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 66854 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32021 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 754387561 rocksdb.number.multiget.keys.read COUNT : 5653420148 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59570988651 rocksdb.write.self COUNT : 127489711 rocksdb.write.other COUNT : 209429 rocksdb.write.wal COUNT : 127699140 rocksdb.compact.read.bytes COUNT : 985470505468 rocksdb.compact.write.bytes COUNT : 1027740418067 rocksdb.flush.write.bytes COUNT : 32535352466 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 999750 rocksdb.number.superversion_releases COUNT : 2675 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 516146223 rocksdb.number.block.decompressed COUNT : 516191944 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59050798929 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 66854 rocksdb.num.iterator.deleted COUNT : 66854 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5151 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5113 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43673 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60481685817 rocksdb.memtable.garbage.bytes.at.flush COUNT : 726501176 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 932435435508 rocksdb.last.level.read.count COUNT : 484978378 rocksdb.non.last.level.read.bytes COUNT : 128237932855 rocksdb.non.last.level.read.count COUNT : 37924887 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 522839223 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2106027036278 rocksdb.bytes.compressed.to COUNT : 1022940274911 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26079810521 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6578427 rocksdb.bytes.decompressed.from COUNT : 1023242127688 rocksdb.bytes.decompressed.to COUNT : 2106257732558 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.493998 P95 : 106.384889 P99 : 160.546868 P100 : 227461.000000 COUNT : 638482500 SUM : 32987277176 rocksdb.db.write.micros P50 : 67.010444 P95 : 111.974675 P99 : 169.509326 P100 : 2037453.000000 COUNT : 127699140 SUM : 13196209068 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38075728.155340 P99 : 66803409.090909 P100 : 84019043.000000 COUNT : 7433 SUM : 61767217557 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35410526.315789 P99 : 63642655.367232 P100 : 74662372.000000 COUNT : 7433 SUM : 59050798929 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4285.869565 P95 : 27672.857143 P99 : 61666.666667 P100 : 1558490.000000 COUNT : 12100 SUM : 112775134 rocksdb.compaction.outfile.sync.micros P50 : 62534.700802 P95 : 126206.593407 P99 : 225562.105263 P100 : 2063820.000000 COUNT : 19904 SUM : 1274913596 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.899827 P95 : 726.073351 P99 : 3910.454545 P100 : 501117.000000 COUNT : 19595 SUM : 12552352 rocksdb.table.open.io.micros P50 : 579.603175 P95 : 6231.623003 P99 : 12991.659631 P100 : 126033.000000 COUNT : 32021 SUM : 56193310 rocksdb.db.multiget.micros P50 : 8.003448 P95 : 17.851247 P99 : 33.101667 P100 : 26625.000000 COUNT : 754387561 SUM : 7154940463 rocksdb.read.block.compaction.micros P50 : 13.651125 P95 : 58.328627 P99 : 137.978131 P100 : 57122.000000 COUNT : 483877659 SUM : 9345818512 rocksdb.read.block.get.micros P50 : 52.908531 P95 : 94.944192 P99 : 146.083772 P100 : 125945.000000 COUNT : 38929543 SUM : 2244973617 rocksdb.write.raw.block.micros P50 : 0.521503 P95 : 0.990855 P99 : 1.894973 P100 : 331149.000000 COUNT : 522820662 SUM : 10396046864 rocksdb.numfiles.in.singlecompaction P50 : 2.777093 P95 : 5.679233 P99 : 5.938593 P100 : 7.000000 COUNT : 5667 SUM : 20190 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532327 P95 : 32.791685 P99 : 104.619282 P100 : 57076.000000 COUNT : 522903265 SUM : 3583884415 rocksdb.file.read.flush.micros P50 : 1.839981 P95 : 15.792805 P99 : 41.272727 P100 : 787.000000 COUNT : 60500 SUM : 289918 rocksdb.file.read.compaction.micros P50 : 1.418175 P95 : 35.693175 P99 : 106.115678 P100 : 57076.000000 COUNT : 483977193 SUM : 3194962038 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 638482500 SUM : 0 rocksdb.bytes.per.write P50 : 218.507863 P95 : 527.347455 P99 : 803.542588 P100 : 4563443.000000 COUNT : 127489711 SUM : 59570988651 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 754387561 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45769.621422 P95 : 166797.555012 P99 : 239095.412844 P100 : 1681975.000000 COUNT : 12143 SUM : 757178455 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-07:49:59.178145 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-07:49:59.178277 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708415399 to in-memory stats history 2024/02/20-07:49:59.178299 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-07:49:59.178331 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-07:59:24.850494 4076347 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300750. Total log size is 15728824 while max_total_wal_size is 15728640 2024/02/20-07:59:24.850803 4076347 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300777. Immutable memtables: 0. 2024/02/20-07:59:24.851050 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19601] Syncing log #300769 2024/02/20-07:59:25.007407 3036210 (Original Log Time 2024/02/20-07:59:24.851039) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-07:59:25.007416 3036210 [db/flush_job.cc:892] [url] [JOB 19601] Flushing memtable with next log file: 300777 2024/02/20-07:59:25.007439 3036210 EVENT_LOG_v1 {"time_micros": 1708415965007433, "job": 19601, "event": "flush_started", "num_memtables": 1, "num_entries": 69632, "num_deletes": 0, "total_data_size": 10319664, "memory_usage": 12997928, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-07:59:25.007442 3036210 [db/flush_job.cc:926] [url] [JOB 19601] Level-0 flush table #300778: started 2024/02/20-07:59:25.125563 3036210 EVENT_LOG_v1 {"time_micros": 1708415965125533, "cf_name": "url", "job": 19601, "event": "table_file_creation", "file_number": 300778, "file_size": 4961253, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141589917, "largest_seqno": 5141741786, "table_properties": {"data_size": 4879635, "index_size": 123412, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6629, "raw_key_size": 9954385, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1495, "num_entries": 68381, "num_filter_entries": 7520, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708415201, "oldest_key_time": 1708415201, "file_creation_time": 1708415965, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300778, "seqno_to_time_mapping": "N/A"}} 2024/02/20-07:59:25.125603 3036210 [db/flush_job.cc:1062] [url] [JOB 19601] Flush lasted 118204 microseconds, and 111786 cpu microseconds. 2024/02/20-07:59:25.126030 3036210 (Original Log Time 2024/02/20-07:59:25.125590) [db/flush_job.cc:1011] [url] [JOB 19601] Level-0 flush table #300778: 4961253 bytes OK 2024/02/20-07:59:25.126033 3036210 (Original Log Time 2024/02/20-07:59:25.125608) [db/memtable_list.cc:555] [url] Level-0 commit table #300778 started 2024/02/20-07:59:25.126035 3036210 (Original Log Time 2024/02/20-07:59:25.125822) [db/memtable_list.cc:754] [url] Level-0 commit table #300778: memtable #1 done 2024/02/20-07:59:25.126036 3036210 (Original Log Time 2024/02/20-07:59:25.125837) EVENT_LOG_v1 {"time_micros": 1708415965125833, "job": 19601, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-07:59:25.126038 3036210 (Original Log Time 2024/02/20-07:59:25.125998) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 11] max score 0.50 2024/02/20-07:59:25.126042 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19601] Try to delete WAL files size 809657, prev total WAL file size 15734765, number of live WAL files 4. 2024/02/20-07:59:25.126249 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300750.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-07:59:59.274332 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-07:59:59.274481 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1003398.1 total, 600.1 interval Cumulative writes: 127M writes, 575M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.49 GB, 0.06 MB/s Cumulative WAL: 127M writes, 0 syncs, 127750397.00 writes per sync, written: 55.49 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 51K writes, 120K keys, 51K commit groups, 1.0 writes per commit group, ingest: 11.85 MB, 0.02 MB/s Interval WAL: 51K writes, 0 syncs, 51257.00 writes per sync, written: 0.01 GB, 0.02 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.73 MB 0.5 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 402.66 375.44 4088 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.2 18.0 50.2 67.0 16.9 0.0 3.7 42.0 41.3 1661.25 1590.78 2110 0.787 1029M 1124 0.0 0.0 L6 11/0 695.12 MB 0.0 395.6 17.2 378.4 378.6 0.2 0.0 22.0 16.1 15.4 25109.40 23161.14 588 42.703 9242M 256M 0.0 0.0 Sum 12/0 699.85 MB 0.0 463.8 35.2 428.5 464.0 35.4 0.0 25.3 17.5 17.5 27173.31 25127.36 6786 4.004 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 40.0 0.12 0.11 1 0.118 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 463.8 35.2 428.5 445.6 17.1 0.0 0.0 17.7 17.0 26770.65 24751.92 2698 9.922 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 402.66 375.44 4088 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1003398.1 total, 600.1 interval Flush(GB): cumulative 18.324, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 463.97 GB write, 0.47 MB/s write, 463.76 GB read, 0.47 MB/s read, 27173.3 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4416 occupancy: 1577 collections: 1673 last_copies: 0 last_secs: 0.000578 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(809,12.96 MB,0.843927%) IndexBlock(767,1.35 GB,90.2791%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5895961 Average: 2.1887 StdDev: 4.27 Min: 0 Median: 1.3812 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.41 P99.99: 127.64 ------------------------------------------------------ [ 0, 1 ] 1992803 33.799% 33.799% ####### ( 1, 2 ] 2505533 42.496% 76.295% ######## ( 2, 3 ] 977777 16.584% 92.879% ### ( 3, 4 ] 239131 4.056% 96.935% # ( 4, 6 ] 106560 1.807% 98.742% ( 6, 10 ] 34742 0.589% 99.331% ( 10, 15 ] 14617 0.248% 99.579% ( 15, 22 ] 7407 0.126% 99.705% ( 22, 34 ] 7746 0.131% 99.836% ( 34, 51 ] 5585 0.095% 99.931% ( 51, 76 ] 2479 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 396 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21470462 Average: 2.4627 StdDev: 6.81 Min: 0 Median: 1.4933 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.96 P99.99: 146.59 ------------------------------------------------------ [ 0, 1 ] 6591607 30.701% 30.701% ###### ( 1, 2 ] 8400123 39.124% 69.825% ######## ( 2, 3 ] 3639032 16.949% 86.774% ### ( 3, 4 ] 1319439 6.145% 92.919% # ( 4, 6 ] 1023681 4.768% 97.687% # ( 6, 10 ] 331610 1.544% 99.232% ( 10, 15 ] 58492 0.272% 99.504% ( 15, 22 ] 29868 0.139% 99.643% ( 22, 34 ] 32164 0.150% 99.793% ( 34, 51 ] 24477 0.114% 99.907% ( 51, 76 ] 11795 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 205819625 Average: 12.0906 StdDev: 47.26 Min: 0 Median: 1.4847 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.50 P99.9: 303.48 P99.99: 1535.51 ------------------------------------------------------ [ 0, 1 ] 70684911 34.343% 34.343% ####### ( 1, 2 ] 66480491 32.300% 66.644% ###### ( 2, 3 ] 29101827 14.139% 80.783% ### ( 3, 4 ] 6293266 3.058% 83.841% # ( 4, 6 ] 1148614 0.558% 84.399% ( 6, 10 ] 539368 0.262% 84.661% ( 10, 15 ] 306258 0.149% 84.810% ( 15, 22 ] 256180 0.124% 84.934% ( 22, 34 ] 7344479 3.568% 88.502% # ( 34, 51 ] 7366193 3.579% 92.081% # ( 51, 76 ] 5941413 2.887% 94.968% # ( 76, 110 ] 6550792 3.183% 98.151% # ( 110, 170 ] 3226029 1.567% 99.718% ( 170, 250 ] 328801 0.160% 99.878% ( 250, 380 ] 109831 0.053% 99.931% ( 380, 580 ] 66614 0.032% 99.964% ( 580, 870 ] 30016 0.015% 99.978% ( 870, 1300 ] 13647 0.007% 99.985% ( 1300, 1900 ] 26274 0.013% 99.998% ( 1900, 2900 ] 2092 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.77 72.80 3974 0.022 0 0 0.0 0.0 L6 3/0 144.88 MB 0.0 308.0 3.1 304.9 304.9 0.0 0.0 99.1 15.4 15.2 20485.01 20107.94 2092 9.792 11G 62M 0.0 0.0 Sum 3/0 144.88 MB 0.0 308.0 3.1 304.9 308.0 3.1 0.0 100.1 15.3 15.3 20570.79 20180.75 6066 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.0 3.1 304.9 304.9 0.0 0.0 0.0 15.4 15.2 20485.01 20107.94 2092 9.792 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.77 72.80 3974 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1003398.1 total, 600.1 interval Flush(GB): cumulative 3.077, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.01 GB write, 0.31 MB/s write, 307.97 GB read, 0.31 MB/s read, 20570.8 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4356 collections: 1673 last_copies: 0 last_secs: 0.001154 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2195,1.65 MB,0.107737%) IndexBlock(2160,1.46 GB,97.0637%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1010641 Average: 3.5558 StdDev: 6.36 Min: 0 Median: 2.5705 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.78 P99.99: 196.26 ------------------------------------------------------ [ 0, 1 ] 116487 11.526% 11.526% ## ( 1, 2 ] 246427 24.383% 35.909% ##### ( 2, 3 ] 249608 24.698% 60.607% ##### ( 3, 4 ] 192606 19.058% 79.665% #### ( 4, 6 ] 165099 16.336% 96.001% ### ( 6, 10 ] 28082 2.779% 98.780% # ( 10, 15 ] 4669 0.462% 99.242% ( 15, 22 ] 2492 0.247% 99.488% ( 22, 34 ] 2129 0.211% 99.699% ( 34, 51 ] 1747 0.173% 99.872% ( 51, 76 ] 727 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 174697910 Average: 2.1864 StdDev: 5.40 Min: 0 Median: 1.3411 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.65 P99.99: 144.50 ------------------------------------------------------ [ 0, 1 ] 64710012 37.041% 37.041% ####### ( 1, 2 ] 66361629 37.987% 75.028% ######## ( 2, 3 ] 32437990 18.568% 93.596% #### ( 3, 4 ] 7831145 4.483% 98.078% # ( 4, 6 ] 1463161 0.838% 98.916% ( 6, 10 ] 606030 0.347% 99.263% ( 10, 15 ] 395007 0.226% 99.489% ( 15, 22 ] 196611 0.113% 99.601% ( 22, 34 ] 309165 0.177% 99.778% ( 34, 51 ] 201993 0.116% 99.894% ( 51, 76 ] 98634 0.056% 99.950% ( 76, 110 ] 56888 0.033% 99.983% ( 110, 170 ] 21174 0.012% 99.995% ( 170, 250 ] 3791 0.002% 99.997% ( 250, 380 ] 1730 0.001% 99.998% ( 380, 580 ] 1444 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 268.87 249.28 4054 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.0 13.8 21.6 7.8 0.0 2.7 28.8 28.5 776.82 751.28 1938 0.401 604M 269K 0.0 0.0 L6 5/0 318.46 MB 0.0 193.5 8.7 184.8 184.9 0.1 0.0 21.3 14.4 13.8 13734.73 13439.65 705 19.482 8661M 235M 0.0 0.0 Sum 5/0 318.46 MB 0.0 215.4 16.7 198.6 215.5 16.9 0.0 24.2 14.9 14.9 14780.42 14440.22 6697 2.207 9266M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 215.4 16.7 198.6 206.6 8.0 0.0 0.0 15.2 14.6 14511.55 14190.94 2643 5.491 9266M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 268.87 249.28 4054 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1003398.1 total, 600.1 interval Flush(GB): cumulative 8.901, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 215.48 GB write, 0.22 MB/s write, 215.36 GB read, 0.22 MB/s read, 14780.4 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 341549 collections: 1673 last_copies: 0 last_secs: 0.093636 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(341201,1.32 GB,87.7464%) FilterBlock(171,102.43 MB,6.66831%) IndexBlock(176,42.96 MB,2.79689%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2783683 Average: 4.2530 StdDev: 8.12 Min: 0 Median: 1.9541 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.91 P99.9: 61.14 P99.99: 151.51 ------------------------------------------------------ [ 0, 1 ] 625453 22.469% 22.469% #### ( 1, 2 ] 803218 28.855% 51.323% ###### ( 2, 3 ] 392025 14.083% 65.406% ### ( 3, 4 ] 169558 6.091% 71.497% # ( 4, 6 ] 147041 5.282% 76.779% # ( 6, 10 ] 437927 15.732% 92.511% ### ( 10, 15 ] 173724 6.241% 98.752% # ( 15, 22 ] 16618 0.597% 99.349% ( 22, 34 ] 8907 0.320% 99.669% ( 34, 51 ] 5423 0.195% 99.864% ( 51, 76 ] 2479 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 29 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6764081 Average: 4.6797 StdDev: 7.57 Min: 0 Median: 2.4583 Max: 7311 Percentiles: P50: 2.46 P75: 6.13 P99: 19.33 P99.9: 66.61 P99.99: 167.01 ------------------------------------------------------ [ 0, 1 ] 1115113 16.486% 16.486% ### ( 1, 2 ] 1794088 26.524% 43.010% ##### ( 2, 3 ] 1031674 15.252% 58.262% ### ( 3, 4 ] 551163 8.148% 66.410% ## ( 4, 6 ] 542425 8.019% 74.429% ## ( 6, 10 ] 1169732 17.293% 91.723% ### ( 10, 15 ] 464187 6.863% 98.585% # ( 15, 22 ] 45389 0.671% 99.256% ( 22, 34 ] 23864 0.353% 99.609% ( 34, 51 ] 15123 0.224% 99.833% ( 51, 76 ] 7301 0.108% 99.941% ( 76, 110 ] 2442 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104483543 Average: 5.7499 StdDev: 24.37 Min: 0 Median: 2.3294 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.78 P99.9: 158.36 P99.99: 465.60 ------------------------------------------------------ [ 0, 1 ] 24970799 23.899% 23.899% ##### ( 1, 2 ] 23688116 22.672% 46.571% ##### ( 2, 3 ] 10876597 10.410% 56.981% ## ( 3, 4 ] 4275695 4.092% 61.073% # ( 4, 6 ] 4890460 4.681% 65.754% # ( 6, 10 ] 25267959 24.184% 89.937% ##### ( 10, 15 ] 8144276 7.795% 97.732% ## ( 15, 22 ] 664525 0.636% 98.368% ( 22, 34 ] 538077 0.515% 98.883% ( 34, 51 ] 359608 0.344% 99.227% ( 51, 76 ] 226165 0.216% 99.444% ( 76, 110 ] 288635 0.276% 99.720% ( 110, 170 ] 233454 0.223% 99.943% ( 170, 250 ] 37865 0.036% 99.980% ( 250, 380 ] 8245 0.008% 99.987% ( 380, 580 ] 6118 0.006% 99.993% ( 580, 870 ] 3504 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.999% ( 1300, 1900 ] 2568 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-07:59:59.278023 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 522832228 rocksdb.block.cache.hit COUNT : 2138689285 rocksdb.block.cache.add COUNT : 38954555 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32031 rocksdb.block.cache.index.hit COUNT : 524317199 rocksdb.block.cache.index.add COUNT : 32017 rocksdb.block.cache.index.bytes.insert COUNT : 34173711651 rocksdb.block.cache.filter.miss COUNT : 32037 rocksdb.block.cache.filter.hit COUNT : 1090388919 rocksdb.block.cache.filter.add COUNT : 32037 rocksdb.block.cache.filter.bytes.insert COUNT : 8684052857 rocksdb.block.cache.data.miss COUNT : 522768160 rocksdb.block.cache.data.hit COUNT : 523983167 rocksdb.block.cache.data.add COUNT : 38890501 rocksdb.block.cache.data.bytes.insert COUNT : 161093002639 rocksdb.block.cache.bytes.read COUNT : 1863136346927695 rocksdb.block.cache.bytes.write COUNT : 203950767147 rocksdb.bloom.filter.useful COUNT : 566135733 rocksdb.bloom.filter.full.positive COUNT : 524253218 rocksdb.bloom.filter.full.true.positive COUNT : 518773757 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 91900476 rocksdb.memtable.miss COUNT : 6202706001 rocksdb.l0.hit COUNT : 15910089 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 502863668 rocksdb.compaction.key.drop.new COUNT : 277321132 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 575880541 rocksdb.number.keys.read COUNT : 638769545 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59583413143 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 66894 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32022 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 754699239 rocksdb.number.multiget.keys.read COUNT : 5655836932 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59583413143 rocksdb.write.self COUNT : 127540955 rocksdb.write.other COUNT : 209442 rocksdb.write.wal COUNT : 127750397 rocksdb.compact.read.bytes COUNT : 985470505468 rocksdb.compact.write.bytes COUNT : 1027740418067 rocksdb.flush.write.bytes COUNT : 32540314138 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 999769 rocksdb.number.superversion_releases COUNT : 2675 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 516147491 rocksdb.number.block.decompressed COUNT : 516216969 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59050798929 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 66894 rocksdb.num.iterator.deleted COUNT : 66894 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5152 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5114 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43674 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60491828707 rocksdb.memtable.garbage.bytes.at.flush COUNT : 726689681 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 932481261611 rocksdb.last.level.read.count COUNT : 485003402 rocksdb.non.last.level.read.bytes COUNT : 128238014473 rocksdb.non.last.level.read.count COUNT : 37924892 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 522864250 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2106032229223 rocksdb.bytes.compressed.to COUNT : 1022944317521 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26080713948 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6578655 rocksdb.bytes.decompressed.from COUNT : 1023287902548 rocksdb.bytes.decompressed.to COUNT : 2106359309419 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.488319 P95 : 106.380339 P99 : 160.540364 P100 : 227461.000000 COUNT : 638769545 SUM : 32998870021 rocksdb.db.write.micros P50 : 67.008142 P95 : 111.952597 P99 : 169.504604 P100 : 2037453.000000 COUNT : 127750397 SUM : 13199800278 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38075728.155340 P99 : 66803409.090909 P100 : 84019043.000000 COUNT : 7433 SUM : 61767217557 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35410526.315789 P99 : 63642655.367232 P100 : 74662372.000000 COUNT : 7433 SUM : 59050798929 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4286.379076 P95 : 27672.071429 P99 : 61661.111111 P100 : 1558490.000000 COUNT : 12101 SUM : 112790078 rocksdb.compaction.outfile.sync.micros P50 : 62534.700802 P95 : 126206.593407 P99 : 225562.105263 P100 : 2063820.000000 COUNT : 19904 SUM : 1274913596 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.894070 P95 : 726.053836 P99 : 3910.181818 P100 : 501117.000000 COUNT : 19596 SUM : 12552495 rocksdb.table.open.io.micros P50 : 579.546485 P95 : 6231.552716 P99 : 12991.551451 P100 : 126033.000000 COUNT : 32022 SUM : 56193571 rocksdb.db.multiget.micros P50 : 8.002933 P95 : 17.849194 P99 : 33.099276 P100 : 26625.000000 COUNT : 754699240 SUM : 7157374331 rocksdb.read.block.compaction.micros P50 : 13.651125 P95 : 58.328627 P99 : 137.978131 P100 : 57122.000000 COUNT : 483877659 SUM : 9345818512 rocksdb.read.block.get.micros P50 : 52.897431 P95 : 94.931504 P99 : 146.059563 P100 : 125945.000000 COUNT : 38954569 SUM : 2246162631 rocksdb.write.raw.block.micros P50 : 0.521503 P95 : 0.990855 P99 : 1.894973 P100 : 331149.000000 COUNT : 522822161 SUM : 10396088645 rocksdb.numfiles.in.singlecompaction P50 : 2.777093 P95 : 5.679233 P99 : 5.938593 P100 : 7.000000 COUNT : 5667 SUM : 20190 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532401 P95 : 32.789975 P99 : 104.618082 P100 : 57076.000000 COUNT : 522928295 SUM : 3584096515 rocksdb.file.read.flush.micros P50 : 1.839912 P95 : 15.791639 P99 : 41.270455 P100 : 787.000000 COUNT : 60505 SUM : 289934 rocksdb.file.read.compaction.micros P50 : 1.418175 P95 : 35.693175 P99 : 106.115678 P100 : 57076.000000 COUNT : 483977193 SUM : 3194962038 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 638769548 SUM : 0 rocksdb.bytes.per.write P50 : 218.506527 P95 : 527.343838 P99 : 803.539755 P100 : 4563443.000000 COUNT : 127540955 SUM : 59583413143 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 754699242 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45777.469991 P95 : 166797.653959 P99 : 239093.577982 P100 : 1681975.000000 COUNT : 12144 SUM : 757296659 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-07:59:59.278189 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-07:59:59.278375 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708415999 to in-memory stats history 2024/02/20-07:59:59.278409 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-07:59:59.278450 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-08:00:02.953767 1265108 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300764. Total log size is 15728658 while max_total_wal_size is 15728640 2024/02/20-08:00:02.953982 1265108 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300779. Immutable memtables: 0. 2024/02/20-08:00:02.954189 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19602] Syncing log #300777 2024/02/20-08:00:02.954646 3036193 (Original Log Time 2024/02/20-08:00:02.954175) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:00:02.954650 3036193 [db/flush_job.cc:892] [tag] [JOB 19602] Flushing memtable with next log file: 300779 2024/02/20-08:00:02.954669 3036193 EVENT_LOG_v1 {"time_micros": 1708416002954664, "job": 19602, "event": "flush_started", "num_memtables": 1, "num_entries": 17535, "num_deletes": 0, "total_data_size": 1508365, "memory_usage": 3685752, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:00:02.954672 3036193 [db/flush_job.cc:926] [tag] [JOB 19602] Level-0 flush table #300780: started 2024/02/20-08:00:02.970689 3036193 EVENT_LOG_v1 {"time_micros": 1708416002970659, "cf_name": "tag", "job": 19602, "event": "table_file_creation", "file_number": 300780, "file_size": 907633, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141597756, "largest_seqno": 5141749557, "table_properties": {"data_size": 900192, "index_size": 9658, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1462600, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 273, "num_entries": 17425, "num_filter_entries": 219, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708415241, "oldest_key_time": 1708415241, "file_creation_time": 1708416002, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300780, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:00:02.970724 3036193 [db/flush_job.cc:1062] [tag] [JOB 19602] Flush lasted 16081 microseconds, and 14790 cpu microseconds. 2024/02/20-08:00:02.971247 3036193 (Original Log Time 2024/02/20-08:00:02.970712) [db/flush_job.cc:1011] [tag] [JOB 19602] Level-0 flush table #300780: 907633 bytes OK 2024/02/20-08:00:02.971251 3036193 (Original Log Time 2024/02/20-08:00:02.970730) [db/memtable_list.cc:555] [tag] Level-0 commit table #300780 started 2024/02/20-08:00:02.971253 3036193 (Original Log Time 2024/02/20-08:00:02.971022) [db/memtable_list.cc:754] [tag] Level-0 commit table #300780: memtable #1 done 2024/02/20-08:00:02.971255 3036193 (Original Log Time 2024/02/20-08:00:02.971039) EVENT_LOG_v1 {"time_micros": 1708416002971033, "job": 19602, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-08:00:02.971257 3036193 (Original Log Time 2024/02/20-08:00:02.971206) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-08:00:02.971262 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19602] Try to delete WAL files size 161454, prev total WAL file size 15729278, number of live WAL files 4. 2024/02/20-08:00:02.971485 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300764.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:00:10.829158 2383528 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300769. Total log size is 15728738 while max_total_wal_size is 15728640 2024/02/20-08:00:10.829356 2383528 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300781. Immutable memtables: 0. 2024/02/20-08:00:10.829568 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19603] Syncing log #300779 2024/02/20-08:00:10.837329 3036210 (Original Log Time 2024/02/20-08:00:10.829555) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:00:10.837336 3036210 [db/flush_job.cc:892] [key] [JOB 19603] Flushing memtable with next log file: 300781 2024/02/20-08:00:10.837356 3036210 EVENT_LOG_v1 {"time_micros": 1708416010837351, "job": 19603, "event": "flush_started", "num_memtables": 1, "num_entries": 64888, "num_deletes": 0, "total_data_size": 4052852, "memory_usage": 6268728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:00:10.837359 3036210 [db/flush_job.cc:926] [key] [JOB 19603] Level-0 flush table #300782: started 2024/02/20-08:00:10.909911 3036210 EVENT_LOG_v1 {"time_micros": 1708416010909884, "cf_name": "key", "job": 19603, "event": "table_file_creation", "file_number": 300782, "file_size": 2550028, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141599167, "largest_seqno": 5141751170, "table_properties": {"data_size": 2474024, "index_size": 19203, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 59573, "raw_key_size": 3846791, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 735, "num_entries": 63624, "num_filter_entries": 68000, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708415248, "oldest_key_time": 1708415248, "file_creation_time": 1708416010, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300782, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:00:10.909941 3036210 [db/flush_job.cc:1062] [key] [JOB 19603] Flush lasted 72617 microseconds, and 70876 cpu microseconds. 2024/02/20-08:00:10.910401 3036210 (Original Log Time 2024/02/20-08:00:10.909929) [db/flush_job.cc:1011] [key] [JOB 19603] Level-0 flush table #300782: 2550028 bytes OK 2024/02/20-08:00:10.910403 3036210 (Original Log Time 2024/02/20-08:00:10.909946) [db/memtable_list.cc:555] [key] Level-0 commit table #300782 started 2024/02/20-08:00:10.910404 3036210 (Original Log Time 2024/02/20-08:00:10.910192) [db/memtable_list.cc:754] [key] Level-0 commit table #300782: memtable #1 done 2024/02/20-08:00:10.910406 3036210 (Original Log Time 2024/02/20-08:00:10.910212) EVENT_LOG_v1 {"time_micros": 1708416010910207, "job": 19603, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-08:00:10.910407 3036210 (Original Log Time 2024/02/20-08:00:10.910369) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 5] max score 0.50 2024/02/20-08:00:10.910410 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19603] Try to delete WAL files size 14757713, prev total WAL file size 15731438, number of live WAL files 4. 2024/02/20-08:00:10.911775 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300769.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:09:59.381847 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-08:09:59.382033 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1003998.2 total, 600.1 interval Cumulative writes: 127M writes, 576M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.50 GB, 0.06 MB/s Cumulative WAL: 127M writes, 0 syncs, 127805437.00 writes per sync, written: 55.50 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 55K writes, 130K keys, 55K commit groups, 1.0 writes per commit group, ingest: 12.84 MB, 0.02 MB/s Interval WAL: 55K writes, 0 syncs, 55040.00 writes per sync, written: 0.01 GB, 0.02 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.73 MB 0.5 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 402.66 375.44 4088 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.2 18.0 50.2 67.0 16.9 0.0 3.7 42.0 41.3 1661.25 1590.78 2110 0.787 1029M 1124 0.0 0.0 L6 11/0 695.12 MB 0.0 395.6 17.2 378.4 378.6 0.2 0.0 22.0 16.1 15.4 25109.40 23161.14 588 42.703 9242M 256M 0.0 0.0 Sum 12/0 699.85 MB 0.0 463.8 35.2 428.5 464.0 35.4 0.0 25.3 17.5 17.5 27173.31 25127.36 6786 4.004 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 463.8 35.2 428.5 445.6 17.1 0.0 0.0 17.7 17.0 26770.65 24751.92 2698 9.922 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 402.66 375.44 4088 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1003998.2 total, 600.1 interval Flush(GB): cumulative 18.324, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 463.97 GB write, 0.47 MB/s write, 463.76 GB read, 0.47 MB/s read, 27173.3 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4416 occupancy: 1577 collections: 1674 last_copies: 0 last_secs: 0.000544 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(809,12.96 MB,0.843927%) IndexBlock(767,1.35 GB,90.2791%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5895961 Average: 2.1887 StdDev: 4.27 Min: 0 Median: 1.3812 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.41 P99.99: 127.64 ------------------------------------------------------ [ 0, 1 ] 1992803 33.799% 33.799% ####### ( 1, 2 ] 2505533 42.496% 76.295% ######## ( 2, 3 ] 977777 16.584% 92.879% ### ( 3, 4 ] 239131 4.056% 96.935% # ( 4, 6 ] 106560 1.807% 98.742% ( 6, 10 ] 34742 0.589% 99.331% ( 10, 15 ] 14617 0.248% 99.579% ( 15, 22 ] 7407 0.126% 99.705% ( 22, 34 ] 7746 0.131% 99.836% ( 34, 51 ] 5585 0.095% 99.931% ( 51, 76 ] 2479 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 396 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21470462 Average: 2.4627 StdDev: 6.81 Min: 0 Median: 1.4933 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.96 P99.99: 146.59 ------------------------------------------------------ [ 0, 1 ] 6591607 30.701% 30.701% ###### ( 1, 2 ] 8400123 39.124% 69.825% ######## ( 2, 3 ] 3639032 16.949% 86.774% ### ( 3, 4 ] 1319439 6.145% 92.919% # ( 4, 6 ] 1023681 4.768% 97.687% # ( 6, 10 ] 331610 1.544% 99.232% ( 10, 15 ] 58492 0.272% 99.504% ( 15, 22 ] 29868 0.139% 99.643% ( 22, 34 ] 32164 0.150% 99.793% ( 34, 51 ] 24477 0.114% 99.907% ( 51, 76 ] 11795 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 205819625 Average: 12.0906 StdDev: 47.26 Min: 0 Median: 1.4847 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.50 P99.9: 303.48 P99.99: 1535.51 ------------------------------------------------------ [ 0, 1 ] 70684911 34.343% 34.343% ####### ( 1, 2 ] 66480491 32.300% 66.644% ###### ( 2, 3 ] 29101827 14.139% 80.783% ### ( 3, 4 ] 6293266 3.058% 83.841% # ( 4, 6 ] 1148614 0.558% 84.399% ( 6, 10 ] 539368 0.262% 84.661% ( 10, 15 ] 306258 0.149% 84.810% ( 15, 22 ] 256180 0.124% 84.934% ( 22, 34 ] 7344479 3.568% 88.502% # ( 34, 51 ] 7366193 3.579% 92.081% # ( 51, 76 ] 5941413 2.887% 94.968% # ( 76, 110 ] 6550792 3.183% 98.151% # ( 110, 170 ] 3226029 1.567% 99.718% ( 170, 250 ] 328801 0.160% 99.878% ( 250, 380 ] 109831 0.053% 99.931% ( 380, 580 ] 66614 0.032% 99.964% ( 580, 870 ] 30016 0.015% 99.978% ( 870, 1300 ] 13647 0.007% 99.985% ( 1300, 1900 ] 26274 0.013% 99.998% ( 1900, 2900 ] 2092 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 886.36 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.79 72.82 3975 0.022 0 0 0.0 0.0 L6 3/0 144.88 MB 0.0 308.0 3.1 304.9 304.9 0.0 0.0 99.1 15.4 15.2 20485.01 20107.94 2092 9.792 11G 62M 0.0 0.0 Sum 4/0 145.75 MB 0.0 308.0 3.1 304.9 308.0 3.1 0.0 100.1 15.3 15.3 20570.80 20180.76 6067 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 53.8 0.02 0.01 1 0.016 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.0 3.1 304.9 304.9 0.0 0.0 0.0 15.4 15.2 20485.01 20107.94 2092 9.792 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.79 72.82 3975 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1003998.2 total, 600.1 interval Flush(GB): cumulative 3.078, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.01 GB write, 0.31 MB/s write, 307.97 GB read, 0.31 MB/s read, 20570.8 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4358 collections: 1674 last_copies: 0 last_secs: 0.001286 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2196,1.66 MB,0.107754%) IndexBlock(2161,1.46 GB,97.0643%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1010646 Average: 3.5558 StdDev: 6.36 Min: 0 Median: 2.5705 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.78 P99.99: 196.26 ------------------------------------------------------ [ 0, 1 ] 116489 11.526% 11.526% ## ( 1, 2 ] 246428 24.383% 35.909% ##### ( 2, 3 ] 249609 24.698% 60.607% ##### ( 3, 4 ] 192607 19.058% 79.665% #### ( 4, 6 ] 165099 16.336% 96.001% ### ( 6, 10 ] 28082 2.779% 98.780% # ( 10, 15 ] 4669 0.462% 99.242% ( 15, 22 ] 2492 0.247% 99.488% ( 22, 34 ] 2129 0.211% 99.699% ( 34, 51 ] 1747 0.173% 99.872% ( 51, 76 ] 727 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 174697910 Average: 2.1864 StdDev: 5.40 Min: 0 Median: 1.3411 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.65 P99.99: 144.50 ------------------------------------------------------ [ 0, 1 ] 64710012 37.041% 37.041% ####### ( 1, 2 ] 66361629 37.987% 75.028% ######## ( 2, 3 ] 32437990 18.568% 93.596% #### ( 3, 4 ] 7831145 4.483% 98.078% # ( 4, 6 ] 1463161 0.838% 98.916% ( 6, 10 ] 606030 0.347% 99.263% ( 10, 15 ] 395007 0.226% 99.489% ( 15, 22 ] 196611 0.113% 99.601% ( 22, 34 ] 309165 0.177% 99.778% ( 34, 51 ] 201993 0.116% 99.894% ( 51, 76 ] 98634 0.056% 99.950% ( 76, 110 ] 56888 0.033% 99.983% ( 110, 170 ] 21174 0.012% 99.995% ( 170, 250 ] 3791 0.002% 99.997% ( 250, 380 ] 1730 0.001% 99.998% ( 380, 580 ] 1444 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.43 MB 0.5 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 268.94 249.35 4055 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.0 13.8 21.6 7.8 0.0 2.7 28.8 28.5 776.82 751.28 1938 0.401 604M 269K 0.0 0.0 L6 5/0 318.46 MB 0.0 193.5 8.7 184.8 184.9 0.1 0.0 21.3 14.4 13.8 13734.73 13439.65 705 19.482 8661M 235M 0.0 0.0 Sum 6/0 320.89 MB 0.0 215.4 16.7 198.6 215.5 16.9 0.0 24.2 14.9 14.9 14780.49 14440.29 6698 2.207 9266M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 33.5 0.07 0.07 1 0.073 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 215.4 16.7 198.6 206.6 8.0 0.0 0.0 15.2 14.6 14511.55 14190.94 2643 5.491 9266M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 268.94 249.35 4055 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1003998.2 total, 600.1 interval Flush(GB): cumulative 8.903, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 215.48 GB write, 0.22 MB/s write, 215.36 GB read, 0.22 MB/s read, 14780.5 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 344202 collections: 1674 last_copies: 0 last_secs: 0.101081 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(343861,1.33 GB,88.4301%) FilterBlock(165,96.04 MB,6.25293%) IndexBlock(174,41.67 MB,2.71261%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2784181 Average: 4.2538 StdDev: 8.12 Min: 0 Median: 1.9545 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.91 P99.9: 61.14 P99.99: 151.50 ------------------------------------------------------ [ 0, 1 ] 625455 22.465% 22.465% #### ( 1, 2 ] 803218 28.849% 51.314% ###### ( 2, 3 ] 392026 14.080% 65.394% ### ( 3, 4 ] 169559 6.090% 71.485% # ( 4, 6 ] 147101 5.283% 76.768% # ( 6, 10 ] 438309 15.743% 92.511% ### ( 10, 15 ] 173769 6.241% 98.752% # ( 15, 22 ] 16623 0.597% 99.349% ( 22, 34 ] 8907 0.320% 99.669% ( 34, 51 ] 5424 0.195% 99.864% ( 51, 76 ] 2480 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 29 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6764081 Average: 4.6797 StdDev: 7.57 Min: 0 Median: 2.4583 Max: 7311 Percentiles: P50: 2.46 P75: 6.13 P99: 19.33 P99.9: 66.61 P99.99: 167.01 ------------------------------------------------------ [ 0, 1 ] 1115113 16.486% 16.486% ### ( 1, 2 ] 1794088 26.524% 43.010% ##### ( 2, 3 ] 1031674 15.252% 58.262% ### ( 3, 4 ] 551163 8.148% 66.410% ## ( 4, 6 ] 542425 8.019% 74.429% ## ( 6, 10 ] 1169732 17.293% 91.723% ### ( 10, 15 ] 464187 6.863% 98.585% # ( 15, 22 ] 45389 0.671% 99.256% ( 22, 34 ] 23864 0.353% 99.609% ( 34, 51 ] 15123 0.224% 99.833% ( 51, 76 ] 7301 0.108% 99.941% ( 76, 110 ] 2442 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104497849 Average: 5.7503 StdDev: 24.36 Min: 0 Median: 2.3301 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.77 P99.9: 158.35 P99.99: 465.56 ------------------------------------------------------ [ 0, 1 ] 24970799 23.896% 23.896% ##### ( 1, 2 ] 23688117 22.669% 46.565% ##### ( 2, 3 ] 10876604 10.408% 56.973% ## ( 3, 4 ] 4275726 4.092% 61.065% # ( 4, 6 ] 4892111 4.682% 65.746% # ( 6, 10 ] 25279084 24.191% 89.937% ##### ( 10, 15 ] 8145546 7.795% 97.732% ## ( 15, 22 ] 664643 0.636% 98.368% ( 22, 34 ] 538142 0.515% 98.883% ( 34, 51 ] 359633 0.344% 99.227% ( 51, 76 ] 226174 0.216% 99.444% ( 76, 110 ] 288639 0.276% 99.720% ( 110, 170 ] 233454 0.223% 99.943% ( 170, 250 ] 37865 0.036% 99.980% ( 250, 380 ] 8245 0.008% 99.987% ( 380, 580 ] 6118 0.006% 99.993% ( 580, 870 ] 3504 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.999% ( 1300, 1900 ] 2568 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-08:09:59.385387 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 522847032 rocksdb.block.cache.hit COUNT : 2139839621 rocksdb.block.cache.add COUNT : 38969359 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32033 rocksdb.block.cache.index.hit COUNT : 524615605 rocksdb.block.cache.index.add COUNT : 32019 rocksdb.block.cache.index.bytes.insert COUNT : 34173740678 rocksdb.block.cache.filter.miss COUNT : 32039 rocksdb.block.cache.filter.hit COUNT : 1090957222 rocksdb.block.cache.filter.add COUNT : 32039 rocksdb.block.cache.filter.bytes.insert COUNT : 8684112723 rocksdb.block.cache.data.miss COUNT : 522782960 rocksdb.block.cache.data.hit COUNT : 524266794 rocksdb.block.cache.data.add COUNT : 38905301 rocksdb.block.cache.data.bytes.insert COUNT : 161154310161 rocksdb.block.cache.bytes.read COUNT : 1864154961086202 rocksdb.block.cache.bytes.write COUNT : 204012163562 rocksdb.bloom.filter.useful COUNT : 566405632 rocksdb.bloom.filter.full.positive COUNT : 524551622 rocksdb.bloom.filter.full.true.positive COUNT : 519069878 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 91976139 rocksdb.memtable.miss COUNT : 6206055984 rocksdb.l0.hit COUNT : 15928793 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 503141085 rocksdb.compaction.key.drop.new COUNT : 277321132 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 576011048 rocksdb.number.keys.read COUNT : 639141335 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59596877993 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 66934 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32024 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 755099420 rocksdb.number.multiget.keys.read COUNT : 5658890788 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59596877993 rocksdb.write.self COUNT : 127595978 rocksdb.write.other COUNT : 209459 rocksdb.write.wal COUNT : 127805437 rocksdb.compact.read.bytes COUNT : 985470505468 rocksdb.compact.write.bytes COUNT : 1027740418067 rocksdb.flush.write.bytes COUNT : 32543772318 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1000204 rocksdb.number.superversion_releases COUNT : 2675 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 516148453 rocksdb.number.block.decompressed COUNT : 516231770 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59050798929 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 66934 rocksdb.num.iterator.deleted COUNT : 66934 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5153 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5115 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43676 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60497224961 rocksdb.memtable.garbage.bytes.at.flush COUNT : 726776544 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 932507424558 rocksdb.last.level.read.count COUNT : 485017709 rocksdb.non.last.level.read.bytes COUNT : 128239773892 rocksdb.non.last.level.read.count COUNT : 37925395 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 522879056 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2106036145200 rocksdb.bytes.compressed.to COUNT : 1022947517149 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26080904931 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6578703 rocksdb.bytes.decompressed.from COUNT : 1023315687165 rocksdb.bytes.decompressed.to COUNT : 2106419341653 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.482414 P95 : 106.373486 P99 : 160.531424 P100 : 227461.000000 COUNT : 639141335 SUM : 33013803872 rocksdb.db.write.micros P50 : 67.005577 P95 : 111.929536 P99 : 169.499780 P100 : 2037453.000000 COUNT : 127805437 SUM : 13203822969 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38075728.155340 P99 : 66803409.090909 P100 : 84019043.000000 COUNT : 7433 SUM : 61767217557 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35410526.315789 P99 : 63642655.367232 P100 : 74662372.000000 COUNT : 7433 SUM : 59050798929 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4286.379076 P95 : 27670.500000 P99 : 61650.000000 P100 : 1558490.000000 COUNT : 12103 SUM : 112799461 rocksdb.compaction.outfile.sync.micros P50 : 62534.700802 P95 : 126206.593407 P99 : 225562.105263 P100 : 2063820.000000 COUNT : 19904 SUM : 1274913596 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.890647 P95 : 726.014805 P99 : 3909.636364 P100 : 501117.000000 COUNT : 19598 SUM : 12552894 rocksdb.table.open.io.micros P50 : 579.433107 P95 : 6231.412141 P99 : 12991.335092 P100 : 126033.000000 COUNT : 32024 SUM : 56193873 rocksdb.db.multiget.micros P50 : 8.002140 P95 : 17.846477 P99 : 33.096133 P100 : 26625.000000 COUNT : 755099421 SUM : 7160408879 rocksdb.read.block.compaction.micros P50 : 13.651125 P95 : 58.328627 P99 : 137.978131 P100 : 57122.000000 COUNT : 483877659 SUM : 9345818512 rocksdb.read.block.get.micros P50 : 52.891053 P95 : 94.924039 P99 : 146.044769 P100 : 125945.000000 COUNT : 38969373 SUM : 2246863647 rocksdb.write.raw.block.micros P50 : 0.521503 P95 : 0.990855 P99 : 1.894973 P100 : 331149.000000 COUNT : 522823177 SUM : 10396118619 rocksdb.numfiles.in.singlecompaction P50 : 2.777093 P95 : 5.679233 P99 : 5.938593 P100 : 7.000000 COUNT : 5667 SUM : 20190 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532444 P95 : 32.788968 P99 : 104.617356 P100 : 57076.000000 COUNT : 522943104 SUM : 3584223245 rocksdb.file.read.flush.micros P50 : 1.839923 P95 : 15.789307 P99 : 41.265909 P100 : 787.000000 COUNT : 60515 SUM : 289961 rocksdb.file.read.compaction.micros P50 : 1.418175 P95 : 35.693175 P99 : 106.115678 P100 : 57076.000000 COUNT : 483977193 SUM : 3194962038 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 639141336 SUM : 0 rocksdb.bytes.per.write P50 : 218.505262 P95 : 527.341223 P99 : 803.539328 P100 : 4563443.000000 COUNT : 127595978 SUM : 59596877993 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 755099421 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45777.469991 P95 : 166794.721408 P99 : 239089.908257 P100 : 1681975.000000 COUNT : 12146 SUM : 757385357 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-08:09:59.385567 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-08:09:59.385819 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708416599 to in-memory stats history 2024/02/20-08:09:59.385877 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-08:09:59.385913 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-08:11:06.810533 4076294 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300777. Total log size is 15728666 while max_total_wal_size is 15728640 2024/02/20-08:11:06.810756 4076294 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300783. Immutable memtables: 0. 2024/02/20-08:11:06.810961 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19604] Syncing log #300781 2024/02/20-08:11:06.831035 3036193 (Original Log Time 2024/02/20-08:11:06.810948) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:11:06.831045 3036193 [db/flush_job.cc:892] [url] [JOB 19604] Flushing memtable with next log file: 300783 2024/02/20-08:11:06.831067 3036193 EVENT_LOG_v1 {"time_micros": 1708416666831061, "job": 19604, "event": "flush_started", "num_memtables": 1, "num_entries": 69236, "num_deletes": 0, "total_data_size": 10245326, "memory_usage": 12319824, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:11:06.831070 3036193 [db/flush_job.cc:926] [url] [JOB 19604] Level-0 flush table #300784: started 2024/02/20-08:11:06.918880 3036193 EVENT_LOG_v1 {"time_micros": 1708416666918852, "cf_name": "url", "job": 19604, "event": "table_file_creation", "file_number": 300784, "file_size": 4989337, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141741788, "largest_seqno": 5141894088, "table_properties": {"data_size": 4902543, "index_size": 128621, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6741, "raw_key_size": 9863096, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1494, "num_entries": 67830, "num_filter_entries": 7709, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708415964, "oldest_key_time": 1708415964, "file_creation_time": 1708416666, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300784, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:11:06.918942 3036193 [db/flush_job.cc:1062] [url] [JOB 19604] Flush lasted 87915 microseconds, and 83882 cpu microseconds. 2024/02/20-08:11:06.919409 3036193 (Original Log Time 2024/02/20-08:11:06.918930) [db/flush_job.cc:1011] [url] [JOB 19604] Level-0 flush table #300784: 4989337 bytes OK 2024/02/20-08:11:06.919413 3036193 (Original Log Time 2024/02/20-08:11:06.918948) [db/memtable_list.cc:555] [url] Level-0 commit table #300784 started 2024/02/20-08:11:06.919415 3036193 (Original Log Time 2024/02/20-08:11:06.919166) [db/memtable_list.cc:754] [url] Level-0 commit table #300784: memtable #1 done 2024/02/20-08:11:06.919417 3036193 (Original Log Time 2024/02/20-08:11:06.919183) EVENT_LOG_v1 {"time_micros": 1708416666919177, "job": 19604, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-08:11:06.919419 3036193 (Original Log Time 2024/02/20-08:11:06.919363) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 11] max score 1.00 2024/02/20-08:11:06.919425 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19604] Try to delete WAL files size 809491, prev total WAL file size 15731037, number of live WAL files 4. 2024/02/20-08:11:06.919504 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19605] Compacting 2@0 files to L5, score 1.00 2024/02/20-08:11:06.919513 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19612 Base level 0, inputs: [300784(4872KB) 300778(4844KB)] 2024/02/20-08:11:06.919534 3036185 EVENT_LOG_v1 {"time_micros": 1708416666919526, "job": 19605, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300784, 300778], "score": 1, "input_data_size": 9950590, "oldest_snapshot_seqno": -1} 2024/02/20-08:11:06.919746 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300777.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:07.119391 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19605] Generated table #300785: 136211 keys, 9608562 bytes, temperature: kUnknown 2024/02/20-08:11:07.119445 3036185 EVENT_LOG_v1 {"time_micros": 1708416667119416, "cf_name": "url", "job": 19605, "event": "table_file_creation", "file_number": 300785, "file_size": 9608562, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141589917, "largest_seqno": 5141894088, "table_properties": {"data_size": 9454270, "index_size": 257781, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 10533, "raw_key_size": 19817481, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2877, "num_entries": 136211, "num_filter_entries": 12098, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708415201, "oldest_key_time": 0, "file_creation_time": 1708416666, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300785, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:11:07.120290 3036185 (Original Log Time 2024/02/20-08:11:07.119834) [db/compaction/compaction_job.cc:1729] [url] [JOB 19605] Compacted 2@0 files to L5 => 9608562 bytes 2024/02/20-08:11:07.120293 3036185 (Original Log Time 2024/02/20-08:11:07.120088) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.04, MB/sec: 49.8 rd, 48.0 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(9.5, 0.0 +0.0 blob) out(9.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 136211, records dropped: 0 output_compression: LZ4 2024/02/20-08:11:07.120298 3036185 (Original Log Time 2024/02/20-08:11:07.120106) EVENT_LOG_v1 {"time_micros": 1708416667120097, "job": 19605, "event": "compaction_finished", "compaction_time_micros": 199994, "compaction_time_cpu_micros": 193308, "output_level": 5, "num_output_files": 1, "total_output_size": 9608562, "num_input_records": 136211, "num_output_records": 136211, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-08:11:07.120727 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300778.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:07.120735 3036185 EVENT_LOG_v1 {"time_micros": 1708416667120733, "job": 19605, "event": "table_file_deletion", "file_number": 300778} 2024/02/20-08:11:07.121127 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300784.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:07.121134 3036185 EVENT_LOG_v1 {"time_micros": 1708416667121132, "job": 19605, "event": "table_file_deletion", "file_number": 300784} 2024/02/20-08:11:41.641523 4077504 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300779. Total log size is 15728945 while max_total_wal_size is 15728640 2024/02/20-08:11:41.641721 4077504 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300786. Immutable memtables: 0. 2024/02/20-08:11:41.641914 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19606] Syncing log #300783 2024/02/20-08:11:41.648392 3036210 (Original Log Time 2024/02/20-08:11:41.641902) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:11:41.648399 3036210 [db/flush_job.cc:892] [tag] [JOB 19606] Flushing memtable with next log file: 300786 2024/02/20-08:11:41.648419 3036210 EVENT_LOG_v1 {"time_micros": 1708416701648413, "job": 19606, "event": "flush_started", "num_memtables": 1, "num_entries": 18776, "num_deletes": 0, "total_data_size": 1616995, "memory_usage": 1911600, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:11:41.648422 3036210 [db/flush_job.cc:926] [tag] [JOB 19606] Level-0 flush table #300787: started 2024/02/20-08:11:41.670050 3036210 EVENT_LOG_v1 {"time_micros": 1708416701670009, "cf_name": "tag", "job": 19606, "event": "table_file_creation", "file_number": 300787, "file_size": 944933, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141749623, "largest_seqno": 5141901887, "table_properties": {"data_size": 936690, "index_size": 10549, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1558066, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 294, "num_entries": 18576, "num_filter_entries": 238, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708416003, "oldest_key_time": 1708416003, "file_creation_time": 1708416701, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300787, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:11:41.670100 3036210 [db/flush_job.cc:1062] [tag] [JOB 19606] Flush lasted 21712 microseconds, and 20460 cpu microseconds. 2024/02/20-08:11:41.670616 3036210 (Original Log Time 2024/02/20-08:11:41.670082) [db/flush_job.cc:1011] [tag] [JOB 19606] Level-0 flush table #300787: 944933 bytes OK 2024/02/20-08:11:41.670619 3036210 (Original Log Time 2024/02/20-08:11:41.670107) [db/memtable_list.cc:555] [tag] Level-0 commit table #300787 started 2024/02/20-08:11:41.670621 3036210 (Original Log Time 2024/02/20-08:11:41.670376) [db/memtable_list.cc:754] [tag] Level-0 commit table #300787: memtable #1 done 2024/02/20-08:11:41.670622 3036210 (Original Log Time 2024/02/20-08:11:41.670392) EVENT_LOG_v1 {"time_micros": 1708416701670387, "job": 19606, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-08:11:41.670624 3036210 (Original Log Time 2024/02/20-08:11:41.670580) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-08:11:41.670629 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19606] Try to delete WAL files size 161534, prev total WAL file size 15729450, number of live WAL files 4. 2024/02/20-08:11:41.670721 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19607] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-08:11:41.670728 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19614 Base level 0, inputs: [300787(922KB) 300780(886KB)], [300766(64MB) 300767(64MB) 300768(15MB)] 2024/02/20-08:11:41.670746 3036190 EVENT_LOG_v1 {"time_micros": 1708416701670736, "job": 19607, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300787, 300780], "files_L6": [300766, 300767, 300768], "score": 1, "input_data_size": 153771534, "oldest_snapshot_seqno": -1} 2024/02/20-08:11:41.670845 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300779.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:45.405155 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19607] Generated table #300788: 2383349 keys, 67641184 bytes, temperature: kUnknown 2024/02/20-08:11:45.405239 3036190 EVENT_LOG_v1 {"time_micros": 1708416705405182, "cf_name": "tag", "job": 19607, "event": "table_file_creation", "file_number": 300788, "file_size": 67641184, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110695, "index_size": 1445209, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 200930825, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36063, "num_entries": 2383349, "num_filter_entries": 2258, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708416701, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300788, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:11:48.372691 4076760 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300781. Total log size is 15728990 while max_total_wal_size is 15728640 2024/02/20-08:11:48.372973 4076760 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300790. Immutable memtables: 0. 2024/02/20-08:11:48.373194 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19608] Syncing log #300786 2024/02/20-08:11:48.375803 3036193 (Original Log Time 2024/02/20-08:11:48.373182) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-08:11:48.375812 3036193 [db/flush_job.cc:892] [key] [JOB 19608] Flushing memtable with next log file: 300790 2024/02/20-08:11:48.375835 3036193 EVENT_LOG_v1 {"time_micros": 1708416708375828, "job": 19608, "event": "flush_started", "num_memtables": 1, "num_entries": 64285, "num_deletes": 0, "total_data_size": 4013791, "memory_usage": 6852944, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:11:48.375838 3036193 [db/flush_job.cc:926] [key] [JOB 19608] Level-0 flush table #300791: started 2024/02/20-08:11:48.445964 3036193 EVENT_LOG_v1 {"time_micros": 1708416708445937, "cf_name": "key", "job": 19608, "event": "table_file_creation", "file_number": 300791, "file_size": 2521824, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141751172, "largest_seqno": 5141903511, "table_properties": {"data_size": 2446653, "index_size": 19001, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58917, "raw_key_size": 3798586, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 727, "num_entries": 62851, "num_filter_entries": 67251, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708416010, "oldest_key_time": 1708416010, "file_creation_time": 1708416708, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300791, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:11:48.446018 3036193 [db/flush_job.cc:1062] [key] [JOB 19608] Flush lasted 70202 microseconds, and 68076 cpu microseconds. 2024/02/20-08:11:48.446418 3036193 (Original Log Time 2024/02/20-08:11:48.445987) [db/flush_job.cc:1011] [key] [JOB 19608] Level-0 flush table #300791: 2521824 bytes OK 2024/02/20-08:11:48.446421 3036193 (Original Log Time 2024/02/20-08:11:48.446024) [db/memtable_list.cc:555] [key] Level-0 commit table #300791 started 2024/02/20-08:11:48.446422 3036193 (Original Log Time 2024/02/20-08:11:48.446225) [db/memtable_list.cc:754] [key] Level-0 commit table #300791: memtable #1 done 2024/02/20-08:11:48.446423 3036193 (Original Log Time 2024/02/20-08:11:48.446238) EVENT_LOG_v1 {"time_micros": 1708416708446233, "job": 19608, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-08:11:48.446425 3036193 (Original Log Time 2024/02/20-08:11:48.446391) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 5] max score 1.00 2024/02/20-08:11:48.446429 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19608] Try to delete WAL files size 14757641, prev total WAL file size 15730635, number of live WAL files 4. 2024/02/20-08:11:48.447612 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300781.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:48.883281 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19607] Generated table #300789: 2165693 keys, 67622027 bytes, temperature: kUnknown 2024/02/20-08:11:48.883351 3036190 EVENT_LOG_v1 {"time_micros": 1708416708883306, "cf_name": "tag", "job": 19607, "event": "table_file_creation", "file_number": 300789, "file_size": 67622027, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110037, "index_size": 1374588, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 885, "raw_key_size": 190888247, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35964, "num_entries": 2165693, "num_filter_entries": 930, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708416705, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300789, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:11:49.933856 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19607] Generated table #300792: 666157 keys, 17570019 bytes, temperature: kUnknown 2024/02/20-08:11:49.933922 3036190 EVENT_LOG_v1 {"time_micros": 1708416709933880, "cf_name": "tag", "job": 19607, "event": "table_file_creation", "file_number": 300792, "file_size": 17570019, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 17429790, "index_size": 408154, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 54910711, "raw_average_key_size": 82, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 9629, "num_entries": 666157, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708416708, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300792, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:11:49.938635 3036190 (Original Log Time 2024/02/20-08:11:49.938141) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19607] Compacted 2@0 + 3@6 files to L6 => 152833230 bytes 2024/02/20-08:11:49.938638 3036190 (Original Log Time 2024/02/20-08:11:49.938402) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 18.6 rd, 18.5 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.8, 144.9 +0.0 blob) out(145.8 +0.0 blob), read-write-amplify(165.5) write-amplify(82.5) OK, records in: 5215199, records dropped: 0 output_compression: ZSTD 2024/02/20-08:11:49.938644 3036190 (Original Log Time 2024/02/20-08:11:49.938425) EVENT_LOG_v1 {"time_micros": 1708416709938415, "job": 19607, "event": "compaction_finished", "compaction_time_micros": 8263228, "compaction_time_cpu_micros": 8161999, "output_level": 6, "num_output_files": 3, "total_output_size": 152833230, "num_input_records": 5215199, "num_output_records": 5215199, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-08:11:49.944566 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300766.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:49.944595 3036190 EVENT_LOG_v1 {"time_micros": 1708416709944591, "job": 19607, "event": "table_file_deletion", "file_number": 300766} 2024/02/20-08:11:49.951622 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300767.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:49.951651 3036190 EVENT_LOG_v1 {"time_micros": 1708416709951647, "job": 19607, "event": "table_file_deletion", "file_number": 300767} 2024/02/20-08:11:49.953387 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300768.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:49.953402 3036190 EVENT_LOG_v1 {"time_micros": 1708416709953399, "job": 19607, "event": "table_file_deletion", "file_number": 300768} 2024/02/20-08:11:49.953529 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300780.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:49.953536 3036190 EVENT_LOG_v1 {"time_micros": 1708416709953535, "job": 19607, "event": "table_file_deletion", "file_number": 300780} 2024/02/20-08:11:49.953637 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300787.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:49.953642 3036190 EVENT_LOG_v1 {"time_micros": 1708416709953641, "job": 19607, "event": "table_file_deletion", "file_number": 300787} 2024/02/20-08:11:49.953726 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 19609] Compacting 2@0 files to L5, score 1.00 2024/02/20-08:11:49.953730 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19615 Base level 0, inputs: [300791(2462KB) 300782(2490KB)] 2024/02/20-08:11:49.953740 3036190 EVENT_LOG_v1 {"time_micros": 1708416709953733, "job": 19609, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300791, 300782], "score": 1, "input_data_size": 5071852, "oldest_snapshot_seqno": -1} 2024/02/20-08:11:50.103426 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19609] Generated table #300793: 126475 keys, 5002588 bytes, temperature: kUnknown 2024/02/20-08:11:50.103501 3036190 EVENT_LOG_v1 {"time_micros": 1708416710103449, "cf_name": "key", "job": 19609, "event": "table_file_creation", "file_number": 300793, "file_size": 5002588, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141599167, "largest_seqno": 5141903511, "table_properties": {"data_size": 4854500, "index_size": 38855, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 116949, "raw_key_size": 7645377, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1432, "num_entries": 126475, "num_filter_entries": 133086, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708415248, "oldest_key_time": 0, "file_creation_time": 1708416709, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300793, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:11:50.104232 3036190 (Original Log Time 2024/02/20-08:11:50.103769) [db/compaction/compaction_job.cc:1729] [key] [JOB 19609] Compacted 2@0 files to L5 => 5002588 bytes 2024/02/20-08:11:50.104235 3036190 (Original Log Time 2024/02/20-08:11:50.104034) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.02, MB/sec: 33.9 rd, 33.4 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.8, 0.0 +0.0 blob) out(4.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 126475, records dropped: 0 output_compression: LZ4 2024/02/20-08:11:50.104239 3036190 (Original Log Time 2024/02/20-08:11:50.104050) EVENT_LOG_v1 {"time_micros": 1708416710104042, "job": 19609, "event": "compaction_finished", "compaction_time_micros": 149815, "compaction_time_cpu_micros": 146283, "output_level": 5, "num_output_files": 1, "total_output_size": 5002588, "num_input_records": 126475, "num_output_records": 126475, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-08:11:50.104504 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300782.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:50.104515 3036190 EVENT_LOG_v1 {"time_micros": 1708416710104513, "job": 19609, "event": "table_file_deletion", "file_number": 300782} 2024/02/20-08:11:50.104695 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300791.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:11:50.104700 3036190 EVENT_LOG_v1 {"time_micros": 1708416710104699, "job": 19609, "event": "table_file_deletion", "file_number": 300791} 2024/02/20-08:16:41.208975 4076710 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300794. Immutable memtables: 0. 2024/02/20-08:16:41.209178 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19610] Syncing log #300790 2024/02/20-08:16:41.248764 3036210 (Original Log Time 2024/02/20-08:16:41.209169) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:16:41.248773 3036210 [db/flush_job.cc:892] [url] [JOB 19610] Flushing memtable with next log file: 300794 2024/02/20-08:16:41.248794 3036210 EVENT_LOG_v1 {"time_micros": 1708417001248788, "job": 19610, "event": "flush_started", "num_memtables": 1, "num_entries": 34352, "num_deletes": 0, "total_data_size": 5103643, "memory_usage": 6646568, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-08:16:41.248797 3036210 [db/flush_job.cc:926] [url] [JOB 19610] Level-0 flush table #300795: started 2024/02/20-08:16:41.297902 3036210 EVENT_LOG_v1 {"time_micros": 1708417001297866, "cf_name": "url", "job": 19610, "event": "table_file_creation", "file_number": 300795, "file_size": 2603679, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141894090, "largest_seqno": 5141969290, "table_properties": {"data_size": 2560509, "index_size": 61398, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4245, "raw_key_size": 4890792, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 778, "num_entries": 33500, "num_filter_entries": 4773, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708416666, "oldest_key_time": 1708416666, "file_creation_time": 1708417001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300795, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:16:41.297947 3036210 [db/flush_job.cc:1062] [url] [JOB 19610] Flush lasted 49190 microseconds, and 46110 cpu microseconds. 2024/02/20-08:16:41.298493 3036210 (Original Log Time 2024/02/20-08:16:41.297931) [db/flush_job.cc:1011] [url] [JOB 19610] Level-0 flush table #300795: 2603679 bytes OK 2024/02/20-08:16:41.298497 3036210 (Original Log Time 2024/02/20-08:16:41.297955) [db/memtable_list.cc:555] [url] Level-0 commit table #300795 started 2024/02/20-08:16:41.298499 3036210 (Original Log Time 2024/02/20-08:16:41.298258) [db/memtable_list.cc:754] [url] Level-0 commit table #300795: memtable #1 done 2024/02/20-08:16:41.298501 3036210 (Original Log Time 2024/02/20-08:16:41.298274) EVENT_LOG_v1 {"time_micros": 1708417001298269, "job": 19610, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-08:16:41.298503 3036210 (Original Log Time 2024/02/20-08:16:41.298440) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 11] max score 0.50 2024/02/20-08:16:41.298508 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19610] Try to delete WAL files size 809770, prev total WAL file size 7806949, number of live WAL files 4. 2024/02/20-08:16:41.298783 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300783.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:16:41.298970 3036192 (Original Log Time 2024/02/20-08:16:41.298896) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-08:16:41.298977 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19611] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-08:16:41.298983 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19618 Base level 0, inputs: [300795(2542KB)], [300785(9383KB)] 2024/02/20-08:16:41.299003 3036192 EVENT_LOG_v1 {"time_micros": 1708417001298994, "job": 19611, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [300795], "files_L5": [300785], "score": -1, "input_data_size": 12212241, "oldest_snapshot_seqno": -1} 2024/02/20-08:16:41.563484 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19611] Generated table #300796: 169711 keys, 11867635 bytes, temperature: kUnknown 2024/02/20-08:16:41.563539 3036192 EVENT_LOG_v1 {"time_micros": 1708417001563509, "cf_name": "url", "job": 19611, "event": "table_file_creation", "file_number": 300796, "file_size": 11867635, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141589917, "largest_seqno": 5141969290, "table_properties": {"data_size": 11680102, "index_size": 311434, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 12277, "raw_key_size": 24708273, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3555, "num_entries": 169711, "num_filter_entries": 14063, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708415201, "oldest_key_time": 0, "file_creation_time": 1708417001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300796, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:16:41.564370 3036192 (Original Log Time 2024/02/20-08:16:41.563935) [db/compaction/compaction_job.cc:1729] [url] [JOB 19611] Compacted 1@0 + 1@5 files to L5 => 11867635 bytes 2024/02/20-08:16:41.564373 3036192 (Original Log Time 2024/02/20-08:16:41.564152) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.04, MB/sec: 46.2 rd, 44.9 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(2.5, 9.2 +0.0 blob) out(11.3 +0.0 blob), read-write-amplify(9.2) write-amplify(4.6) OK, records in: 169711, records dropped: 0 output_compression: LZ4 2024/02/20-08:16:41.564378 3036192 (Original Log Time 2024/02/20-08:16:41.564172) EVENT_LOG_v1 {"time_micros": 1708417001564161, "job": 19611, "event": "compaction_finished", "compaction_time_micros": 264588, "compaction_time_cpu_micros": 244306, "output_level": 5, "num_output_files": 1, "total_output_size": 11867635, "num_input_records": 169711, "num_output_records": 169711, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-08:16:41.565398 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300785.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:16:41.565409 3036192 EVENT_LOG_v1 {"time_micros": 1708417001565407, "job": 19611, "event": "table_file_deletion", "file_number": 300785} 2024/02/20-08:16:41.565670 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300795.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:16:41.565678 3036192 EVENT_LOG_v1 {"time_micros": 1708417001565676, "job": 19611, "event": "table_file_deletion", "file_number": 300795} 2024/02/20-08:16:41.565705 4076710 (Original Log Time 2024/02/20-08:16:41.298836) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-08:16:41.565827 3036189 (Original Log Time 2024/02/20-08:16:41.565786) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-08:16:41.565836 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 19612] Compacting 1@5 + 11@6 files to L6, score -1.00 2024/02/20-08:16:41.565847 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19619 Base level 5, inputs: [300796(11MB)], [300753(64MB) 300754(64MB) 300755(64MB) 300756(64MB) 300757(64MB) 300758(64MB) 300759(65MB) 300760(64MB) 300761(64MB) 300762(65MB) 300763(47MB)] 2024/02/20-08:16:41.565912 3036189 EVENT_LOG_v1 {"time_micros": 1708417001565898, "job": 19612, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300796], "files_L6": [300753, 300754, 300755, 300756, 300757, 300758, 300759, 300760, 300761, 300762, 300763], "score": -1, "input_data_size": 740753504, "oldest_snapshot_seqno": -1} 2024/02/20-08:16:45.578372 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300797: 1486369 keys, 67741518 bytes, temperature: kUnknown 2024/02/20-08:16:45.578431 3036189 EVENT_LOG_v1 {"time_micros": 1708417005578395, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300797, "file_size": 67741518, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109360, "index_size": 2286712, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14117, "raw_key_size": 211741165, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32679, "num_entries": 1486369, "num_filter_entries": 16197, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300797, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:16:49.319964 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300798: 1314227 keys, 67608359 bytes, temperature: kUnknown 2024/02/20-08:16:49.320043 3036189 EVENT_LOG_v1 {"time_micros": 1708417009319995, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300798, "file_size": 67608359, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110823, "index_size": 2051510, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 186866128, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33399, "num_entries": 1314227, "num_filter_entries": 1722, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417005, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300798, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:16:53.144672 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300799: 1430752 keys, 67865494 bytes, temperature: kUnknown 2024/02/20-08:16:53.144733 3036189 EVENT_LOG_v1 {"time_micros": 1708417013144695, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300799, "file_size": 67865494, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109376, "index_size": 2672870, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26053, "raw_key_size": 214825588, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34744, "num_entries": 1430752, "num_filter_entries": 29793, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417009, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300799, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:16:56.884061 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300800: 1586592 keys, 67947226 bytes, temperature: kUnknown 2024/02/20-08:16:56.884118 3036189 EVENT_LOG_v1 {"time_micros": 1708417016884084, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300800, "file_size": 67947226, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110794, "index_size": 3020100, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 37877, "raw_key_size": 238504721, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35098, "num_entries": 1586592, "num_filter_entries": 43236, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417013, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300800, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:00.392632 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300801: 1502673 keys, 67976212 bytes, temperature: kUnknown 2024/02/20-08:17:00.392691 3036189 EVENT_LOG_v1 {"time_micros": 1708417020392655, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300801, "file_size": 67976212, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109511, "index_size": 4114479, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 35925, "raw_key_size": 227557998, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34462, "num_entries": 1502673, "num_filter_entries": 40969, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300801, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:04.124363 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300802: 1699253 keys, 67728378 bytes, temperature: kUnknown 2024/02/20-08:17:04.124437 3036189 EVENT_LOG_v1 {"time_micros": 1708417024124390, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300802, "file_size": 67728378, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109625, "index_size": 2575658, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230563443, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34309, "num_entries": 1699253, "num_filter_entries": 16, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417020, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300802, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:07.621425 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300803: 1557398 keys, 68577115 bytes, temperature: kUnknown 2024/02/20-08:17:07.621532 3036189 EVENT_LOG_v1 {"time_micros": 1708417027621482, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300803, "file_size": 68577115, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109398, "index_size": 4094557, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14981, "raw_key_size": 233476398, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34115, "num_entries": 1557398, "num_filter_entries": 17133, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417024, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300803, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:10.999212 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300804: 1476794 keys, 67741954 bytes, temperature: kUnknown 2024/02/20-08:17:10.999275 3036189 EVENT_LOG_v1 {"time_micros": 1708417030999236, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300804, "file_size": 67741954, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110064, "index_size": 3014804, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17269, "raw_key_size": 226146829, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34444, "num_entries": 1476794, "num_filter_entries": 19802, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417027, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300804, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:14.220176 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300805: 1531933 keys, 67822128 bytes, temperature: kUnknown 2024/02/20-08:17:14.220230 3036189 EVENT_LOG_v1 {"time_micros": 1708417034220197, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300805, "file_size": 67822128, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109035, "index_size": 2500368, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29957, "raw_key_size": 217229269, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34971, "num_entries": 1531933, "num_filter_entries": 34244, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417030, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300805, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:17.509407 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300806: 1556074 keys, 68298128 bytes, temperature: kUnknown 2024/02/20-08:17:17.509490 3036189 EVENT_LOG_v1 {"time_micros": 1708417037509433, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300806, "file_size": 68298128, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110480, "index_size": 3879158, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 98405, "raw_key_size": 271275276, "raw_average_key_size": 174, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35634, "num_entries": 1556074, "num_filter_entries": 112083, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417034, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300806, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:20.179076 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19612] Generated table #300807: 827112 keys, 54826880 bytes, temperature: kUnknown 2024/02/20-08:17:20.179135 3036189 EVENT_LOG_v1 {"time_micros": 1708417040179098, "cf_name": "url", "job": 19612, "event": "table_file_creation", "file_number": 300807, "file_size": 54826880, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 52449660, "index_size": 6488959, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8917, "raw_key_size": 264458111, "raw_average_key_size": 319, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27715, "num_entries": 827112, "num_filter_entries": 10141, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417037, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300807, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:20.217377 3036189 (Original Log Time 2024/02/20-08:17:20.216678) [db/compaction/compaction_job.cc:1729] [url] [JOB 19612] Compacted 1@5 + 11@6 files to L6 => 734133392 bytes 2024/02/20-08:17:20.217380 3036189 (Original Log Time 2024/02/20-08:17:20.217137) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 11] max score 0.00, MB/sec: 19.2 rd, 19.0 wr, level 6, files in(1, 11) out(11 +0 blob) MB in(11.3, 695.1 +0.0 blob) out(700.1 +0.0 blob), read-write-amplify(124.3) write-amplify(61.9) OK, records in: 15969177, records dropped: 0 output_compression: ZSTD 2024/02/20-08:17:20.217388 3036189 (Original Log Time 2024/02/20-08:17:20.217168) EVENT_LOG_v1 {"time_micros": 1708417040217152, "job": 19612, "event": "compaction_finished", "compaction_time_micros": 38613262, "compaction_time_cpu_micros": 36462240, "output_level": 6, "num_output_files": 11, "total_output_size": 734133392, "num_input_records": 15969177, "num_output_records": 15969177, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 11]} 2024/02/20-08:17:20.221531 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300753.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.221545 3036189 EVENT_LOG_v1 {"time_micros": 1708417040221543, "job": 19612, "event": "table_file_deletion", "file_number": 300753} 2024/02/20-08:17:20.227072 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300754.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.227090 3036189 EVENT_LOG_v1 {"time_micros": 1708417040227088, "job": 19612, "event": "table_file_deletion", "file_number": 300754} 2024/02/20-08:17:20.234029 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300755.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.234059 3036189 EVENT_LOG_v1 {"time_micros": 1708417040234055, "job": 19612, "event": "table_file_deletion", "file_number": 300755} 2024/02/20-08:17:20.238977 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300756.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.238999 3036189 EVENT_LOG_v1 {"time_micros": 1708417040238996, "job": 19612, "event": "table_file_deletion", "file_number": 300756} 2024/02/20-08:17:20.244549 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300757.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.244578 3036189 EVENT_LOG_v1 {"time_micros": 1708417040244573, "job": 19612, "event": "table_file_deletion", "file_number": 300757} 2024/02/20-08:17:20.250393 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300758.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.250418 3036189 EVENT_LOG_v1 {"time_micros": 1708417040250415, "job": 19612, "event": "table_file_deletion", "file_number": 300758} 2024/02/20-08:17:20.256931 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300759.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.256956 3036189 EVENT_LOG_v1 {"time_micros": 1708417040256953, "job": 19612, "event": "table_file_deletion", "file_number": 300759} 2024/02/20-08:17:20.264400 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300760.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.264425 3036189 EVENT_LOG_v1 {"time_micros": 1708417040264422, "job": 19612, "event": "table_file_deletion", "file_number": 300760} 2024/02/20-08:17:20.270946 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300761.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.270970 3036189 EVENT_LOG_v1 {"time_micros": 1708417040270967, "job": 19612, "event": "table_file_deletion", "file_number": 300761} 2024/02/20-08:17:20.277700 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300762.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.277723 3036189 EVENT_LOG_v1 {"time_micros": 1708417040277719, "job": 19612, "event": "table_file_deletion", "file_number": 300762} 2024/02/20-08:17:20.281902 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300763.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.281919 3036189 EVENT_LOG_v1 {"time_micros": 1708417040281916, "job": 19612, "event": "table_file_deletion", "file_number": 300763} 2024/02/20-08:17:20.282728 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300796.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.282740 3036189 EVENT_LOG_v1 {"time_micros": 1708417040282738, "job": 19612, "event": "table_file_deletion", "file_number": 300796} 2024/02/20-08:17:20.282792 4076710 (Original Log Time 2024/02/20-08:16:41.565714) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-08:17:20.283039 4076710 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300808. Immutable memtables: 0. 2024/02/20-08:17:20.283245 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19613] Syncing log #300794 2024/02/20-08:17:20.285718 3036193 (Original Log Time 2024/02/20-08:17:20.283231) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:17:20.285724 3036193 [db/flush_job.cc:892] [tag] [JOB 19613] Flushing memtable with next log file: 300808 2024/02/20-08:17:20.285746 3036193 EVENT_LOG_v1 {"time_micros": 1708417040285740, "job": 19613, "event": "flush_started", "num_memtables": 1, "num_entries": 9157, "num_deletes": 0, "total_data_size": 799888, "memory_usage": 2628488, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-08:17:20.285749 3036193 [db/flush_job.cc:926] [tag] [JOB 19613] Level-0 flush table #300809: started 2024/02/20-08:17:20.292638 3036193 EVENT_LOG_v1 {"time_micros": 1708417040292613, "cf_name": "tag", "job": 19613, "event": "table_file_creation", "file_number": 300809, "file_size": 478803, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141901938, "largest_seqno": 5141978244, "table_properties": {"data_size": 473979, "index_size": 5244, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 770568, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 148, "num_entries": 9049, "num_filter_entries": 167, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708416701, "oldest_key_time": 1708416701, "file_creation_time": 1708417040, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300809, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:20.292668 3036193 [db/flush_job.cc:1062] [tag] [JOB 19613] Flush lasted 6954 microseconds, and 5667 cpu microseconds. 2024/02/20-08:17:20.293123 3036193 (Original Log Time 2024/02/20-08:17:20.292658) [db/flush_job.cc:1011] [tag] [JOB 19613] Level-0 flush table #300809: 478803 bytes OK 2024/02/20-08:17:20.293125 3036193 (Original Log Time 2024/02/20-08:17:20.292673) [db/memtable_list.cc:555] [tag] Level-0 commit table #300809 started 2024/02/20-08:17:20.293127 3036193 (Original Log Time 2024/02/20-08:17:20.292846) [db/memtable_list.cc:754] [tag] Level-0 commit table #300809: memtable #1 done 2024/02/20-08:17:20.293128 3036193 (Original Log Time 2024/02/20-08:17:20.292886) EVENT_LOG_v1 {"time_micros": 1708417040292882, "job": 19613, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-08:17:20.293129 3036193 (Original Log Time 2024/02/20-08:17:20.293088) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-08:17:20.293132 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19613] Try to delete WAL files size 161579, prev total WAL file size 7917620, number of live WAL files 4. 2024/02/20-08:17:20.293312 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300786.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:20.293444 3036186 (Original Log Time 2024/02/20-08:17:20.293400) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-08:17:20.293448 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19614] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-08:17:20.293461 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19621 Base level 0, inputs: [300809(467KB)], [300788(64MB) 300789(64MB) 300792(16MB)] 2024/02/20-08:17:20.293473 3036186 EVENT_LOG_v1 {"time_micros": 1708417040293465, "job": 19614, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [300809], "files_L6": [300788, 300789, 300792], "score": -1, "input_data_size": 153312033, "oldest_snapshot_seqno": -1} 2024/02/20-08:17:23.993364 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19614] Generated table #300810: 2383661 keys, 67640699 bytes, temperature: kUnknown 2024/02/20-08:17:23.993416 3036186 EVENT_LOG_v1 {"time_micros": 1708417043993386, "cf_name": "tag", "job": 19614, "event": "table_file_creation", "file_number": 300810, "file_size": 67640699, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109362, "index_size": 1447295, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 200985341, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36062, "num_entries": 2383661, "num_filter_entries": 2260, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708417040, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300810, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:27.571084 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19614] Generated table #300811: 2165501 keys, 67620990 bytes, temperature: kUnknown 2024/02/20-08:17:27.571144 3036186 EVENT_LOG_v1 {"time_micros": 1708417047571107, "cf_name": "tag", "job": 19614, "event": "table_file_creation", "file_number": 300811, "file_size": 67620990, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109444, "index_size": 1375164, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 885, "raw_key_size": 190911450, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35964, "num_entries": 2165501, "num_filter_entries": 930, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708417043, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300811, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:28.548829 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19614] Generated table #300812: 675086 keys, 17809067 bytes, temperature: kUnknown 2024/02/20-08:17:28.548886 3036186 EVENT_LOG_v1 {"time_micros": 1708417048548852, "cf_name": "tag", "job": 19614, "event": "table_file_creation", "file_number": 300812, "file_size": 17809067, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 17667443, "index_size": 412389, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 55603560, "raw_average_key_size": 82, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 9753, "num_entries": 675086, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708417047, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300812, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:28.553545 3036186 (Original Log Time 2024/02/20-08:17:28.553031) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19614] Compacted 1@0 + 3@6 files to L6 => 153070756 bytes 2024/02/20-08:17:28.553548 3036186 (Original Log Time 2024/02/20-08:17:28.553335) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 18.6 rd, 18.5 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.5, 145.8 +0.0 blob) out(146.0 +0.0 blob), read-write-amplify(639.9) write-amplify(319.7) OK, records in: 5224248, records dropped: 0 output_compression: ZSTD 2024/02/20-08:17:28.553552 3036186 (Original Log Time 2024/02/20-08:17:28.553356) EVENT_LOG_v1 {"time_micros": 1708417048553347, "job": 19614, "event": "compaction_finished", "compaction_time_micros": 8255458, "compaction_time_cpu_micros": 8124757, "output_level": 6, "num_output_files": 3, "total_output_size": 153070756, "num_input_records": 5224248, "num_output_records": 5224248, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-08:17:28.558238 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300788.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:28.558258 3036186 EVENT_LOG_v1 {"time_micros": 1708417048558255, "job": 19614, "event": "table_file_deletion", "file_number": 300788} 2024/02/20-08:17:28.564041 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300789.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:28.564060 3036186 EVENT_LOG_v1 {"time_micros": 1708417048564057, "job": 19614, "event": "table_file_deletion", "file_number": 300789} 2024/02/20-08:17:28.566141 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300792.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:28.566172 3036186 EVENT_LOG_v1 {"time_micros": 1708417048566167, "job": 19614, "event": "table_file_deletion", "file_number": 300792} 2024/02/20-08:17:28.566296 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300809.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:28.566302 3036186 EVENT_LOG_v1 {"time_micros": 1708417048566301, "job": 19614, "event": "table_file_deletion", "file_number": 300809} 2024/02/20-08:17:28.566337 4076710 (Original Log Time 2024/02/20-08:17:20.293343) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-08:17:28.566563 4076710 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300813. Immutable memtables: 0. 2024/02/20-08:17:28.566768 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19615] Syncing log #300808 2024/02/20-08:17:28.568392 3036210 (Original Log Time 2024/02/20-08:17:28.566755) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:17:28.568401 3036210 [db/flush_job.cc:892] [key] [JOB 19615] Flushing memtable with next log file: 300813 2024/02/20-08:17:28.568425 3036210 EVENT_LOG_v1 {"time_micros": 1708417048568418, "job": 19615, "event": "flush_started", "num_memtables": 1, "num_entries": 32525, "num_deletes": 0, "total_data_size": 2029813, "memory_usage": 4574072, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-08:17:28.568429 3036210 [db/flush_job.cc:926] [key] [JOB 19615] Level-0 flush table #300814: started 2024/02/20-08:17:28.599875 3036210 EVENT_LOG_v1 {"time_micros": 1708417048599849, "cf_name": "key", "job": 19615, "event": "table_file_creation", "file_number": 300814, "file_size": 1317497, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141903513, "largest_seqno": 5141980146, "table_properties": {"data_size": 1278117, "index_size": 9701, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 30277, "raw_key_size": 1914687, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 378, "num_entries": 31697, "num_filter_entries": 34594, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708416708, "oldest_key_time": 1708416708, "file_creation_time": 1708417048, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300814, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:28.599908 3036210 [db/flush_job.cc:1062] [key] [JOB 19615] Flush lasted 31521 microseconds, and 30046 cpu microseconds. 2024/02/20-08:17:28.600375 3036210 (Original Log Time 2024/02/20-08:17:28.599896) [db/flush_job.cc:1011] [key] [JOB 19615] Level-0 flush table #300814: 1317497 bytes OK 2024/02/20-08:17:28.600377 3036210 (Original Log Time 2024/02/20-08:17:28.599912) [db/memtable_list.cc:555] [key] Level-0 commit table #300814 started 2024/02/20-08:17:28.600378 3036210 (Original Log Time 2024/02/20-08:17:28.600164) [db/memtable_list.cc:754] [key] Level-0 commit table #300814: memtable #1 done 2024/02/20-08:17:28.600379 3036210 (Original Log Time 2024/02/20-08:17:28.600177) EVENT_LOG_v1 {"time_micros": 1708417048600173, "job": 19615, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-08:17:28.600381 3036210 (Original Log Time 2024/02/20-08:17:28.600340) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-08:17:28.600384 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19615] Try to delete WAL files size 6834693, prev total WAL file size 7948901, number of live WAL files 4. 2024/02/20-08:17:28.601111 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300790.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:28.601245 3036183 (Original Log Time 2024/02/20-08:17:28.601189) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-08:17:28.601250 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19616] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-08:17:28.601254 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19623 Base level 0, inputs: [300814(1286KB)], [300793(4885KB)] 2024/02/20-08:17:28.601266 3036183 EVENT_LOG_v1 {"time_micros": 1708417048601259, "job": 19616, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [300814], "files_L5": [300793], "score": -1, "input_data_size": 6320085, "oldest_snapshot_seqno": -1} 2024/02/20-08:17:28.745906 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19616] Generated table #300815: 158171 keys, 6231383 bytes, temperature: kUnknown 2024/02/20-08:17:28.745955 3036183 EVENT_LOG_v1 {"time_micros": 1708417048745929, "cf_name": "key", "job": 19616, "event": "table_file_creation", "file_number": 300815, "file_size": 6231383, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141599167, "largest_seqno": 5141980146, "table_properties": {"data_size": 6047196, "index_size": 48902, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 145813, "raw_key_size": 9560003, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1783, "num_entries": 158171, "num_filter_entries": 165732, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708415248, "oldest_key_time": 0, "file_creation_time": 1708417048, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300815, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:28.746668 3036183 (Original Log Time 2024/02/20-08:17:28.746274) [db/compaction/compaction_job.cc:1729] [key] [JOB 19616] Compacted 1@0 + 1@5 files to L5 => 6231383 bytes 2024/02/20-08:17:28.746671 3036183 (Original Log Time 2024/02/20-08:17:28.746489) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.02, MB/sec: 43.7 rd, 43.1 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(1.3, 4.8 +0.0 blob) out(5.9 +0.0 blob), read-write-amplify(9.5) write-amplify(4.7) OK, records in: 158172, records dropped: 1 output_compression: LZ4 2024/02/20-08:17:28.746674 3036183 (Original Log Time 2024/02/20-08:17:28.746504) EVENT_LOG_v1 {"time_micros": 1708417048746496, "job": 19616, "event": "compaction_finished", "compaction_time_micros": 144735, "compaction_time_cpu_micros": 139826, "output_level": 5, "num_output_files": 1, "total_output_size": 6231383, "num_input_records": 158172, "num_output_records": 158171, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-08:17:28.747089 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300793.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:28.747098 3036183 EVENT_LOG_v1 {"time_micros": 1708417048747096, "job": 19616, "event": "table_file_deletion", "file_number": 300793} 2024/02/20-08:17:28.747216 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300814.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:28.747221 3036183 EVENT_LOG_v1 {"time_micros": 1708417048747220, "job": 19616, "event": "table_file_deletion", "file_number": 300814} 2024/02/20-08:17:28.747242 4076710 (Original Log Time 2024/02/20-08:17:28.601145) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-08:17:28.747340 3036188 (Original Log Time 2024/02/20-08:17:28.747297) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-08:17:28.747344 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19617] Compacting 1@5 + 5@6 files to L6, score -1.00 2024/02/20-08:17:28.747350 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19624 Base level 5, inputs: [300815(6085KB)], [300772(67MB) 300773(66MB) 300774(67MB) 300775(66MB) 300776(50MB)] 2024/02/20-08:17:28.747361 3036188 EVENT_LOG_v1 {"time_micros": 1708417048747354, "job": 19617, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300815], "files_L6": [300772, 300773, 300774, 300775, 300776], "score": -1, "input_data_size": 340157881, "oldest_snapshot_seqno": -1} 2024/02/20-08:17:33.021063 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19617] Generated table #300816: 3103070 keys, 70374650 bytes, temperature: kUnknown 2024/02/20-08:17:33.021135 3036188 EVENT_LOG_v1 {"time_micros": 1708417053021091, "cf_name": "key", "job": 19617, "event": "table_file_creation", "file_number": 300816, "file_size": 70374650, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109119, "index_size": 1010863, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2792549, "raw_key_size": 187798461, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37258, "num_entries": 3103070, "num_filter_entries": 3126022, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417048, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300816, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:37.224281 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19617] Generated table #300817: 2941049 keys, 70233320 bytes, temperature: kUnknown 2024/02/20-08:17:37.224337 3036188 EVENT_LOG_v1 {"time_micros": 1708417057224304, "cf_name": "key", "job": 19617, "event": "table_file_creation", "file_number": 300817, "file_size": 70233320, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109115, "index_size": 956129, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2660629, "raw_key_size": 177495383, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36899, "num_entries": 2941049, "num_filter_entries": 2979043, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417053, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300817, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:41.570175 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19617] Generated table #300818: 3015951 keys, 70246631 bytes, temperature: kUnknown 2024/02/20-08:17:41.570237 3036188 EVENT_LOG_v1 {"time_micros": 1708417061570200, "cf_name": "key", "job": 19617, "event": "table_file_creation", "file_number": 300818, "file_size": 70246631, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109905, "index_size": 1039705, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2696645, "raw_key_size": 183915619, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37205, "num_entries": 3015951, "num_filter_entries": 3019186, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417057, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300818, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:45.766924 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19617] Generated table #300819: 2929579 keys, 70217059 bytes, temperature: kUnknown 2024/02/20-08:17:45.767006 3036188 EVENT_LOG_v1 {"time_micros": 1708417065766954, "cf_name": "key", "job": 19617, "event": "table_file_creation", "file_number": 300819, "file_size": 70217059, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109514, "index_size": 956376, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2650869, "raw_key_size": 177215145, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36843, "num_entries": 2929579, "num_filter_entries": 2968168, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417061, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300819, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:49.171090 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19617] Generated table #300820: 2329282 keys, 55664887 bytes, temperature: kUnknown 2024/02/20-08:17:49.171158 3036188 EVENT_LOG_v1 {"time_micros": 1708417069171116, "cf_name": "key", "job": 19617, "event": "table_file_creation", "file_number": 300820, "file_size": 55664887, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 53210162, "index_size": 765562, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2095029, "raw_key_size": 141090150, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 29257, "num_entries": 2329282, "num_filter_entries": 2348829, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708417065, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300820, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:17:49.186545 3036188 (Original Log Time 2024/02/20-08:17:49.185946) [db/compaction/compaction_job.cc:1729] [key] [JOB 19617] Compacted 1@5 + 5@6 files to L6 => 336736547 bytes 2024/02/20-08:17:49.186548 3036188 (Original Log Time 2024/02/20-08:17:49.186356) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 5] max score 0.00, MB/sec: 16.7 rd, 16.5 wr, level 6, files in(1, 5) out(5 +0 blob) MB in(5.9, 318.5 +0.0 blob) out(321.1 +0.0 blob), read-write-amplify(108.6) write-amplify(54.0) OK, records in: 14318932, records dropped: 1 output_compression: ZSTD 2024/02/20-08:17:49.186554 3036188 (Original Log Time 2024/02/20-08:17:49.186385) EVENT_LOG_v1 {"time_micros": 1708417069186370, "job": 19617, "event": "compaction_finished", "compaction_time_micros": 20423854, "compaction_time_cpu_micros": 20052431, "output_level": 6, "num_output_files": 5, "total_output_size": 336736547, "num_input_records": 14318932, "num_output_records": 14318931, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 5]} 2024/02/20-08:17:49.193347 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300772.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:49.193377 3036188 EVENT_LOG_v1 {"time_micros": 1708417069193373, "job": 19617, "event": "table_file_deletion", "file_number": 300772} 2024/02/20-08:17:49.200081 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300773.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:49.200107 3036188 EVENT_LOG_v1 {"time_micros": 1708417069200103, "job": 19617, "event": "table_file_deletion", "file_number": 300773} 2024/02/20-08:17:49.206372 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300774.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:49.206403 3036188 EVENT_LOG_v1 {"time_micros": 1708417069206399, "job": 19617, "event": "table_file_deletion", "file_number": 300774} 2024/02/20-08:17:49.214311 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300775.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:49.214339 3036188 EVENT_LOG_v1 {"time_micros": 1708417069214335, "job": 19617, "event": "table_file_deletion", "file_number": 300775} 2024/02/20-08:17:49.221543 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300776.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:49.221583 3036188 EVENT_LOG_v1 {"time_micros": 1708417069221576, "job": 19617, "event": "table_file_deletion", "file_number": 300776} 2024/02/20-08:17:49.222403 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300815.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:17:49.222426 3036188 EVENT_LOG_v1 {"time_micros": 1708417069222422, "job": 19617, "event": "table_file_deletion", "file_number": 300815} 2024/02/20-08:17:49.222495 4076710 (Original Log Time 2024/02/20-08:17:28.747250) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-08:19:59.501044 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-08:19:59.501185 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1004598.4 total, 600.1 interval Cumulative writes: 127M writes, 576M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.52 GB, 0.06 MB/s Cumulative WAL: 127M writes, 0 syncs, 127862790.00 writes per sync, written: 55.52 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 57K writes, 134K keys, 57K commit groups, 1.0 writes per commit group, ingest: 13.33 MB, 0.02 MB/s Interval WAL: 57K writes, 0 syncs, 57353.00 writes per sync, written: 0.01 GB, 0.02 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 402.79 375.57 4090 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.2 18.0 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1661.72 1591.22 2112 0.787 1029M 1124 0.0 0.0 L6 11/0 700.12 MB 0.0 396.3 17.2 379.0 379.3 0.3 0.0 22.0 16.1 15.4 25148.01 23197.60 589 42.696 9258M 256M 0.0 0.0 Sum 11/0 700.12 MB 0.0 464.5 35.2 429.2 464.7 35.5 0.0 25.3 17.5 17.5 27212.52 25164.39 6791 4.007 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.7 0.0 0.7 0.7 0.0 0.0 100.5 18.6 18.6 39.21 37.03 5 7.843 16M 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 464.5 35.2 429.2 446.3 17.1 0.0 0.0 17.7 17.0 26809.73 24788.82 2701 9.926 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 402.79 375.57 4090 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1004598.4 total, 600.1 interval Flush(GB): cumulative 18.331, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 464.68 GB write, 0.47 MB/s write, 464.47 GB read, 0.47 MB/s read, 27212.5 seconds Interval compaction: 0.71 GB write, 1.21 MB/s write, 0.71 GB read, 1.21 MB/s read, 39.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1567 collections: 1675 last_copies: 0 last_secs: 0.00053 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(795,12.83 MB,0.835034%) IndexBlock(771,1.37 GB,91.137%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5899738 Average: 2.1884 StdDev: 4.27 Min: 0 Median: 1.3810 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.41 P99.99: 127.58 ------------------------------------------------------ [ 0, 1 ] 1994641 33.809% 33.809% ####### ( 1, 2 ] 2507111 42.495% 76.304% ######## ( 2, 3 ] 978053 16.578% 92.882% ### ( 3, 4 ] 239184 4.054% 96.936% # ( 4, 6 ] 106571 1.806% 98.743% ( 6, 10 ] 34755 0.589% 99.332% ( 10, 15 ] 14619 0.248% 99.580% ( 15, 22 ] 7409 0.126% 99.705% ( 22, 34 ] 7748 0.131% 99.836% ( 34, 51 ] 5585 0.095% 99.931% ( 51, 76 ] 2481 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 396 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21476904 Average: 2.4628 StdDev: 6.81 Min: 0 Median: 1.4934 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.57 ------------------------------------------------------ [ 0, 1 ] 6593259 30.699% 30.699% ###### ( 1, 2 ] 8401958 39.121% 69.820% ######## ( 2, 3 ] 3640452 16.951% 86.771% ### ( 3, 4 ] 1320380 6.148% 92.919% # ( 4, 6 ] 1024196 4.769% 97.687% # ( 6, 10 ] 331652 1.544% 99.232% ( 10, 15 ] 58507 0.272% 99.504% ( 15, 22 ] 29881 0.139% 99.643% ( 22, 34 ] 32166 0.150% 99.793% ( 34, 51 ] 24482 0.114% 99.907% ( 51, 76 ] 11797 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 206188437 Average: 12.0823 StdDev: 47.23 Min: 0 Median: 1.4842 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.46 P99.9: 303.14 P99.99: 1534.72 ------------------------------------------------------ [ 0, 1 ] 70842331 34.358% 34.358% ####### ( 1, 2 ] 66608315 32.305% 66.663% ###### ( 2, 3 ] 29132290 14.129% 80.792% ### ( 3, 4 ] 6296800 3.054% 83.846% # ( 4, 6 ] 1149702 0.558% 84.403% ( 6, 10 ] 540211 0.262% 84.665% ( 10, 15 ] 306655 0.149% 84.814% ( 15, 22 ] 256542 0.124% 84.938% ( 22, 34 ] 7368687 3.574% 88.512% # ( 34, 51 ] 7377115 3.578% 92.090% # ( 51, 76 ] 5945426 2.883% 94.973% # ( 76, 110 ] 6556355 3.180% 98.153% # ( 110, 170 ] 3227977 1.566% 99.719% ( 170, 250 ] 328926 0.160% 99.878% ( 250, 380 ] 109878 0.053% 99.932% ( 380, 580 ] 66657 0.032% 99.964% ( 580, 870 ] 30024 0.015% 99.978% ( 870, 1300 ] 13647 0.007% 99.985% ( 1300, 1900 ] 26278 0.013% 99.998% ( 1900, 2900 ] 2092 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.82 72.84 3977 0.022 0 0 0.0 0.0 L6 3/0 145.98 MB 0.0 308.3 3.1 305.2 305.2 0.0 0.0 99.1 15.4 15.2 20501.53 20124.23 2094 9.791 11G 62M 0.0 0.0 Sum 3/0 145.98 MB 0.0 308.3 3.1 305.2 308.3 3.1 0.0 100.1 15.3 15.3 20587.35 20197.07 6071 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 215.9 17.7 17.7 16.55 16.31 4 4.137 10M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.3 3.1 305.2 305.2 0.0 0.0 0.0 15.4 15.2 20501.53 20124.23 2094 9.791 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.82 72.84 3977 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1004598.4 total, 600.1 interval Flush(GB): cumulative 3.079, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.30 GB write, 0.31 MB/s write, 308.25 GB read, 0.31 MB/s read, 20587.3 seconds Interval compaction: 0.29 GB write, 0.49 MB/s write, 0.29 GB read, 0.49 MB/s read, 16.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4352 collections: 1675 last_copies: 0 last_secs: 0.001267 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2197,1.66 MB,0.108026%) IndexBlock(2154,1.46 GB,97.1379%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1011371 Average: 3.5558 StdDev: 6.36 Min: 0 Median: 2.5708 Max: 2960 Percentiles: P50: 2.57 P75: 3.75 P99: 12.38 P99.9: 60.75 P99.99: 196.19 ------------------------------------------------------ [ 0, 1 ] 116499 11.519% 11.519% ## ( 1, 2 ] 246514 24.374% 35.893% ##### ( 2, 3 ] 249970 24.716% 60.609% ##### ( 3, 4 ] 192783 19.062% 79.671% #### ( 4, 6 ] 165175 16.332% 96.002% ### ( 6, 10 ] 28091 2.778% 98.780% # ( 10, 15 ] 4673 0.462% 99.242% ( 15, 22 ] 2495 0.247% 99.489% ( 22, 34 ] 2129 0.211% 99.699% ( 34, 51 ] 1747 0.173% 99.872% ( 51, 76 ] 727 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 174860760 Average: 2.1860 StdDev: 5.40 Min: 0 Median: 1.3408 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.62 P99.99: 144.46 ------------------------------------------------------ [ 0, 1 ] 64793119 37.054% 37.054% ####### ( 1, 2 ] 66421995 37.986% 75.040% ######## ( 2, 3 ] 32453905 18.560% 93.600% #### ( 3, 4 ] 7833074 4.480% 98.079% # ( 4, 6 ] 1463764 0.837% 98.916% ( 6, 10 ] 606444 0.347% 99.263% ( 10, 15 ] 395238 0.226% 99.489% ( 15, 22 ] 196705 0.112% 99.602% ( 22, 34 ] 309268 0.177% 99.779% ( 34, 51 ] 202047 0.116% 99.894% ( 51, 76 ] 98658 0.056% 99.951% ( 76, 110 ] 56897 0.033% 99.983% ( 110, 170 ] 21175 0.012% 99.995% ( 170, 250 ] 3791 0.002% 99.997% ( 250, 380 ] 1730 0.001% 99.998% ( 380, 580 ] 1444 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.04 249.45 4057 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.0 13.8 21.7 7.8 0.0 2.7 28.8 28.5 777.11 751.57 1940 0.401 605M 269K 0.0 0.0 L6 5/0 321.14 MB 0.0 193.8 8.7 185.1 185.2 0.1 0.0 21.3 14.4 13.8 13755.16 13459.71 706 19.483 8675M 235M 0.0 0.0 Sum 5/0 321.14 MB 0.0 215.7 16.7 198.9 215.8 16.9 0.0 24.2 14.9 14.9 14801.31 14460.73 6703 2.208 9281M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 91.6 16.1 16.1 20.82 20.44 5 4.164 14M 2 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 215.7 16.7 198.9 206.9 8.0 0.0 0.0 15.2 14.6 14532.27 14211.28 2646 5.492 9281M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.04 249.45 4057 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1004598.4 total, 600.1 interval Flush(GB): cumulative 8.907, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 215.81 GB write, 0.22 MB/s write, 215.69 GB read, 0.22 MB/s read, 14801.3 seconds Interval compaction: 0.33 GB write, 0.56 MB/s write, 0.33 GB read, 0.56 MB/s read, 20.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 344356 collections: 1675 last_copies: 0 last_secs: 0.112911 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(344018,1.33 GB,88.472%) FilterBlock(170,100.76 MB,6.56012%) IndexBlock(170,39.43 MB,2.56693%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2785544 Average: 4.2528 StdDev: 8.12 Min: 0 Median: 1.9540 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.90 P99.9: 61.13 P99.99: 151.48 ------------------------------------------------------ [ 0, 1 ] 625954 22.472% 22.472% #### ( 1, 2 ] 803756 28.855% 51.326% ###### ( 2, 3 ] 392189 14.079% 65.406% ### ( 3, 4 ] 169600 6.089% 71.494% # ( 4, 6 ] 147134 5.282% 76.776% # ( 6, 10 ] 438381 15.738% 92.514% ### ( 10, 15 ] 173782 6.239% 98.753% # ( 15, 22 ] 16626 0.597% 99.349% ( 22, 34 ] 8908 0.320% 99.669% ( 34, 51 ] 5424 0.195% 99.864% ( 51, 76 ] 2480 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.994% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 29 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6767472 Average: 4.6801 StdDev: 7.57 Min: 0 Median: 2.4591 Max: 7311 Percentiles: P50: 2.46 P75: 6.13 P99: 19.33 P99.9: 66.61 P99.99: 166.99 ------------------------------------------------------ [ 0, 1 ] 1115371 16.481% 16.481% ### ( 1, 2 ] 1794511 26.517% 42.998% ##### ( 2, 3 ] 1032188 15.252% 58.250% ### ( 3, 4 ] 551629 8.151% 66.401% ## ( 4, 6 ] 542916 8.022% 74.424% ## ( 6, 10 ] 1170787 17.300% 91.724% ### ( 10, 15 ] 464337 6.861% 98.585% # ( 15, 22 ] 45401 0.671% 99.256% ( 22, 34 ] 23876 0.353% 99.609% ( 34, 51 ] 15128 0.224% 99.833% ( 51, 76 ] 7305 0.108% 99.941% ( 76, 110 ] 2443 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104637209 Average: 5.7478 StdDev: 24.35 Min: 0 Median: 2.3274 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.76 P99.9: 158.34 P99.99: 465.13 ------------------------------------------------------ [ 0, 1 ] 25018051 23.909% 23.909% ##### ( 1, 2 ] 23734653 22.683% 46.592% ##### ( 2, 3 ] 10890031 10.407% 57.000% ## ( 3, 4 ] 4279597 4.090% 61.089% # ( 4, 6 ] 4898176 4.681% 65.771% # ( 6, 10 ] 25297485 24.176% 89.947% ##### ( 10, 15 ] 8147320 7.786% 97.733% ## ( 15, 22 ] 664951 0.635% 98.369% ( 22, 34 ] 538542 0.515% 98.883% ( 34, 51 ] 359900 0.344% 99.227% ( 51, 76 ] 226254 0.216% 99.444% ( 76, 110 ] 289319 0.276% 99.720% ( 110, 170 ] 233730 0.223% 99.943% ( 170, 250 ] 37883 0.036% 99.980% ( 250, 380 ] 8247 0.008% 99.988% ( 380, 580 ] 6123 0.006% 99.993% ( 580, 870 ] 3504 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-08:19:59.504443 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 523533658 rocksdb.block.cache.hit COUNT : 2140906765 rocksdb.block.cache.add COUNT : 38994739 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32065 rocksdb.block.cache.index.hit COUNT : 524896195 rocksdb.block.cache.index.add COUNT : 32051 rocksdb.block.cache.index.bytes.insert COUNT : 34222525429 rocksdb.block.cache.filter.miss COUNT : 32071 rocksdb.block.cache.filter.hit COUNT : 1091426319 rocksdb.block.cache.filter.add COUNT : 32071 rocksdb.block.cache.filter.bytes.insert COUNT : 8697687411 rocksdb.block.cache.data.miss COUNT : 523469522 rocksdb.block.cache.data.hit COUNT : 524584251 rocksdb.block.cache.data.add COUNT : 38930617 rocksdb.block.cache.data.bytes.insert COUNT : 161259189492 rocksdb.block.cache.bytes.read COUNT : 1865077888737639 rocksdb.block.cache.bytes.write COUNT : 204179402332 rocksdb.bloom.filter.useful COUNT : 566594206 rocksdb.bloom.filter.full.positive COUNT : 524832145 rocksdb.bloom.filter.full.true.positive COUNT : 519349011 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92044962 rocksdb.memtable.miss COUNT : 6209320458 rocksdb.l0.hit COUNT : 15931538 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 503417473 rocksdb.compaction.key.drop.new COUNT : 277321134 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 576146013 rocksdb.number.keys.read COUNT : 639489300 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59610859535 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 66974 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32056 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 755477904 rocksdb.number.multiget.keys.read COUNT : 5661876120 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59610859535 rocksdb.write.self COUNT : 127653306 rocksdb.write.other COUNT : 209484 rocksdb.write.wal COUNT : 127862790 rocksdb.compact.read.bytes COUNT : 986775462267 rocksdb.compact.write.bytes COUNT : 1029149902160 rocksdb.flush.write.bytes COUNT : 32556630279 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1001821 rocksdb.number.superversion_releases COUNT : 2679 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 516872831 rocksdb.number.block.decompressed COUNT : 516916501 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59124324079 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 66974 rocksdb.num.iterator.deleted COUNT : 66974 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5155 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5117 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43717 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60520520181 rocksdb.memtable.garbage.bytes.at.flush COUNT : 727275969 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 933808199149 rocksdb.last.level.read.count COUNT : 485688733 rocksdb.non.last.level.read.bytes COUNT : 128292503269 rocksdb.non.last.level.read.count COUNT : 37941093 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 523565714 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2108989179206 rocksdb.bytes.compressed.to COUNT : 1024346379360 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26087144069 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6580290 rocksdb.bytes.decompressed.from COUNT : 1024644817490 rocksdb.bytes.decompressed.to COUNT : 2109211733354 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.476950 P95 : 106.367806 P99 : 160.523785 P100 : 227461.000000 COUNT : 639489300 SUM : 33028076812 rocksdb.db.write.micros P50 : 67.002510 P95 : 111.904701 P99 : 169.494759 P100 : 2037453.000000 COUNT : 127862790 SUM : 13207976378 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38097584.541063 P99 : 66794318.181818 P100 : 84019043.000000 COUNT : 7441 SUM : 61843532491 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35441921.397380 P99 : 63631355.932203 P100 : 74662372.000000 COUNT : 7441 SUM : 59124324079 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4287.398098 P95 : 27665.785714 P99 : 61616.666667 P100 : 1558490.000000 COUNT : 12109 SUM : 112836336 rocksdb.compaction.outfile.sync.micros P50 : 62536.566590 P95 : 126120.879121 P99 : 225452.631579 P100 : 2063820.000000 COUNT : 19930 SUM : 1276497989 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.861435 P95 : 725.741588 P99 : 3905.818182 P100 : 501117.000000 COUNT : 19612 SUM : 12555575 rocksdb.table.open.io.micros P50 : 579.886750 P95 : 6229.872449 P99 : 12987.873351 P100 : 126033.000000 COUNT : 32056 SUM : 56255256 rocksdb.db.multiget.micros P50 : 8.001476 P95 : 17.844075 P99 : 33.093286 P100 : 26625.000000 COUNT : 755477904 SUM : 7163346136 rocksdb.read.block.compaction.micros P50 : 13.650259 P95 : 58.299042 P99 : 137.947436 P100 : 57122.000000 COUNT : 484538905 SUM : 9356931358 rocksdb.read.block.get.micros P50 : 52.880026 P95 : 94.912752 P99 : 146.030993 P100 : 125945.000000 COUNT : 38994753 SUM : 2248107334 rocksdb.write.raw.block.micros P50 : 0.521482 P95 : 0.990817 P99 : 1.894789 P100 : 331149.000000 COUNT : 523549238 SUM : 10409080941 rocksdb.numfiles.in.singlecompaction P50 : 2.776881 P95 : 5.679245 P99 : 5.938593 P100 : 7.000000 COUNT : 5670 SUM : 20199 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.531998 P95 : 32.777778 P99 : 104.600634 P100 : 57076.000000 COUNT : 523629826 SUM : 3587849613 rocksdb.file.read.flush.micros P50 : 1.839818 P95 : 15.782312 P99 : 41.252273 P100 : 787.000000 COUNT : 60545 SUM : 290049 rocksdb.file.read.compaction.micros P50 : 1.417815 P95 : 35.670996 P99 : 106.098408 P100 : 57076.000000 COUNT : 484638569 SUM : 3198367527 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 639489301 SUM : 0 rocksdb.bytes.per.write P50 : 218.503910 P95 : 527.338374 P99 : 803.538321 P100 : 4563443.000000 COUNT : 127653306 SUM : 59610859535 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 755477905 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45765.682657 P95 : 166785.923754 P99 : 239078.899083 P100 : 1681975.000000 COUNT : 12152 SUM : 757652851 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-08:19:59.504624 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-08:19:59.504786 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708417199 to in-memory stats history 2024/02/20-08:19:59.504814 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-08:19:59.504851 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-08:27:36.526191 4076735 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300794. Total log size is 15728694 while max_total_wal_size is 15728640 2024/02/20-08:27:36.526494 4076735 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300821. Immutable memtables: 0. 2024/02/20-08:27:36.526765 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19618] Syncing log #300813 2024/02/20-08:27:36.564947 3036193 (Original Log Time 2024/02/20-08:27:36.526751) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:27:36.564955 3036193 [db/flush_job.cc:892] [url] [JOB 19618] Flushing memtable with next log file: 300821 2024/02/20-08:27:36.564976 3036193 EVENT_LOG_v1 {"time_micros": 1708417656564970, "job": 19618, "event": "flush_started", "num_memtables": 1, "num_entries": 69126, "num_deletes": 0, "total_data_size": 10230182, "memory_usage": 12720584, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:27:36.564979 3036193 [db/flush_job.cc:926] [url] [JOB 19618] Level-0 flush table #300822: started 2024/02/20-08:27:36.655398 3036193 EVENT_LOG_v1 {"time_micros": 1708417656655369, "cf_name": "url", "job": 19618, "event": "table_file_creation", "file_number": 300822, "file_size": 4974828, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141969292, "largest_seqno": 5142121554, "table_properties": {"data_size": 4896998, "index_size": 119327, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6741, "raw_key_size": 9831720, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1498, "num_entries": 67623, "num_filter_entries": 7719, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417001, "oldest_key_time": 1708417001, "file_creation_time": 1708417656, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300822, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:27:36.655437 3036193 [db/flush_job.cc:1062] [url] [JOB 19618] Flush lasted 90498 microseconds, and 86434 cpu microseconds. 2024/02/20-08:27:36.655866 3036193 (Original Log Time 2024/02/20-08:27:36.655425) [db/flush_job.cc:1011] [url] [JOB 19618] Level-0 flush table #300822: 4974828 bytes OK 2024/02/20-08:27:36.655868 3036193 (Original Log Time 2024/02/20-08:27:36.655442) [db/memtable_list.cc:555] [url] Level-0 commit table #300822 started 2024/02/20-08:27:36.655869 3036193 (Original Log Time 2024/02/20-08:27:36.655668) [db/memtable_list.cc:754] [url] Level-0 commit table #300822: memtable #1 done 2024/02/20-08:27:36.655871 3036193 (Original Log Time 2024/02/20-08:27:36.655681) EVENT_LOG_v1 {"time_micros": 1708417656655677, "job": 19618, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-08:27:36.655872 3036193 (Original Log Time 2024/02/20-08:27:36.655834) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 11] max score 0.50 2024/02/20-08:27:36.655876 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19618] Try to delete WAL files size 921348, prev total WAL file size 15731805, number of live WAL files 4. 2024/02/20-08:27:36.656076 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300794.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:28:12.502396 4076778 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300808. Total log size is 15728783 while max_total_wal_size is 15728640 2024/02/20-08:28:12.502613 4076778 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300823. Immutable memtables: 0. 2024/02/20-08:28:12.502815 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19619] Syncing log #300821 2024/02/20-08:28:12.539209 3036210 (Original Log Time 2024/02/20-08:28:12.502804) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:28:12.539218 3036210 [db/flush_job.cc:892] [tag] [JOB 19619] Flushing memtable with next log file: 300823 2024/02/20-08:28:12.539239 3036210 EVENT_LOG_v1 {"time_micros": 1708417692539233, "job": 19619, "event": "flush_started", "num_memtables": 1, "num_entries": 18650, "num_deletes": 0, "total_data_size": 1617824, "memory_usage": 3069088, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:28:12.539242 3036210 [db/flush_job.cc:926] [tag] [JOB 19619] Level-0 flush table #300824: started 2024/02/20-08:28:12.570127 3036210 EVENT_LOG_v1 {"time_micros": 1708417692570087, "cf_name": "tag", "job": 19619, "event": "table_file_creation", "file_number": 300824, "file_size": 974613, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141978315, "largest_seqno": 5142130403, "table_properties": {"data_size": 966726, "index_size": 10439, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1566408, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 297, "num_entries": 18508, "num_filter_entries": 211, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417040, "oldest_key_time": 1708417040, "file_creation_time": 1708417692, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300824, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:28:12.570177 3036210 [db/flush_job.cc:1062] [tag] [JOB 19619] Flush lasted 30976 microseconds, and 29009 cpu microseconds. 2024/02/20-08:28:12.570671 3036210 (Original Log Time 2024/02/20-08:28:12.570161) [db/flush_job.cc:1011] [tag] [JOB 19619] Level-0 flush table #300824: 974613 bytes OK 2024/02/20-08:28:12.570673 3036210 (Original Log Time 2024/02/20-08:28:12.570182) [db/memtable_list.cc:555] [tag] Level-0 commit table #300824 started 2024/02/20-08:28:12.570674 3036210 (Original Log Time 2024/02/20-08:28:12.570425) [db/memtable_list.cc:754] [tag] Level-0 commit table #300824: memtable #1 done 2024/02/20-08:28:12.570676 3036210 (Original Log Time 2024/02/20-08:28:12.570441) EVENT_LOG_v1 {"time_micros": 1708417692570436, "job": 19619, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-08:28:12.570677 3036210 (Original Log Time 2024/02/20-08:28:12.570630) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-08:28:12.570680 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19619] Try to delete WAL files size 192045, prev total WAL file size 15732208, number of live WAL files 4. 2024/02/20-08:28:12.570853 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300808.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:28:20.196738 4076424 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300813. Total log size is 15728876 while max_total_wal_size is 15728640 2024/02/20-08:28:20.197015 4076424 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300825. Immutable memtables: 0. 2024/02/20-08:28:20.197224 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19620] Syncing log #300823 2024/02/20-08:28:20.202376 3036193 (Original Log Time 2024/02/20-08:28:20.197215) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:28:20.202383 3036193 [db/flush_job.cc:892] [key] [JOB 19620] Flushing memtable with next log file: 300825 2024/02/20-08:28:20.202402 3036193 EVENT_LOG_v1 {"time_micros": 1708417700202397, "job": 19620, "event": "flush_started", "num_memtables": 1, "num_entries": 64351, "num_deletes": 0, "total_data_size": 4016503, "memory_usage": 6869672, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:28:20.202405 3036193 [db/flush_job.cc:926] [key] [JOB 19620] Level-0 flush table #300826: started 2024/02/20-08:28:20.272727 3036193 EVENT_LOG_v1 {"time_micros": 1708417700272696, "cf_name": "key", "job": 19620, "event": "table_file_creation", "file_number": 300826, "file_size": 2552162, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141980149, "largest_seqno": 5142132251, "table_properties": {"data_size": 2476791, "index_size": 19189, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58917, "raw_key_size": 3798522, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 735, "num_entries": 62873, "num_filter_entries": 67259, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417048, "oldest_key_time": 1708417048, "file_creation_time": 1708417700, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300826, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:28:20.272777 3036193 [db/flush_job.cc:1062] [key] [JOB 19620] Flush lasted 70405 microseconds, and 68354 cpu microseconds. 2024/02/20-08:28:20.273260 3036193 (Original Log Time 2024/02/20-08:28:20.272759) [db/flush_job.cc:1011] [key] [JOB 19620] Level-0 flush table #300826: 2552162 bytes OK 2024/02/20-08:28:20.273263 3036193 (Original Log Time 2024/02/20-08:28:20.272783) [db/memtable_list.cc:555] [key] Level-0 commit table #300826 started 2024/02/20-08:28:20.273264 3036193 (Original Log Time 2024/02/20-08:28:20.273029) [db/memtable_list.cc:754] [key] Level-0 commit table #300826: memtable #1 done 2024/02/20-08:28:20.273266 3036193 (Original Log Time 2024/02/20-08:28:20.273051) EVENT_LOG_v1 {"time_micros": 1708417700273045, "job": 19620, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-08:28:20.273267 3036193 (Original Log Time 2024/02/20-08:28:20.273221) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 5] max score 0.50 2024/02/20-08:28:20.273271 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19620] Try to delete WAL files size 14615301, prev total WAL file size 15731439, number of live WAL files 4. 2024/02/20-08:28:20.274781 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300813.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:29:59.616361 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-08:29:59.616542 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1005198.5 total, 600.1 interval Cumulative writes: 127M writes, 576M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.53 GB, 0.06 MB/s Cumulative WAL: 127M writes, 0 syncs, 127922616.00 writes per sync, written: 55.53 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 59K writes, 141K keys, 59K commit groups, 1.0 writes per commit group, ingest: 13.98 MB, 0.02 MB/s Interval WAL: 59K writes, 0 syncs, 59826.00 writes per sync, written: 0.01 GB, 0.02 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.74 MB 0.5 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 402.88 375.66 4091 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.2 18.0 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1661.72 1591.22 2112 0.787 1029M 1124 0.0 0.0 L6 11/0 700.12 MB 0.0 396.3 17.2 379.0 379.3 0.3 0.0 22.0 16.1 15.4 25148.01 23197.60 589 42.696 9258M 256M 0.0 0.0 Sum 12/0 704.87 MB 0.0 464.5 35.2 429.2 464.7 35.5 0.0 25.3 17.5 17.5 27212.61 25164.48 6792 4.007 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 52.4 0.09 0.09 1 0.090 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 464.5 35.2 429.2 446.3 17.1 0.0 0.0 17.7 17.0 26809.73 24788.82 2701 9.926 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 402.88 375.66 4091 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1005198.5 total, 600.1 interval Flush(GB): cumulative 18.336, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 464.68 GB write, 0.47 MB/s write, 464.47 GB read, 0.47 MB/s read, 27212.6 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1569 collections: 1676 last_copies: 0 last_secs: 0.000544 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(796,12.83 MB,0.835454%) IndexBlock(772,1.37 GB,91.1444%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5899743 Average: 2.1885 StdDev: 4.27 Min: 0 Median: 1.3810 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.41 P99.99: 127.69 ------------------------------------------------------ [ 0, 1 ] 1994643 33.809% 33.809% ####### ( 1, 2 ] 2507112 42.495% 76.304% ######## ( 2, 3 ] 978053 16.578% 92.882% ### ( 3, 4 ] 239185 4.054% 96.936% # ( 4, 6 ] 106571 1.806% 98.743% ( 6, 10 ] 34755 0.589% 99.332% ( 10, 15 ] 14619 0.248% 99.580% ( 15, 22 ] 7409 0.126% 99.705% ( 22, 34 ] 7748 0.131% 99.836% ( 34, 51 ] 5585 0.095% 99.931% ( 51, 76 ] 2481 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21476904 Average: 2.4628 StdDev: 6.81 Min: 0 Median: 1.4934 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.57 ------------------------------------------------------ [ 0, 1 ] 6593259 30.699% 30.699% ###### ( 1, 2 ] 8401958 39.121% 69.820% ######## ( 2, 3 ] 3640452 16.951% 86.771% ### ( 3, 4 ] 1320380 6.148% 92.919% # ( 4, 6 ] 1024196 4.769% 97.687% # ( 6, 10 ] 331652 1.544% 99.232% ( 10, 15 ] 58507 0.272% 99.504% ( 15, 22 ] 29881 0.139% 99.643% ( 22, 34 ] 32166 0.150% 99.793% ( 34, 51 ] 24482 0.114% 99.907% ( 51, 76 ] 11797 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 206188437 Average: 12.0823 StdDev: 47.23 Min: 0 Median: 1.4842 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.46 P99.9: 303.14 P99.99: 1534.72 ------------------------------------------------------ [ 0, 1 ] 70842331 34.358% 34.358% ####### ( 1, 2 ] 66608315 32.305% 66.663% ###### ( 2, 3 ] 29132290 14.129% 80.792% ### ( 3, 4 ] 6296800 3.054% 83.846% # ( 4, 6 ] 1149702 0.558% 84.403% ( 6, 10 ] 540211 0.262% 84.665% ( 10, 15 ] 306655 0.149% 84.814% ( 15, 22 ] 256542 0.124% 84.938% ( 22, 34 ] 7368687 3.574% 88.512% # ( 34, 51 ] 7377115 3.578% 92.090% # ( 51, 76 ] 5945426 2.883% 94.973% # ( 76, 110 ] 6556355 3.180% 98.153% # ( 110, 170 ] 3227977 1.566% 99.719% ( 170, 250 ] 328926 0.160% 99.878% ( 250, 380 ] 109878 0.053% 99.932% ( 380, 580 ] 66657 0.032% 99.964% ( 580, 870 ] 30024 0.015% 99.978% ( 870, 1300 ] 13647 0.007% 99.985% ( 1300, 1900 ] 26278 0.013% 99.998% ( 1900, 2900 ] 2092 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 951.77 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.85 72.87 3978 0.022 0 0 0.0 0.0 L6 3/0 145.98 MB 0.0 308.3 3.1 305.2 305.2 0.0 0.0 99.1 15.4 15.2 20501.53 20124.23 2094 9.791 11G 62M 0.0 0.0 Sum 4/0 146.91 MB 0.0 308.3 3.1 305.2 308.3 3.1 0.0 100.1 15.3 15.3 20587.38 20197.10 6072 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 30.0 0.03 0.03 1 0.031 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.3 3.1 305.2 305.2 0.0 0.0 0.0 15.4 15.2 20501.53 20124.23 2094 9.791 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.85 72.87 3978 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1005198.5 total, 600.1 interval Flush(GB): cumulative 3.080, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.30 GB write, 0.31 MB/s write, 308.25 GB read, 0.31 MB/s read, 20587.4 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4354 collections: 1676 last_copies: 0 last_secs: 0.001242 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2198,1.66 MB,0.108042%) IndexBlock(2155,1.46 GB,97.1385%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1011376 Average: 3.5558 StdDev: 6.36 Min: 0 Median: 2.5708 Max: 2960 Percentiles: P50: 2.57 P75: 3.75 P99: 12.38 P99.9: 60.75 P99.99: 196.19 ------------------------------------------------------ [ 0, 1 ] 116502 11.519% 11.519% ## ( 1, 2 ] 246514 24.374% 35.893% ##### ( 2, 3 ] 249971 24.716% 60.609% ##### ( 3, 4 ] 192784 19.062% 79.671% #### ( 4, 6 ] 165175 16.332% 96.002% ### ( 6, 10 ] 28091 2.778% 98.780% # ( 10, 15 ] 4673 0.462% 99.242% ( 15, 22 ] 2495 0.247% 99.489% ( 22, 34 ] 2129 0.211% 99.699% ( 34, 51 ] 1747 0.173% 99.872% ( 51, 76 ] 727 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 174860760 Average: 2.1860 StdDev: 5.40 Min: 0 Median: 1.3408 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.62 P99.99: 144.46 ------------------------------------------------------ [ 0, 1 ] 64793119 37.054% 37.054% ####### ( 1, 2 ] 66421995 37.986% 75.040% ######## ( 2, 3 ] 32453905 18.560% 93.600% #### ( 3, 4 ] 7833074 4.480% 98.079% # ( 4, 6 ] 1463764 0.837% 98.916% ( 6, 10 ] 606444 0.347% 99.263% ( 10, 15 ] 395238 0.226% 99.489% ( 15, 22 ] 196705 0.112% 99.602% ( 22, 34 ] 309268 0.177% 99.779% ( 34, 51 ] 202047 0.116% 99.894% ( 51, 76 ] 98658 0.056% 99.951% ( 76, 110 ] 56897 0.033% 99.983% ( 110, 170 ] 21175 0.012% 99.995% ( 170, 250 ] 3791 0.002% 99.997% ( 250, 380 ] 1730 0.001% 99.998% ( 380, 580 ] 1444 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.43 MB 0.5 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.11 249.52 4058 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.0 13.8 21.7 7.8 0.0 2.7 28.8 28.5 777.11 751.57 1940 0.401 605M 269K 0.0 0.0 L6 5/0 321.14 MB 0.0 193.8 8.7 185.1 185.2 0.1 0.0 21.3 14.4 13.8 13755.16 13459.71 706 19.483 8675M 235M 0.0 0.0 Sum 6/0 323.57 MB 0.0 215.7 16.7 198.9 215.8 16.9 0.0 24.2 14.9 14.9 14801.38 14460.80 6704 2.208 9281M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 34.6 0.07 0.07 1 0.070 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 215.7 16.7 198.9 206.9 8.0 0.0 0.0 15.2 14.6 14532.27 14211.28 2646 5.492 9281M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.11 249.52 4058 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1005198.5 total, 600.1 interval Flush(GB): cumulative 8.909, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 215.81 GB write, 0.22 MB/s write, 215.69 GB read, 0.22 MB/s read, 14801.4 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 348140 collections: 1676 last_copies: 0 last_secs: 0.109156 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(347815,1.34 GB,89.4496%) FilterBlock(162,92.23 MB,6.00441%) IndexBlock(162,35.40 MB,2.30458%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2785944 Average: 4.2536 StdDev: 8.12 Min: 0 Median: 1.9543 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.90 P99.9: 61.13 P99.99: 151.47 ------------------------------------------------------ [ 0, 1 ] 625955 22.468% 22.468% #### ( 1, 2 ] 803759 28.851% 51.319% ###### ( 2, 3 ] 392189 14.077% 65.396% ### ( 3, 4 ] 169600 6.088% 71.484% # ( 4, 6 ] 147152 5.282% 76.766% # ( 6, 10 ] 438680 15.746% 92.512% ### ( 10, 15 ] 173851 6.240% 98.752% # ( 15, 22 ] 16629 0.597% 99.349% ( 22, 34 ] 8913 0.320% 99.669% ( 34, 51 ] 5425 0.195% 99.864% ( 51, 76 ] 2481 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.994% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 29 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6767472 Average: 4.6801 StdDev: 7.57 Min: 0 Median: 2.4591 Max: 7311 Percentiles: P50: 2.46 P75: 6.13 P99: 19.33 P99.9: 66.61 P99.99: 166.99 ------------------------------------------------------ [ 0, 1 ] 1115371 16.481% 16.481% ### ( 1, 2 ] 1794511 26.517% 42.998% ##### ( 2, 3 ] 1032188 15.252% 58.250% ### ( 3, 4 ] 551629 8.151% 66.401% ## ( 4, 6 ] 542916 8.022% 74.424% ## ( 6, 10 ] 1170787 17.300% 91.724% ### ( 10, 15 ] 464337 6.861% 98.585% # ( 15, 22 ] 45401 0.671% 99.256% ( 22, 34 ] 23876 0.353% 99.609% ( 34, 51 ] 15128 0.224% 99.833% ( 51, 76 ] 7305 0.108% 99.941% ( 76, 110 ] 2443 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104666069 Average: 5.7486 StdDev: 24.35 Min: 0 Median: 2.3288 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.75 P99.9: 158.33 P99.99: 465.04 ------------------------------------------------------ [ 0, 1 ] 25018051 23.903% 23.903% ##### ( 1, 2 ] 23734654 22.677% 46.579% ##### ( 2, 3 ] 10890041 10.405% 56.984% ## ( 3, 4 ] 4279692 4.089% 61.073% # ( 4, 6 ] 4901974 4.683% 65.756% # ( 6, 10 ] 25319389 24.191% 89.947% ##### ( 10, 15 ] 8149933 7.787% 97.733% ## ( 15, 22 ] 665173 0.636% 98.369% ( 22, 34 ] 538676 0.515% 98.884% ( 34, 51 ] 359958 0.344% 99.228% ( 51, 76 ] 226275 0.216% 99.444% ( 76, 110 ] 289322 0.276% 99.720% ( 110, 170 ] 233731 0.223% 99.943% ( 170, 250 ] 37883 0.036% 99.980% ( 250, 380 ] 8247 0.008% 99.988% ( 380, 580 ] 6123 0.006% 99.993% ( 580, 870 ] 3504 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-08:29:59.619879 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 523562919 rocksdb.block.cache.hit COUNT : 2141791297 rocksdb.block.cache.add COUNT : 39024000 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32068 rocksdb.block.cache.index.hit COUNT : 525185431 rocksdb.block.cache.index.add COUNT : 32054 rocksdb.block.cache.index.bytes.insert COUNT : 34222674633 rocksdb.block.cache.filter.miss COUNT : 32074 rocksdb.block.cache.filter.hit COUNT : 1091761637 rocksdb.block.cache.filter.add COUNT : 32074 rocksdb.block.cache.filter.bytes.insert COUNT : 8697753394 rocksdb.block.cache.data.miss COUNT : 523498777 rocksdb.block.cache.data.hit COUNT : 524844229 rocksdb.block.cache.data.add COUNT : 38959872 rocksdb.block.cache.data.bytes.insert COUNT : 161380382502 rocksdb.block.cache.bytes.read COUNT : 1866094539427707 rocksdb.block.cache.bytes.write COUNT : 204300810529 rocksdb.bloom.filter.useful COUNT : 566640291 rocksdb.bloom.filter.full.positive COUNT : 525121378 rocksdb.bloom.filter.full.true.positive COUNT : 519637808 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92119578 rocksdb.memtable.miss COUNT : 6212710619 rocksdb.l0.hit COUNT : 15938729 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 503699079 rocksdb.compaction.key.drop.new COUNT : 277321134 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 576287668 rocksdb.number.keys.read COUNT : 639852720 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59625521462 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67014 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32059 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 755873402 rocksdb.number.multiget.keys.read COUNT : 5664977477 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59625521462 rocksdb.write.self COUNT : 127713101 rocksdb.write.other COUNT : 209515 rocksdb.write.wal COUNT : 127922616 rocksdb.compact.read.bytes COUNT : 986775462267 rocksdb.compact.write.bytes COUNT : 1029149902160 rocksdb.flush.write.bytes COUNT : 32565132758 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1002256 rocksdb.number.superversion_releases COUNT : 2679 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 516875064 rocksdb.number.block.decompressed COUNT : 516945759 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59124324079 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67014 rocksdb.num.iterator.deleted COUNT : 67014 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5157 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5119 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43720 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60536041366 rocksdb.memtable.garbage.bytes.at.flush COUNT : 727600504 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 933861028820 rocksdb.last.level.read.count COUNT : 485717593 rocksdb.non.last.level.read.bytes COUNT : 128294006979 rocksdb.non.last.level.read.count COUNT : 37941503 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 523594978 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2108998285711 rocksdb.bytes.compressed.to COUNT : 1024353606684 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26088336491 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6580590 rocksdb.bytes.decompressed.from COUNT : 1024698935389 rocksdb.bytes.decompressed.to COUNT : 2109330500864 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.470097 P95 : 106.362313 P99 : 160.515970 P100 : 227461.000000 COUNT : 639852720 SUM : 33042756145 rocksdb.db.write.micros P50 : 67.000092 P95 : 111.881791 P99 : 169.489702 P100 : 2037453.000000 COUNT : 127922616 SUM : 13212428137 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38097584.541063 P99 : 66794318.181818 P100 : 84019043.000000 COUNT : 7441 SUM : 61843532491 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35441921.397380 P99 : 63631355.932203 P100 : 74662372.000000 COUNT : 7441 SUM : 59124324079 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4287.907609 P95 : 27663.428571 P99 : 61600.000000 P100 : 1558490.000000 COUNT : 12112 SUM : 112868511 rocksdb.compaction.outfile.sync.micros P50 : 62536.566590 P95 : 126120.879121 P99 : 225452.631579 P100 : 2063820.000000 COUNT : 19930 SUM : 1276497989 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.848232 P95 : 725.683042 P99 : 3905.000000 P100 : 501117.000000 COUNT : 19615 SUM : 12556038 rocksdb.table.open.io.micros P50 : 579.716874 P95 : 6229.661990 P99 : 12987.548813 P100 : 126033.000000 COUNT : 32059 SUM : 56255917 rocksdb.db.multiget.micros P50 : 8.000860 P95 : 17.841693 P99 : 33.090536 P100 : 26625.000000 COUNT : 755873402 SUM : 7166480705 rocksdb.read.block.compaction.micros P50 : 13.650259 P95 : 58.299042 P99 : 137.947436 P100 : 57122.000000 COUNT : 484538905 SUM : 9356931358 rocksdb.read.block.get.micros P50 : 52.868877 P95 : 94.898505 P99 : 146.002302 P100 : 125945.000000 COUNT : 39024014 SUM : 2249525907 rocksdb.write.raw.block.micros P50 : 0.521482 P95 : 0.990817 P99 : 1.894790 P100 : 331149.000000 COUNT : 523551780 SUM : 10409140222 rocksdb.numfiles.in.singlecompaction P50 : 2.776881 P95 : 5.679245 P99 : 5.938593 P100 : 7.000000 COUNT : 5670 SUM : 20199 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532084 P95 : 32.775805 P99 : 104.599207 P100 : 57076.000000 COUNT : 523659096 SUM : 3588099493 rocksdb.file.read.flush.micros P50 : 1.839693 P95 : 15.783478 P99 : 41.290909 P100 : 787.000000 COUNT : 60560 SUM : 290251 rocksdb.file.read.compaction.micros P50 : 1.417815 P95 : 35.670996 P99 : 106.098408 P100 : 57076.000000 COUNT : 484638569 SUM : 3198367527 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 639852721 SUM : 0 rocksdb.bytes.per.write P50 : 218.502703 P95 : 527.335011 P99 : 803.535661 P100 : 4563443.000000 COUNT : 127713102 SUM : 59625521629 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 755873403 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45773.523985 P95 : 166781.524927 P99 : 239073.394495 P100 : 1681975.000000 COUNT : 12155 SUM : 757844730 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-08:29:59.620015 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-08:29:59.620152 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708417799 to in-memory stats history 2024/02/20-08:29:59.620177 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-08:29:59.620212 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-08:37:49.004137 4076242 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300821. Total log size is 15728709 while max_total_wal_size is 15728640 2024/02/20-08:37:49.004424 4076242 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300827. Immutable memtables: 0. 2024/02/20-08:37:49.004640 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19621] Syncing log #300825 2024/02/20-08:37:49.005798 3036210 (Original Log Time 2024/02/20-08:37:49.004630) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:37:49.005803 3036210 [db/flush_job.cc:892] [url] [JOB 19621] Flushing memtable with next log file: 300827 2024/02/20-08:37:49.005822 3036210 EVENT_LOG_v1 {"time_micros": 1708418269005816, "job": 19621, "event": "flush_started", "num_memtables": 1, "num_entries": 68676, "num_deletes": 0, "total_data_size": 10265075, "memory_usage": 12599720, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:37:49.005825 3036210 [db/flush_job.cc:926] [url] [JOB 19621] Level-0 flush table #300828: started 2024/02/20-08:37:49.123430 3036210 EVENT_LOG_v1 {"time_micros": 1708418269123392, "cf_name": "url", "job": 19621, "event": "table_file_creation", "file_number": 300828, "file_size": 5046860, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142121556, "largest_seqno": 5142272763, "table_properties": {"data_size": 4963815, "index_size": 163451, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6741, "raw_key_size": 9890377, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1514, "num_entries": 67328, "num_filter_entries": 7669, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417656, "oldest_key_time": 1708417656, "file_creation_time": 1708418269, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300828, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:37:49.123493 3036210 [db/flush_job.cc:1062] [url] [JOB 19621] Flush lasted 117697 microseconds, and 114817 cpu microseconds. 2024/02/20-08:37:49.123998 3036210 (Original Log Time 2024/02/20-08:37:49.123476) [db/flush_job.cc:1011] [url] [JOB 19621] Level-0 flush table #300828: 5046860 bytes OK 2024/02/20-08:37:49.124001 3036210 (Original Log Time 2024/02/20-08:37:49.123499) [db/memtable_list.cc:555] [url] Level-0 commit table #300828 started 2024/02/20-08:37:49.124002 3036210 (Original Log Time 2024/02/20-08:37:49.123759) [db/memtable_list.cc:754] [url] Level-0 commit table #300828: memtable #1 done 2024/02/20-08:37:49.124003 3036210 (Original Log Time 2024/02/20-08:37:49.123772) EVENT_LOG_v1 {"time_micros": 1708418269123767, "job": 19621, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-08:37:49.124005 3036210 (Original Log Time 2024/02/20-08:37:49.123964) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 11] max score 1.00 2024/02/20-08:37:49.124011 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19621] Try to delete WAL files size 921437, prev total WAL file size 15729985, number of live WAL files 4. 2024/02/20-08:37:49.124096 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19622] Compacting 2@0 files to L5, score 1.00 2024/02/20-08:37:49.124110 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19629 Base level 0, inputs: [300828(4928KB) 300822(4858KB)] 2024/02/20-08:37:49.124137 3036185 EVENT_LOG_v1 {"time_micros": 1708418269124125, "job": 19622, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300828, 300822], "score": 1, "input_data_size": 10021688, "oldest_snapshot_seqno": -1} 2024/02/20-08:37:49.124255 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300821.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:37:49.486288 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19622] Generated table #300829: 134951 keys, 9619765 bytes, temperature: kUnknown 2024/02/20-08:37:49.486339 3036185 EVENT_LOG_v1 {"time_micros": 1708418269486310, "cf_name": "url", "job": 19622, "event": "table_file_creation", "file_number": 300829, "file_size": 9619765, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141969292, "largest_seqno": 5142272763, "table_properties": {"data_size": 9475311, "index_size": 277692, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 10757, "raw_key_size": 19722097, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2901, "num_entries": 134951, "num_filter_entries": 12247, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417001, "oldest_key_time": 0, "file_creation_time": 1708418269, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300829, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:37:49.490708 3036185 (Original Log Time 2024/02/20-08:37:49.486732) [db/compaction/compaction_job.cc:1729] [url] [JOB 19622] Compacted 2@0 files to L5 => 9619765 bytes 2024/02/20-08:37:49.490712 3036185 (Original Log Time 2024/02/20-08:37:49.490489) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.04, MB/sec: 27.7 rd, 26.6 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(9.6, 0.0 +0.0 blob) out(9.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 134951, records dropped: 0 output_compression: LZ4 2024/02/20-08:37:49.490718 3036185 (Original Log Time 2024/02/20-08:37:49.490515) EVENT_LOG_v1 {"time_micros": 1708418269490502, "job": 19622, "event": "compaction_finished", "compaction_time_micros": 362247, "compaction_time_cpu_micros": 230141, "output_level": 5, "num_output_files": 1, "total_output_size": 9619765, "num_input_records": 134951, "num_output_records": 134951, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-08:37:49.491188 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300822.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:37:49.491198 3036185 EVENT_LOG_v1 {"time_micros": 1708418269491196, "job": 19622, "event": "table_file_deletion", "file_number": 300822} 2024/02/20-08:37:49.491668 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300828.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:37:49.491679 3036185 EVENT_LOG_v1 {"time_micros": 1708418269491677, "job": 19622, "event": "table_file_deletion", "file_number": 300828} 2024/02/20-08:38:23.092057 4076310 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300823. Total log size is 15728832 while max_total_wal_size is 15728640 2024/02/20-08:38:23.092280 4076310 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300830. Immutable memtables: 0. 2024/02/20-08:38:23.092568 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19623] Syncing log #300827 2024/02/20-08:38:23.103731 3036193 (Original Log Time 2024/02/20-08:38:23.092554) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:38:23.103742 3036193 [db/flush_job.cc:892] [tag] [JOB 19623] Flushing memtable with next log file: 300830 2024/02/20-08:38:23.103771 3036193 EVENT_LOG_v1 {"time_micros": 1708418303103762, "job": 19623, "event": "flush_started", "num_memtables": 1, "num_entries": 18676, "num_deletes": 0, "total_data_size": 1625416, "memory_usage": 3461936, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:38:23.103776 3036193 [db/flush_job.cc:926] [tag] [JOB 19623] Level-0 flush table #300831: started 2024/02/20-08:38:23.151146 3036193 EVENT_LOG_v1 {"time_micros": 1708418303151100, "cf_name": "tag", "job": 19623, "event": "table_file_creation", "file_number": 300831, "file_size": 954481, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142130416, "largest_seqno": 5142281616, "table_properties": {"data_size": 946431, "index_size": 10445, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1560555, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 293, "num_entries": 18391, "num_filter_entries": 220, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417692, "oldest_key_time": 1708417692, "file_creation_time": 1708418303, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300831, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:38:23.151212 3036193 [db/flush_job.cc:1062] [tag] [JOB 19623] Flush lasted 47489 microseconds, and 45561 cpu microseconds. 2024/02/20-08:38:23.151745 3036193 (Original Log Time 2024/02/20-08:38:23.151192) [db/flush_job.cc:1011] [tag] [JOB 19623] Level-0 flush table #300831: 954481 bytes OK 2024/02/20-08:38:23.151748 3036193 (Original Log Time 2024/02/20-08:38:23.151221) [db/memtable_list.cc:555] [tag] Level-0 commit table #300831 started 2024/02/20-08:38:23.151750 3036193 (Original Log Time 2024/02/20-08:38:23.151498) [db/memtable_list.cc:754] [tag] Level-0 commit table #300831: memtable #1 done 2024/02/20-08:38:23.151751 3036193 (Original Log Time 2024/02/20-08:38:23.151519) EVENT_LOG_v1 {"time_micros": 1708418303151514, "job": 19623, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-08:38:23.151753 3036193 (Original Log Time 2024/02/20-08:38:23.151706) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-08:38:23.151757 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19623] Try to delete WAL files size 192138, prev total WAL file size 15731154, number of live WAL files 4. 2024/02/20-08:38:23.151853 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19624] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-08:38:23.151864 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19631 Base level 0, inputs: [300831(932KB) 300824(951KB)], [300810(64MB) 300811(64MB) 300812(16MB)] 2024/02/20-08:38:23.151887 3036187 EVENT_LOG_v1 {"time_micros": 1708418303151877, "job": 19624, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300831, 300824], "files_L6": [300810, 300811, 300812], "score": 1, "input_data_size": 154999850, "oldest_snapshot_seqno": -1} 2024/02/20-08:38:23.151949 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300823.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:38:27.057726 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19624] Generated table #300832: 2384188 keys, 67639759 bytes, temperature: kUnknown 2024/02/20-08:38:27.057785 3036187 EVENT_LOG_v1 {"time_micros": 1708418307057749, "cf_name": "tag", "job": 19624, "event": "table_file_creation", "file_number": 300832, "file_size": 67639759, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109065, "index_size": 1447104, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 201265683, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36063, "num_entries": 2384188, "num_filter_entries": 2271, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708418303, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300832, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:38:30.359375 4076701 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300825. Total log size is 15728803 while max_total_wal_size is 15728640 2024/02/20-08:38:30.359584 4076701 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300834. Immutable memtables: 0. 2024/02/20-08:38:30.359803 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19625] Syncing log #300830 2024/02/20-08:38:30.362540 3036210 (Original Log Time 2024/02/20-08:38:30.359790) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-08:38:30.362546 3036210 [db/flush_job.cc:892] [key] [JOB 19625] Flushing memtable with next log file: 300834 2024/02/20-08:38:30.362568 3036210 EVENT_LOG_v1 {"time_micros": 1708418310362561, "job": 19625, "event": "flush_started", "num_memtables": 1, "num_entries": 63948, "num_deletes": 0, "total_data_size": 3991073, "memory_usage": 7361232, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:38:30.362570 3036210 [db/flush_job.cc:926] [key] [JOB 19625] Level-0 flush table #300835: started 2024/02/20-08:38:30.422547 3036210 EVENT_LOG_v1 {"time_micros": 1708418310422519, "cf_name": "key", "job": 19625, "event": "table_file_creation", "file_number": 300835, "file_size": 2578193, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142132254, "largest_seqno": 5142283439, "table_properties": {"data_size": 2503141, "index_size": 18960, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58805, "raw_key_size": 3782930, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 736, "num_entries": 62619, "num_filter_entries": 67021, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417700, "oldest_key_time": 1708417700, "file_creation_time": 1708418310, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300835, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:38:30.422578 3036210 [db/flush_job.cc:1062] [key] [JOB 19625] Flush lasted 60042 microseconds, and 58033 cpu microseconds. 2024/02/20-08:38:30.423105 3036210 (Original Log Time 2024/02/20-08:38:30.422566) [db/flush_job.cc:1011] [key] [JOB 19625] Level-0 flush table #300835: 2578193 bytes OK 2024/02/20-08:38:30.423108 3036210 (Original Log Time 2024/02/20-08:38:30.422583) [db/memtable_list.cc:555] [key] Level-0 commit table #300835 started 2024/02/20-08:38:30.423109 3036210 (Original Log Time 2024/02/20-08:38:30.422879) [db/memtable_list.cc:754] [key] Level-0 commit table #300835: memtable #1 done 2024/02/20-08:38:30.423110 3036210 (Original Log Time 2024/02/20-08:38:30.422891) EVENT_LOG_v1 {"time_micros": 1708418310422887, "job": 19625, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-08:38:30.423111 3036210 (Original Log Time 2024/02/20-08:38:30.423074) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 5] max score 1.00 2024/02/20-08:38:30.423115 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19625] Try to delete WAL files size 14615134, prev total WAL file size 15733072, number of live WAL files 4. 2024/02/20-08:38:30.424500 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300825.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:38:30.636224 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19624] Generated table #300833: 2165291 keys, 67618593 bytes, temperature: kUnknown 2024/02/20-08:38:30.636298 3036187 EVENT_LOG_v1 {"time_micros": 1708418310636250, "cf_name": "tag", "job": 19624, "event": "table_file_creation", "file_number": 300833, "file_size": 67618593, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109643, "index_size": 1373742, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 885, "raw_key_size": 190931481, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35966, "num_entries": 2165291, "num_filter_entries": 933, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708418307, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300833, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:38:31.725789 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19624] Generated table #300836: 711668 keys, 18763264 bytes, temperature: kUnknown 2024/02/20-08:38:31.725851 3036187 EVENT_LOG_v1 {"time_micros": 1708418311725813, "cf_name": "tag", "job": 19624, "event": "table_file_creation", "file_number": 300836, "file_size": 18763264, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 18615223, "index_size": 433340, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 58430150, "raw_average_key_size": 82, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 10263, "num_entries": 711668, "num_filter_entries": 286, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708418310, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300836, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:38:31.731246 3036187 (Original Log Time 2024/02/20-08:38:31.730524) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19624] Compacted 2@0 + 3@6 files to L6 => 154021616 bytes 2024/02/20-08:38:31.731250 3036187 (Original Log Time 2024/02/20-08:38:31.731014) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 18.1 rd, 18.0 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.8, 146.0 +0.0 blob) out(146.9 +0.0 blob), read-write-amplify(160.2) write-amplify(79.8) OK, records in: 5261147, records dropped: 0 output_compression: ZSTD 2024/02/20-08:38:31.731300 3036187 (Original Log Time 2024/02/20-08:38:31.731039) EVENT_LOG_v1 {"time_micros": 1708418311731028, "job": 19624, "event": "compaction_finished", "compaction_time_micros": 8574023, "compaction_time_cpu_micros": 8451472, "output_level": 6, "num_output_files": 3, "total_output_size": 154021616, "num_input_records": 5261147, "num_output_records": 5261147, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-08:38:31.738057 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300810.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:38:31.738079 3036187 EVENT_LOG_v1 {"time_micros": 1708418311738076, "job": 19624, "event": "table_file_deletion", "file_number": 300810} 2024/02/20-08:38:31.743334 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300811.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:38:31.743351 3036187 EVENT_LOG_v1 {"time_micros": 1708418311743348, "job": 19624, "event": "table_file_deletion", "file_number": 300811} 2024/02/20-08:38:31.744751 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300812.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:38:31.744762 3036187 EVENT_LOG_v1 {"time_micros": 1708418311744760, "job": 19624, "event": "table_file_deletion", "file_number": 300812} 2024/02/20-08:38:31.744877 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300824.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:38:31.744882 3036187 EVENT_LOG_v1 {"time_micros": 1708418311744881, "job": 19624, "event": "table_file_deletion", "file_number": 300824} 2024/02/20-08:38:31.744979 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300831.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:38:31.744984 3036187 EVENT_LOG_v1 {"time_micros": 1708418311744983, "job": 19624, "event": "table_file_deletion", "file_number": 300831} 2024/02/20-08:38:31.745058 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19626] Compacting 2@0 files to L5, score 1.00 2024/02/20-08:38:31.745062 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19632 Base level 0, inputs: [300835(2517KB) 300826(2492KB)] 2024/02/20-08:38:31.745072 3036187 EVENT_LOG_v1 {"time_micros": 1708418311745066, "job": 19626, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300835, 300826], "score": 1, "input_data_size": 5130355, "oldest_snapshot_seqno": -1} 2024/02/20-08:38:31.872710 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19626] Generated table #300837: 125492 keys, 5030208 bytes, temperature: kUnknown 2024/02/20-08:38:31.872776 3036187 EVENT_LOG_v1 {"time_micros": 1708418311872738, "cf_name": "key", "job": 19626, "event": "table_file_creation", "file_number": 300837, "file_size": 5030208, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141980149, "largest_seqno": 5142283439, "table_properties": {"data_size": 4883082, "index_size": 38802, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 116085, "raw_key_size": 7581452, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1441, "num_entries": 125492, "num_filter_entries": 132145, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417048, "oldest_key_time": 0, "file_creation_time": 1708418311, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300837, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:38:31.873503 3036187 (Original Log Time 2024/02/20-08:38:31.873094) [db/compaction/compaction_job.cc:1729] [key] [JOB 19626] Compacted 2@0 files to L5 => 5030208 bytes 2024/02/20-08:38:31.873506 3036187 (Original Log Time 2024/02/20-08:38:31.873302) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.02, MB/sec: 40.2 rd, 39.4 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.9, 0.0 +0.0 blob) out(4.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 125492, records dropped: 0 output_compression: LZ4 2024/02/20-08:38:31.873510 3036187 (Original Log Time 2024/02/20-08:38:31.873323) EVENT_LOG_v1 {"time_micros": 1708418311873315, "job": 19626, "event": "compaction_finished", "compaction_time_micros": 127758, "compaction_time_cpu_micros": 123227, "output_level": 5, "num_output_files": 1, "total_output_size": 5030208, "num_input_records": 125492, "num_output_records": 125492, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-08:38:31.873765 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300826.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:38:31.873772 3036187 EVENT_LOG_v1 {"time_micros": 1708418311873770, "job": 19626, "event": "table_file_deletion", "file_number": 300826} 2024/02/20-08:38:31.873952 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300835.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:38:31.873956 3036187 EVENT_LOG_v1 {"time_micros": 1708418311873955, "job": 19626, "event": "table_file_deletion", "file_number": 300835} 2024/02/20-08:39:59.725981 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-08:39:59.726113 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1005798.6 total, 600.1 interval Cumulative writes: 127M writes, 576M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.55 GB, 0.06 MB/s Cumulative WAL: 127M writes, 0 syncs, 127986157.00 writes per sync, written: 55.55 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 63K writes, 150K keys, 63K commit groups, 1.0 writes per commit group, ingest: 14.93 MB, 0.02 MB/s Interval WAL: 63K writes, 0 syncs, 63541.00 writes per sync, written: 0.01 GB, 0.02 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 403.00 375.77 4092 0.098 0 0 0.0 0.0 L5 1/0 9.17 MB 0.0 68.2 18.0 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1662.08 1591.45 2113 0.787 1029M 1124 0.0 0.0 L6 11/0 700.12 MB 0.0 396.3 17.2 379.0 379.3 0.3 0.0 22.0 16.1 15.4 25148.01 23197.60 589 42.696 9258M 256M 0.0 0.0 Sum 12/0 709.30 MB 0.0 464.5 35.3 429.2 464.7 35.5 0.0 25.3 17.5 17.5 27213.09 25164.82 6794 4.005 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 19.9 29.1 0.48 0.34 2 0.240 134K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 464.5 35.3 429.2 446.4 17.1 0.0 0.0 17.7 17.0 26810.09 24789.05 2702 9.922 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 403.00 375.77 4092 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1005798.6 total, 600.1 interval Flush(GB): cumulative 18.341, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 464.70 GB write, 0.47 MB/s write, 464.48 GB read, 0.47 MB/s read, 27213.1 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1573 collections: 1677 last_copies: 0 last_secs: 0.000558 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(798,12.85 MB,0.836545%) IndexBlock(774,1.37 GB,91.1718%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5902760 Average: 2.1884 StdDev: 4.27 Min: 0 Median: 1.3810 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.64 ------------------------------------------------------ [ 0, 1 ] 1995645 33.809% 33.809% ####### ( 1, 2 ] 2508548 42.498% 76.307% ######## ( 2, 3 ] 978546 16.578% 92.884% ### ( 3, 4 ] 239234 4.053% 96.937% # ( 4, 6 ] 106585 1.806% 98.743% ( 6, 10 ] 34766 0.589% 99.332% ( 10, 15 ] 14624 0.248% 99.580% ( 15, 22 ] 7411 0.126% 99.705% ( 22, 34 ] 7752 0.131% 99.837% ( 34, 51 ] 5586 0.095% 99.931% ( 51, 76 ] 2481 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21476909 Average: 2.4628 StdDev: 6.81 Min: 0 Median: 1.4934 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.57 ------------------------------------------------------ [ 0, 1 ] 6593261 30.699% 30.699% ###### ( 1, 2 ] 8401958 39.121% 69.820% ######## ( 2, 3 ] 3640453 16.951% 86.771% ### ( 3, 4 ] 1320381 6.148% 92.919% # ( 4, 6 ] 1024196 4.769% 97.687% # ( 6, 10 ] 331652 1.544% 99.232% ( 10, 15 ] 58507 0.272% 99.504% ( 15, 22 ] 29881 0.139% 99.643% ( 22, 34 ] 32167 0.150% 99.793% ( 34, 51 ] 24482 0.114% 99.907% ( 51, 76 ] 11797 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 206188437 Average: 12.0823 StdDev: 47.23 Min: 0 Median: 1.4842 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.46 P99.9: 303.14 P99.99: 1534.72 ------------------------------------------------------ [ 0, 1 ] 70842331 34.358% 34.358% ####### ( 1, 2 ] 66608315 32.305% 66.663% ###### ( 2, 3 ] 29132290 14.129% 80.792% ### ( 3, 4 ] 6296800 3.054% 83.846% # ( 4, 6 ] 1149702 0.558% 84.403% ( 6, 10 ] 540211 0.262% 84.665% ( 10, 15 ] 306655 0.149% 84.814% ( 15, 22 ] 256542 0.124% 84.938% ( 22, 34 ] 7368687 3.574% 88.512% # ( 34, 51 ] 7377115 3.578% 92.090% # ( 51, 76 ] 5945426 2.883% 94.973% # ( 76, 110 ] 6556355 3.180% 98.153% # ( 110, 170 ] 3227977 1.566% 99.719% ( 170, 250 ] 328926 0.160% 99.878% ( 250, 380 ] 109878 0.053% 99.932% ( 380, 580 ] 66657 0.032% 99.964% ( 580, 870 ] 30024 0.015% 99.978% ( 870, 1300 ] 13647 0.007% 99.985% ( 1300, 1900 ] 26278 0.013% 99.998% ( 1900, 2900 ] 2092 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.90 72.92 3979 0.022 0 0 0.0 0.0 L6 3/0 146.89 MB 0.0 308.4 3.1 305.3 305.4 0.0 0.0 99.1 15.4 15.2 20510.10 20132.68 2095 9.790 11G 62M 0.0 0.0 Sum 3/0 146.89 MB 0.0 308.4 3.1 305.3 308.4 3.1 0.0 100.1 15.3 15.3 20596.00 20205.60 6074 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.1 0.0 0.0 162.4 17.1 17.1 8.62 8.50 2 4.311 5261K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.4 3.1 305.3 305.4 0.0 0.0 0.0 15.4 15.2 20510.10 20132.68 2095 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.90 72.92 3979 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1005798.6 total, 600.1 interval Flush(GB): cumulative 3.081, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.44 GB write, 0.31 MB/s write, 308.40 GB read, 0.31 MB/s read, 20596.0 seconds Interval compaction: 0.14 GB write, 0.25 MB/s write, 0.14 GB read, 0.25 MB/s read, 8.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4346 collections: 1677 last_copies: 0 last_secs: 0.00134 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2193,1.66 MB,0.10779%) IndexBlock(2152,1.46 GB,97.1539%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1011971 Average: 3.5559 StdDev: 6.36 Min: 0 Median: 2.5710 Max: 2960 Percentiles: P50: 2.57 P75: 3.75 P99: 12.38 P99.9: 60.73 P99.99: 196.13 ------------------------------------------------------ [ 0, 1 ] 116508 11.513% 11.513% ## ( 1, 2 ] 246599 24.368% 35.881% ##### ( 2, 3 ] 250225 24.726% 60.608% ##### ( 3, 4 ] 192936 19.065% 79.673% #### ( 4, 6 ] 165260 16.331% 96.004% ### ( 6, 10 ] 28095 2.776% 98.780% # ( 10, 15 ] 4677 0.462% 99.242% ( 15, 22 ] 2497 0.247% 99.489% ( 22, 34 ] 2130 0.210% 99.699% ( 34, 51 ] 1749 0.173% 99.872% ( 51, 76 ] 727 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 174942554 Average: 2.1859 StdDev: 5.40 Min: 0 Median: 1.3407 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.62 P99.99: 144.45 ------------------------------------------------------ [ 0, 1 ] 64833140 37.060% 37.060% ####### ( 1, 2 ] 66452698 37.985% 75.045% ######## ( 2, 3 ] 32462666 18.556% 93.601% #### ( 3, 4 ] 7834112 4.478% 98.079% # ( 4, 6 ] 1464103 0.837% 98.916% ( 6, 10 ] 606686 0.347% 99.263% ( 10, 15 ] 395360 0.226% 99.489% ( 15, 22 ] 196774 0.112% 99.602% ( 22, 34 ] 309486 0.177% 99.778% ( 34, 51 ] 202223 0.116% 99.894% ( 51, 76 ] 98716 0.056% 99.951% ( 76, 110 ] 56930 0.033% 99.983% ( 110, 170 ] 21186 0.012% 99.995% ( 170, 250 ] 3792 0.002% 99.997% ( 250, 380 ] 1730 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.17 249.58 4059 0.066 0 0 0.0 0.0 L5 1/0 4.80 MB 0.0 21.9 8.0 13.8 21.7 7.8 0.0 2.7 28.8 28.5 777.24 751.69 1941 0.400 605M 269K 0.0 0.0 L6 5/0 321.14 MB 0.0 193.8 8.7 185.1 185.2 0.1 0.0 21.3 14.4 13.8 13755.16 13459.71 706 19.483 8675M 235M 0.0 0.0 Sum 6/0 325.93 MB 0.0 215.7 16.7 198.9 215.8 16.9 0.0 24.2 14.9 14.9 14801.57 14460.98 6706 2.207 9281M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 26.1 38.6 0.19 0.18 2 0.094 125K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 215.7 16.7 198.9 206.9 8.0 0.0 0.0 15.2 14.6 14532.40 14211.40 2647 5.490 9281M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.17 249.58 4059 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1005798.6 total, 600.1 interval Flush(GB): cumulative 8.911, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 215.82 GB write, 0.22 MB/s write, 215.69 GB read, 0.22 MB/s read, 14801.6 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.01 MB/s read, 0.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 349673 collections: 1677 last_copies: 0 last_secs: 0.103312 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(349352,1.35 GB,89.8456%) FilterBlock(157,83.86 MB,5.45981%) IndexBlock(164,35.45 MB,2.30818%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2787026 Average: 4.2533 StdDev: 8.12 Min: 0 Median: 1.9540 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.90 P99.9: 61.13 P99.99: 151.64 ------------------------------------------------------ [ 0, 1 ] 626317 22.473% 22.473% #### ( 1, 2 ] 804156 28.854% 51.326% ###### ( 2, 3 ] 392281 14.075% 65.401% ### ( 3, 4 ] 169628 6.086% 71.488% # ( 4, 6 ] 147170 5.281% 76.768% # ( 6, 10 ] 438830 15.745% 92.514% ### ( 10, 15 ] 173881 6.239% 98.753% # ( 15, 22 ] 16632 0.597% 99.349% ( 22, 34 ] 8914 0.320% 99.669% ( 34, 51 ] 5425 0.195% 99.864% ( 51, 76 ] 2481 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6768122 Average: 4.6805 StdDev: 7.57 Min: 0 Median: 2.4594 Max: 7311 Percentiles: P50: 2.46 P75: 6.13 P99: 19.33 P99.9: 66.61 P99.99: 166.98 ------------------------------------------------------ [ 0, 1 ] 1115373 16.480% 16.480% ### ( 1, 2 ] 1794511 26.514% 42.994% ##### ( 2, 3 ] 1032189 15.251% 58.245% ### ( 3, 4 ] 551632 8.150% 66.395% ## ( 4, 6 ] 542986 8.023% 74.418% ## ( 6, 10 ] 1171270 17.306% 91.724% ### ( 10, 15 ] 464414 6.862% 98.585% # ( 15, 22 ] 45406 0.671% 99.256% ( 22, 34 ] 23881 0.353% 99.609% ( 34, 51 ] 15130 0.224% 99.833% ( 51, 76 ] 7307 0.108% 99.941% ( 76, 110 ] 2443 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104680821 Average: 5.7490 StdDev: 24.35 Min: 0 Median: 2.3294 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.75 P99.9: 158.32 P99.99: 464.99 ------------------------------------------------------ [ 0, 1 ] 25018051 23.899% 23.899% ##### ( 1, 2 ] 23734654 22.673% 46.573% ##### ( 2, 3 ] 10890049 10.403% 56.976% ## ( 3, 4 ] 4279729 4.088% 61.064% # ( 4, 6 ] 4903990 4.685% 65.749% # ( 6, 10 ] 25330572 24.198% 89.947% ##### ( 10, 15 ] 8151216 7.787% 97.734% ## ( 15, 22 ] 665294 0.636% 98.369% ( 22, 34 ] 538740 0.515% 98.884% ( 34, 51 ] 359986 0.344% 99.228% ( 51, 76 ] 226284 0.216% 99.444% ( 76, 110 ] 289325 0.276% 99.720% ( 110, 170 ] 233731 0.223% 99.943% ( 170, 250 ] 37883 0.036% 99.980% ( 250, 380 ] 8247 0.008% 99.988% ( 380, 580 ] 6123 0.006% 99.993% ( 580, 870 ] 3504 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-08:39:59.729129 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 523664790 rocksdb.block.cache.hit COUNT : 2142976138 rocksdb.block.cache.add COUNT : 39039585 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32076 rocksdb.block.cache.index.hit COUNT : 525491433 rocksdb.block.cache.index.add COUNT : 32062 rocksdb.block.cache.index.bytes.insert COUNT : 34226438833 rocksdb.block.cache.filter.miss COUNT : 32082 rocksdb.block.cache.filter.hit COUNT : 1092349491 rocksdb.block.cache.filter.add COUNT : 32082 rocksdb.block.cache.filter.bytes.insert COUNT : 8697949578 rocksdb.block.cache.data.miss COUNT : 523600632 rocksdb.block.cache.data.hit COUNT : 525135214 rocksdb.block.cache.data.add COUNT : 38975441 rocksdb.block.cache.data.bytes.insert COUNT : 161444885602 rocksdb.block.cache.bytes.read COUNT : 1867136472322068 rocksdb.block.cache.bytes.write COUNT : 204369274013 rocksdb.bloom.filter.useful COUNT : 566922160 rocksdb.bloom.filter.full.positive COUNT : 525427363 rocksdb.bloom.filter.full.true.positive COUNT : 519941298 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92188312 rocksdb.memtable.miss COUNT : 6216164021 rocksdb.l0.hit COUNT : 15952147 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 503989151 rocksdb.compaction.key.drop.new COUNT : 277321134 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 576437995 rocksdb.number.keys.read COUNT : 640224954 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59641177126 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67054 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32067 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 756277583 rocksdb.number.multiget.keys.read COUNT : 5668127379 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59641177126 rocksdb.write.self COUNT : 127776601 rocksdb.write.other COUNT : 209556 rocksdb.write.wal COUNT : 127986157 rocksdb.compact.read.bytes COUNT : 986943658241 rocksdb.compact.write.bytes COUNT : 1029318573749 rocksdb.flush.write.bytes COUNT : 32573713240 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1003041 rocksdb.number.superversion_releases COUNT : 2679 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 516963439 rocksdb.number.block.decompressed COUNT : 517046983 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59133128919 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67054 rocksdb.num.iterator.deleted COUNT : 67054 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5158 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5120 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43732 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60551581412 rocksdb.memtable.garbage.bytes.at.flush COUNT : 727906688 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 934041070317 rocksdb.last.level.read.count COUNT : 485814139 rocksdb.non.last.level.read.bytes COUNT : 128312085341 rocksdb.non.last.level.read.count COUNT : 37946852 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 523696857 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2109358368806 rocksdb.bytes.compressed.to COUNT : 1024526997314 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26091546321 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6581400 rocksdb.bytes.decompressed.from COUNT : 1024893807100 rocksdb.bytes.decompressed.to COUNT : 2109742764025 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.464303 P95 : 106.355858 P99 : 160.507650 P100 : 227461.000000 COUNT : 640224954 SUM : 33057969180 rocksdb.db.write.micros P50 : 66.997331 P95 : 111.857567 P99 : 169.484827 P100 : 2037453.000000 COUNT : 127986157 SUM : 13217231253 rocksdb.compaction.times.micros P50 : 1627368.421053 P95 : 38085990.338164 P99 : 66790909.090909 P100 : 84019043.000000 COUNT : 7444 SUM : 61852596519 rocksdb.compaction.times.cpu_micros P50 : 1566425.992780 P95 : 35431441.048035 P99 : 63627118.644068 P100 : 74662372.000000 COUNT : 7444 SUM : 59133128919 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4288.417120 P95 : 27676.785714 P99 : 61583.333333 P100 : 1558490.000000 COUNT : 12115 SUM : 112918771 rocksdb.compaction.outfile.sync.micros P50 : 62532.712438 P95 : 126152.579583 P99 : 225431.578947 P100 : 2063820.000000 COUNT : 19935 SUM : 1276783139 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.848872 P95 : 725.956258 P99 : 3912.232143 P100 : 501117.000000 COUNT : 19621 SUM : 12560816 rocksdb.table.open.io.micros P50 : 579.490662 P95 : 6229.100765 P99 : 12986.683377 P100 : 126033.000000 COUNT : 32067 SUM : 56261442 rocksdb.db.multiget.micros P50 : 8.000141 P95 : 17.839192 P99 : 33.087641 P100 : 26625.000000 COUNT : 756277584 SUM : 7169621689 rocksdb.read.block.compaction.micros P50 : 13.650035 P95 : 58.290038 P99 : 137.939941 P100 : 57122.000000 COUNT : 484625191 SUM : 9358064935 rocksdb.read.block.get.micros P50 : 52.862839 P95 : 94.891241 P99 : 145.989158 P100 : 125945.000000 COUNT : 39039599 SUM : 2250283236 rocksdb.write.raw.block.micros P50 : 0.521480 P95 : 0.990812 P99 : 1.894770 P100 : 331149.000000 COUNT : 523640989 SUM : 10410807167 rocksdb.numfiles.in.singlecompaction P50 : 2.776668 P95 : 5.679257 P99 : 5.938594 P100 : 7.000000 COUNT : 5673 SUM : 20208 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532038 P95 : 32.768951 P99 : 104.594296 P100 : 57076.000000 COUNT : 523760991 SUM : 3588403636 rocksdb.file.read.flush.micros P50 : 1.839713 P95 : 15.779980 P99 : 41.284091 P100 : 787.000000 COUNT : 60575 SUM : 290304 rocksdb.file.read.compaction.micros P50 : 1.417745 P95 : 35.662213 P99 : 106.094240 P100 : 57076.000000 COUNT : 484724880 SUM : 3198539105 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 640224955 SUM : 0 rocksdb.bytes.per.write P50 : 218.501135 P95 : 527.332807 P99 : 803.537308 P100 : 4563443.000000 COUNT : 127776602 SUM : 59641177532 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 756277584 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45785.253456 P95 : 166778.700537 P99 : 239067.889908 P100 : 1681975.000000 COUNT : 12158 SUM : 758069958 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-08:39:59.729267 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-08:39:59.729401 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708418399 to in-memory stats history 2024/02/20-08:39:59.729425 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-08:39:59.729470 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-08:46:41.208788 4076352 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300838. Immutable memtables: 0. 2024/02/20-08:46:41.209025 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19627] Syncing log #300834 2024/02/20-08:46:41.238536 3036193 (Original Log Time 2024/02/20-08:46:41.209011) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:46:41.238546 3036193 [db/flush_job.cc:892] [url] [JOB 19627] Flushing memtable with next log file: 300838 2024/02/20-08:46:41.238574 3036193 EVENT_LOG_v1 {"time_micros": 1708418801238566, "job": 19627, "event": "flush_started", "num_memtables": 1, "num_entries": 62868, "num_deletes": 0, "total_data_size": 9659707, "memory_usage": 11335072, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-08:46:41.238578 3036193 [db/flush_job.cc:926] [url] [JOB 19627] Level-0 flush table #300839: started 2024/02/20-08:46:41.358073 3036193 EVENT_LOG_v1 {"time_micros": 1708418801358038, "cf_name": "url", "job": 19627, "event": "table_file_creation", "file_number": 300839, "file_size": 4601111, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142272765, "largest_seqno": 5142413935, "table_properties": {"data_size": 4525985, "index_size": 359758, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6533, "raw_key_size": 9307827, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1428, "num_entries": 61574, "num_filter_entries": 7382, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418269, "oldest_key_time": 1708418269, "file_creation_time": 1708418801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300839, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:46:41.358119 3036193 [db/flush_job.cc:1062] [url] [JOB 19627] Flush lasted 119591 microseconds, and 115630 cpu microseconds. 2024/02/20-08:46:41.358741 3036193 (Original Log Time 2024/02/20-08:46:41.358106) [db/flush_job.cc:1011] [url] [JOB 19627] Level-0 flush table #300839: 4601111 bytes OK 2024/02/20-08:46:41.358743 3036193 (Original Log Time 2024/02/20-08:46:41.358124) [db/memtable_list.cc:555] [url] Level-0 commit table #300839 started 2024/02/20-08:46:41.358745 3036193 (Original Log Time 2024/02/20-08:46:41.358525) [db/memtable_list.cc:754] [url] Level-0 commit table #300839: memtable #1 done 2024/02/20-08:46:41.358746 3036193 (Original Log Time 2024/02/20-08:46:41.358539) EVENT_LOG_v1 {"time_micros": 1708418801358535, "job": 19627, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-08:46:41.358748 3036193 (Original Log Time 2024/02/20-08:46:41.358712) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 11] max score 0.50 2024/02/20-08:46:41.358752 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19627] Try to delete WAL files size 921560, prev total WAL file size 14862643, number of live WAL files 4. 2024/02/20-08:46:41.358987 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300827.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:46:41.359158 3036192 (Original Log Time 2024/02/20-08:46:41.359109) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-08:46:41.359166 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19628] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-08:46:41.359171 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19635 Base level 0, inputs: [300839(4493KB)], [300829(9394KB)] 2024/02/20-08:46:41.359196 3036192 EVENT_LOG_v1 {"time_micros": 1708418801359186, "job": 19628, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [300839], "files_L5": [300829], "score": -1, "input_data_size": 14220876, "oldest_snapshot_seqno": -1} 2024/02/20-08:46:41.701638 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19628] Generated table #300840: 196525 keys, 13786738 bytes, temperature: kUnknown 2024/02/20-08:46:41.701715 3036192 EVENT_LOG_v1 {"time_micros": 1708418801701668, "cf_name": "url", "job": 19628, "event": "table_file_creation", "file_number": 300840, "file_size": 13786738, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141969292, "largest_seqno": 5142413935, "table_properties": {"data_size": 13584265, "index_size": 642236, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13909, "raw_key_size": 29029924, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4193, "num_entries": 196525, "num_filter_entries": 15884, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417001, "oldest_key_time": 0, "file_creation_time": 1708418801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300840, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:46:41.702953 3036192 (Original Log Time 2024/02/20-08:46:41.702268) [db/compaction/compaction_job.cc:1729] [url] [JOB 19628] Compacted 1@0 + 1@5 files to L5 => 13786738 bytes 2024/02/20-08:46:41.702958 3036192 (Original Log Time 2024/02/20-08:46:41.702675) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.05, MB/sec: 41.5 rd, 40.2 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(4.4, 9.2 +0.0 blob) out(13.1 +0.0 blob), read-write-amplify(6.1) write-amplify(3.0) OK, records in: 196525, records dropped: 0 output_compression: LZ4 2024/02/20-08:46:41.702963 3036192 (Original Log Time 2024/02/20-08:46:41.702705) EVENT_LOG_v1 {"time_micros": 1708418801702691, "job": 19628, "event": "compaction_finished", "compaction_time_micros": 342608, "compaction_time_cpu_micros": 333259, "output_level": 5, "num_output_files": 1, "total_output_size": 13786738, "num_input_records": 196525, "num_output_records": 196525, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-08:46:41.703822 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300829.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:46:41.703839 3036192 EVENT_LOG_v1 {"time_micros": 1708418801703836, "job": 19628, "event": "table_file_deletion", "file_number": 300829} 2024/02/20-08:46:41.704226 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300839.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:46:41.704236 3036192 EVENT_LOG_v1 {"time_micros": 1708418801704234, "job": 19628, "event": "table_file_deletion", "file_number": 300839} 2024/02/20-08:46:41.704267 4076352 (Original Log Time 2024/02/20-08:46:41.359023) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-08:46:41.704448 3036189 (Original Log Time 2024/02/20-08:46:41.704381) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-08:46:41.704462 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 19629] Compacting 1@5 + 11@6 files to L6, score -1.00 2024/02/20-08:46:41.704471 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19636 Base level 5, inputs: [300840(13MB)], [300797(64MB) 300798(64MB) 300799(64MB) 300800(64MB) 300801(64MB) 300802(64MB) 300803(65MB) 300804(64MB) 300805(64MB) 300806(65MB) 300807(52MB)] 2024/02/20-08:46:41.704502 3036189 EVENT_LOG_v1 {"time_micros": 1708418801704486, "job": 19629, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300840], "files_L6": [300797, 300798, 300799, 300800, 300801, 300802, 300803, 300804, 300805, 300806, 300807], "score": -1, "input_data_size": 747920130, "oldest_snapshot_seqno": -1} 2024/02/20-08:46:46.423811 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300841: 1515047 keys, 67749240 bytes, temperature: kUnknown 2024/02/20-08:46:46.423880 3036189 EVENT_LOG_v1 {"time_micros": 1708418806423841, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300841, "file_size": 67749240, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111301, "index_size": 2304164, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14229, "raw_key_size": 214788985, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32809, "num_entries": 1515047, "num_filter_entries": 16250, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300841, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:46:50.902472 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300842: 1305650 keys, 67607161 bytes, temperature: kUnknown 2024/02/20-08:46:50.902531 3036189 EVENT_LOG_v1 {"time_micros": 1708418810902496, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300842, "file_size": 67607161, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109881, "index_size": 2038841, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1317, "raw_key_size": 185787332, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33336, "num_entries": 1305650, "num_filter_entries": 1475, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418806, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300842, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:46:54.924012 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300843: 1441289 keys, 67872745 bytes, temperature: kUnknown 2024/02/20-08:46:54.924069 3036189 EVENT_LOG_v1 {"time_micros": 1708418814924033, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300843, "file_size": 67872745, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110783, "index_size": 2694703, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26373, "raw_key_size": 216258741, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34816, "num_entries": 1441289, "num_filter_entries": 30212, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418810, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300843, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:46:59.154855 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300844: 1588565 keys, 67940852 bytes, temperature: kUnknown 2024/02/20-08:46:59.154923 3036189 EVENT_LOG_v1 {"time_micros": 1708418819154880, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300844, "file_size": 67940852, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109772, "index_size": 2995435, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 37221, "raw_key_size": 237731678, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34946, "num_entries": 1588565, "num_filter_entries": 42524, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418814, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300844, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:03.018771 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300845: 1500648 keys, 67994508 bytes, temperature: kUnknown 2024/02/20-08:47:03.018849 3036189 EVENT_LOG_v1 {"time_micros": 1708418823018799, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300845, "file_size": 67994508, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110972, "index_size": 4483075, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 36901, "raw_key_size": 229811509, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34671, "num_entries": 1500648, "num_filter_entries": 42175, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418819, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300845, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:07.155263 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300846: 1695959 keys, 67728505 bytes, temperature: kUnknown 2024/02/20-08:47:07.155322 3036189 EVENT_LOG_v1 {"time_micros": 1708418827155287, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300846, "file_size": 67728505, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109600, "index_size": 2573294, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230197765, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34298, "num_entries": 1695959, "num_filter_entries": 16, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418823, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300846, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:10.784737 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300847: 1627461 keys, 68585160 bytes, temperature: kUnknown 2024/02/20-08:47:10.784795 3036189 EVENT_LOG_v1 {"time_micros": 1708418830784760, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300847, "file_size": 68585160, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109651, "index_size": 3750015, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14981, "raw_key_size": 231770371, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34119, "num_entries": 1627461, "num_filter_entries": 17186, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418827, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300847, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:14.475135 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300848: 1394242 keys, 67703252 bytes, temperature: kUnknown 2024/02/20-08:47:14.475198 3036189 EVENT_LOG_v1 {"time_micros": 1708418834475162, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300848, "file_size": 67703252, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110480, "index_size": 3265867, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16933, "raw_key_size": 223045997, "raw_average_key_size": 159, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34193, "num_entries": 1394242, "num_filter_entries": 19377, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418830, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300848, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:18.200634 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300849: 1559766 keys, 67844141 bytes, temperature: kUnknown 2024/02/20-08:47:18.200701 3036189 EVENT_LOG_v1 {"time_micros": 1708418838200660, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300849, "file_size": 67844141, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110558, "index_size": 2632006, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28869, "raw_key_size": 224717026, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35167, "num_entries": 1559766, "num_filter_entries": 32964, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418834, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300849, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:22.811080 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300850: 1573410 keys, 68263640 bytes, temperature: kUnknown 2024/02/20-08:47:22.811168 3036189 EVENT_LOG_v1 {"time_micros": 1708418842811110, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300850, "file_size": 68263640, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109020, "index_size": 3835702, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 97429, "raw_key_size": 271264766, "raw_average_key_size": 172, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35682, "num_entries": 1573410, "num_filter_entries": 110972, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418838, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300850, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:26.172841 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19629] Generated table #300851: 963664 keys, 61038963 bytes, temperature: kUnknown 2024/02/20-08:47:26.172895 3036189 EVENT_LOG_v1 {"time_micros": 1708418846172863, "cf_name": "url", "job": 19629, "event": "table_file_creation", "file_number": 300851, "file_size": 61038963, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 58545334, "index_size": 6785271, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 12277, "raw_key_size": 286300573, "raw_average_key_size": 297, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 30914, "num_entries": 963664, "num_filter_entries": 14089, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418842, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300851, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:26.208483 3036189 (Original Log Time 2024/02/20-08:47:26.207429) [db/compaction/compaction_job.cc:1729] [url] [JOB 19629] Compacted 1@5 + 11@6 files to L6 => 740328167 bytes 2024/02/20-08:47:26.208488 3036189 (Original Log Time 2024/02/20-08:47:26.208152) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 11] max score 0.00, MB/sec: 16.8 rd, 16.6 wr, level 6, files in(1, 11) out(11 +0 blob) MB in(13.1, 700.1 +0.0 blob) out(706.0 +0.0 blob), read-write-amplify(107.9) write-amplify(53.7) OK, records in: 16165702, records dropped: 1 output_compression: ZSTD 2024/02/20-08:47:26.208494 3036189 (Original Log Time 2024/02/20-08:47:26.208185) EVENT_LOG_v1 {"time_micros": 1708418846208168, "job": 19629, "event": "compaction_finished", "compaction_time_micros": 44468440, "compaction_time_cpu_micros": 41957918, "output_level": 6, "num_output_files": 11, "total_output_size": 740328167, "num_input_records": 16165702, "num_output_records": 16165701, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 11]} 2024/02/20-08:47:26.213186 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300797.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.213211 3036189 EVENT_LOG_v1 {"time_micros": 1708418846213207, "job": 19629, "event": "table_file_deletion", "file_number": 300797} 2024/02/20-08:47:26.218755 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300798.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.218780 3036189 EVENT_LOG_v1 {"time_micros": 1708418846218776, "job": 19629, "event": "table_file_deletion", "file_number": 300798} 2024/02/20-08:47:26.224991 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300799.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.225016 3036189 EVENT_LOG_v1 {"time_micros": 1708418846225012, "job": 19629, "event": "table_file_deletion", "file_number": 300799} 2024/02/20-08:47:26.230109 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300800.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.230130 3036189 EVENT_LOG_v1 {"time_micros": 1708418846230126, "job": 19629, "event": "table_file_deletion", "file_number": 300800} 2024/02/20-08:47:26.236216 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300801.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.236237 3036189 EVENT_LOG_v1 {"time_micros": 1708418846236233, "job": 19629, "event": "table_file_deletion", "file_number": 300801} 2024/02/20-08:47:26.243040 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300802.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.243070 3036189 EVENT_LOG_v1 {"time_micros": 1708418846243065, "job": 19629, "event": "table_file_deletion", "file_number": 300802} 2024/02/20-08:47:26.249116 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300803.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.249145 3036189 EVENT_LOG_v1 {"time_micros": 1708418846249141, "job": 19629, "event": "table_file_deletion", "file_number": 300803} 2024/02/20-08:47:26.254177 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300804.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.254196 3036189 EVENT_LOG_v1 {"time_micros": 1708418846254193, "job": 19629, "event": "table_file_deletion", "file_number": 300804} 2024/02/20-08:47:26.259832 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300805.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.259853 3036189 EVENT_LOG_v1 {"time_micros": 1708418846259850, "job": 19629, "event": "table_file_deletion", "file_number": 300805} 2024/02/20-08:47:26.265412 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300806.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.265434 3036189 EVENT_LOG_v1 {"time_micros": 1708418846265430, "job": 19629, "event": "table_file_deletion", "file_number": 300806} 2024/02/20-08:47:26.270479 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300807.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.270514 3036189 EVENT_LOG_v1 {"time_micros": 1708418846270508, "job": 19629, "event": "table_file_deletion", "file_number": 300807} 2024/02/20-08:47:26.272096 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300840.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.272125 3036189 EVENT_LOG_v1 {"time_micros": 1708418846272121, "job": 19629, "event": "table_file_deletion", "file_number": 300840} 2024/02/20-08:47:26.272182 4076352 (Original Log Time 2024/02/20-08:46:41.704281) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-08:47:26.272587 4076352 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300852. Immutable memtables: 0. 2024/02/20-08:47:26.272808 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19630] Syncing log #300838 2024/02/20-08:47:26.277289 3036210 (Original Log Time 2024/02/20-08:47:26.272797) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:47:26.277295 3036210 [db/flush_job.cc:892] [tag] [JOB 19630] Flushing memtable with next log file: 300852 2024/02/20-08:47:26.277320 3036210 EVENT_LOG_v1 {"time_micros": 1708418846277314, "job": 19630, "event": "flush_started", "num_memtables": 1, "num_entries": 19551, "num_deletes": 0, "total_data_size": 1675665, "memory_usage": 3359400, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-08:47:26.277323 3036210 [db/flush_job.cc:926] [tag] [JOB 19630] Level-0 flush table #300853: started 2024/02/20-08:47:26.307258 3036210 EVENT_LOG_v1 {"time_micros": 1708418846307222, "cf_name": "tag", "job": 19630, "event": "table_file_creation", "file_number": 300853, "file_size": 952669, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142281667, "largest_seqno": 5142425654, "table_properties": {"data_size": 944584, "index_size": 11019, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1621848, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 306, "num_entries": 19414, "num_filter_entries": 247, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418303, "oldest_key_time": 1708418303, "file_creation_time": 1708418846, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300853, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:26.307303 3036210 [db/flush_job.cc:1062] [tag] [JOB 19630] Flush lasted 30019 microseconds, and 28596 cpu microseconds. 2024/02/20-08:47:26.307856 3036210 (Original Log Time 2024/02/20-08:47:26.307286) [db/flush_job.cc:1011] [tag] [JOB 19630] Level-0 flush table #300853: 952669 bytes OK 2024/02/20-08:47:26.307859 3036210 (Original Log Time 2024/02/20-08:47:26.307309) [db/memtable_list.cc:555] [tag] Level-0 commit table #300853 started 2024/02/20-08:47:26.307860 3036210 (Original Log Time 2024/02/20-08:47:26.307635) [db/memtable_list.cc:754] [tag] Level-0 commit table #300853: memtable #1 done 2024/02/20-08:47:26.307862 3036210 (Original Log Time 2024/02/20-08:47:26.307651) EVENT_LOG_v1 {"time_micros": 1708418846307645, "job": 19630, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-08:47:26.307863 3036210 (Original Log Time 2024/02/20-08:47:26.307819) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-08:47:26.307867 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19630] Try to delete WAL files size 192109, prev total WAL file size 15165665, number of live WAL files 4. 2024/02/20-08:47:26.308063 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300830.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:26.308249 3036186 (Original Log Time 2024/02/20-08:47:26.308196) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-08:47:26.308258 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19631] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-08:47:26.308264 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19638 Base level 0, inputs: [300853(930KB)], [300832(64MB) 300833(64MB) 300836(17MB)] 2024/02/20-08:47:26.308290 3036186 EVENT_LOG_v1 {"time_micros": 1708418846308279, "job": 19631, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [300853], "files_L6": [300832, 300833, 300836], "score": -1, "input_data_size": 154974285, "oldest_snapshot_seqno": -1} 2024/02/20-08:47:30.445226 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19631] Generated table #300854: 2384348 keys, 67638947 bytes, temperature: kUnknown 2024/02/20-08:47:30.445285 3036186 EVENT_LOG_v1 {"time_micros": 1708418850445249, "cf_name": "tag", "job": 19631, "event": "table_file_creation", "file_number": 300854, "file_size": 67638947, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109637, "index_size": 1446762, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 201269024, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36043, "num_entries": 2384348, "num_filter_entries": 2164, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708418846, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300854, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:34.346741 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19631] Generated table #300855: 2166169 keys, 67619590 bytes, temperature: kUnknown 2024/02/20-08:47:34.346810 3036186 EVENT_LOG_v1 {"time_micros": 1708418854346772, "cf_name": "tag", "job": 19631, "event": "table_file_creation", "file_number": 300855, "file_size": 67619590, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110050, "index_size": 1375467, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 191131680, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35999, "num_entries": 2166169, "num_filter_entries": 1047, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708418850, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300855, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:35.597837 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19631] Generated table #300856: 730044 keys, 19239431 bytes, temperature: kUnknown 2024/02/20-08:47:35.597896 3036186 EVENT_LOG_v1 {"time_micros": 1708418855597861, "cf_name": "tag", "job": 19631, "event": "table_file_creation", "file_number": 300856, "file_size": 19239431, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 19087848, "index_size": 442104, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 59848458, "raw_average_key_size": 81, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 10519, "num_entries": 730044, "num_filter_entries": 286, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708418854, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300856, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:35.603035 3036186 (Original Log Time 2024/02/20-08:47:35.602444) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19631] Compacted 1@0 + 3@6 files to L6 => 154497968 bytes 2024/02/20-08:47:35.603039 3036186 (Original Log Time 2024/02/20-08:47:35.602787) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 16.7 rd, 16.6 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.9, 146.9 +0.0 blob) out(147.3 +0.0 blob), read-write-amplify(324.8) write-amplify(162.2) OK, records in: 5280561, records dropped: 0 output_compression: ZSTD 2024/02/20-08:47:35.603045 3036186 (Original Log Time 2024/02/20-08:47:35.602816) EVENT_LOG_v1 {"time_micros": 1708418855602804, "job": 19631, "event": "compaction_finished", "compaction_time_micros": 9289661, "compaction_time_cpu_micros": 9152397, "output_level": 6, "num_output_files": 3, "total_output_size": 154497968, "num_input_records": 5280561, "num_output_records": 5280561, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-08:47:35.610830 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300832.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:35.610864 3036186 EVENT_LOG_v1 {"time_micros": 1708418855610859, "job": 19631, "event": "table_file_deletion", "file_number": 300832} 2024/02/20-08:47:35.616661 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300833.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:35.616697 3036186 EVENT_LOG_v1 {"time_micros": 1708418855616691, "job": 19631, "event": "table_file_deletion", "file_number": 300833} 2024/02/20-08:47:35.618307 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300836.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:35.618327 3036186 EVENT_LOG_v1 {"time_micros": 1708418855618324, "job": 19631, "event": "table_file_deletion", "file_number": 300836} 2024/02/20-08:47:35.618479 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300853.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:35.618488 3036186 EVENT_LOG_v1 {"time_micros": 1708418855618486, "job": 19631, "event": "table_file_deletion", "file_number": 300853} 2024/02/20-08:47:35.618543 4076352 (Original Log Time 2024/02/20-08:47:26.308117) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-08:47:35.618844 4076352 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300857. Immutable memtables: 0. 2024/02/20-08:47:35.619104 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19632] Syncing log #300852 2024/02/20-08:47:35.620530 3036193 (Original Log Time 2024/02/20-08:47:35.619089) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:47:35.620541 3036193 [db/flush_job.cc:892] [key] [JOB 19632] Flushing memtable with next log file: 300857 2024/02/20-08:47:35.620568 3036193 EVENT_LOG_v1 {"time_micros": 1708418855620561, "job": 19632, "event": "flush_started", "num_memtables": 1, "num_entries": 60450, "num_deletes": 0, "total_data_size": 3773238, "memory_usage": 6710696, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-08:47:35.620573 3036193 [db/flush_job.cc:926] [key] [JOB 19632] Level-0 flush table #300858: started 2024/02/20-08:47:35.695622 3036193 EVENT_LOG_v1 {"time_micros": 1708418855695577, "cf_name": "key", "job": 19632, "event": "table_file_creation", "file_number": 300858, "file_size": 2403869, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142283441, "largest_seqno": 5142428206, "table_properties": {"data_size": 2332851, "index_size": 17966, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 55557, "raw_key_size": 3572189, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 693, "num_entries": 59123, "num_filter_entries": 63420, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418310, "oldest_key_time": 1708418310, "file_creation_time": 1708418855, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300858, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:35.695666 3036193 [db/flush_job.cc:1062] [key] [JOB 19632] Flush lasted 75142 microseconds, and 72363 cpu microseconds. 2024/02/20-08:47:35.696166 3036193 (Original Log Time 2024/02/20-08:47:35.695649) [db/flush_job.cc:1011] [key] [JOB 19632] Level-0 flush table #300858: 2403869 bytes OK 2024/02/20-08:47:35.696170 3036193 (Original Log Time 2024/02/20-08:47:35.695673) [db/memtable_list.cc:555] [key] Level-0 commit table #300858 started 2024/02/20-08:47:35.696172 3036193 (Original Log Time 2024/02/20-08:47:35.695924) [db/memtable_list.cc:754] [key] Level-0 commit table #300858: memtable #1 done 2024/02/20-08:47:35.696174 3036193 (Original Log Time 2024/02/20-08:47:35.695945) EVENT_LOG_v1 {"time_micros": 1708418855695939, "job": 19632, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-08:47:35.696177 3036193 (Original Log Time 2024/02/20-08:47:35.696119) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-08:47:35.696183 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19632] Try to delete WAL files size 13743390, prev total WAL file size 15236902, number of live WAL files 4. 2024/02/20-08:47:35.698371 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300834.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:35.698580 3036183 (Original Log Time 2024/02/20-08:47:35.698539) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-08:47:35.698587 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19633] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-08:47:35.698593 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19640 Base level 0, inputs: [300858(2347KB)], [300837(4912KB)] 2024/02/20-08:47:35.698623 3036183 EVENT_LOG_v1 {"time_micros": 1708418855698608, "job": 19633, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [300858], "files_L5": [300837], "score": -1, "input_data_size": 7434077, "oldest_snapshot_seqno": -1} 2024/02/20-08:47:35.896469 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19633] Generated table #300859: 184615 keys, 7326665 bytes, temperature: kUnknown 2024/02/20-08:47:35.896521 3036183 EVENT_LOG_v1 {"time_micros": 1708418855896491, "cf_name": "key", "job": 19633, "event": "table_file_creation", "file_number": 300859, "file_size": 7326665, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5141980149, "largest_seqno": 5142428206, "table_properties": {"data_size": 7112211, "index_size": 57541, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 170005, "raw_key_size": 11153641, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2098, "num_entries": 184615, "num_filter_entries": 193005, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708417048, "oldest_key_time": 0, "file_creation_time": 1708418855, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300859, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:35.897404 3036183 (Original Log Time 2024/02/20-08:47:35.896905) [db/compaction/compaction_job.cc:1729] [key] [JOB 19633] Compacted 1@0 + 1@5 files to L5 => 7326665 bytes 2024/02/20-08:47:35.897407 3036183 (Original Log Time 2024/02/20-08:47:35.897196) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.03, MB/sec: 37.6 rd, 37.0 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(2.3, 4.8 +0.0 blob) out(7.0 +0.0 blob), read-write-amplify(6.1) write-amplify(3.0) OK, records in: 184615, records dropped: 0 output_compression: LZ4 2024/02/20-08:47:35.897412 3036183 (Original Log Time 2024/02/20-08:47:35.897222) EVENT_LOG_v1 {"time_micros": 1708418855897208, "job": 19633, "event": "compaction_finished", "compaction_time_micros": 197946, "compaction_time_cpu_micros": 192234, "output_level": 5, "num_output_files": 1, "total_output_size": 7326665, "num_input_records": 184615, "num_output_records": 184615, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-08:47:35.897878 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300837.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:35.897890 3036183 EVENT_LOG_v1 {"time_micros": 1708418855897887, "job": 19633, "event": "table_file_deletion", "file_number": 300837} 2024/02/20-08:47:35.898167 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300858.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:35.898176 3036183 EVENT_LOG_v1 {"time_micros": 1708418855898175, "job": 19633, "event": "table_file_deletion", "file_number": 300858} 2024/02/20-08:47:35.898212 4076352 (Original Log Time 2024/02/20-08:47:35.698473) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-08:47:35.898380 3036188 (Original Log Time 2024/02/20-08:47:35.898305) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-08:47:35.898390 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19634] Compacting 1@5 + 5@6 files to L6, score -1.00 2024/02/20-08:47:35.898397 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19641 Base level 5, inputs: [300859(7154KB)], [300816(67MB) 300817(66MB) 300818(66MB) 300819(66MB) 300820(53MB)] 2024/02/20-08:47:35.898424 3036188 EVENT_LOG_v1 {"time_micros": 1708418855898412, "job": 19634, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300859], "files_L6": [300816, 300817, 300818, 300819, 300820], "score": -1, "input_data_size": 344063212, "oldest_snapshot_seqno": -1} 2024/02/20-08:47:40.780962 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19634] Generated table #300860: 3124413 keys, 70397798 bytes, temperature: kUnknown 2024/02/20-08:47:40.781028 3036188 EVENT_LOG_v1 {"time_micros": 1708418860780986, "cf_name": "key", "job": 19634, "event": "table_file_creation", "file_number": 300860, "file_size": 70397798, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109359, "index_size": 1018962, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2811093, "raw_key_size": 189080710, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37304, "num_entries": 3124413, "num_filter_entries": 3146719, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418855, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300860, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:45.316875 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19634] Generated table #300861: 2948123 keys, 70245316 bytes, temperature: kUnknown 2024/02/20-08:47:45.316939 3036188 EVENT_LOG_v1 {"time_micros": 1708418865316901, "cf_name": "key", "job": 19634, "event": "table_file_creation", "file_number": 300861, "file_size": 70245316, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109744, "index_size": 959462, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2667685, "raw_key_size": 177870193, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36902, "num_entries": 2948123, "num_filter_entries": 2986953, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418860, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300861, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:50.113808 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19634] Generated table #300862: 3023709 keys, 70249555 bytes, temperature: kUnknown 2024/02/20-08:47:50.113862 3036188 EVENT_LOG_v1 {"time_micros": 1708418870113831, "cf_name": "key", "job": 19634, "event": "table_file_creation", "file_number": 300862, "file_size": 70249555, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109986, "index_size": 1043320, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2701525, "raw_key_size": 184441872, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37225, "num_entries": 3023709, "num_filter_entries": 3024648, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418865, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300862, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:55.112856 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19634] Generated table #300863: 2936434 keys, 70226449 bytes, temperature: kUnknown 2024/02/20-08:47:55.112940 3036188 EVENT_LOG_v1 {"time_micros": 1708418875112891, "cf_name": "key", "job": 19634, "event": "table_file_creation", "file_number": 300863, "file_size": 70226449, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109253, "index_size": 963010, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2656949, "raw_key_size": 177737062, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36848, "num_entries": 2936434, "num_filter_entries": 2974973, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418870, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300863, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:58.981922 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19634] Generated table #300864: 2470866 keys, 58963575 bytes, temperature: kUnknown 2024/02/20-08:47:58.981989 3036188 EVENT_LOG_v1 {"time_micros": 1708418878981946, "cf_name": "key", "job": 19634, "event": "table_file_creation", "file_number": 300864, "file_size": 58963575, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 56355011, "index_size": 810875, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2224341, "raw_key_size": 149538501, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 30984, "num_entries": 2470866, "num_filter_entries": 2492906, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708418875, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300864, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:47:59.003151 3036188 (Original Log Time 2024/02/20-08:47:59.002409) [db/compaction/compaction_job.cc:1729] [key] [JOB 19634] Compacted 1@5 + 5@6 files to L6 => 340082693 bytes 2024/02/20-08:47:59.003155 3036188 (Original Log Time 2024/02/20-08:47:59.002926) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 5] max score 0.00, MB/sec: 14.9 rd, 14.7 wr, level 6, files in(1, 5) out(5 +0 blob) MB in(7.0, 321.1 +0.0 blob) out(324.3 +0.0 blob), read-write-amplify(93.4) write-amplify(46.4) OK, records in: 14503546, records dropped: 1 output_compression: ZSTD 2024/02/20-08:47:59.003162 3036188 (Original Log Time 2024/02/20-08:47:59.002963) EVENT_LOG_v1 {"time_micros": 1708418879002944, "job": 19634, "event": "compaction_finished", "compaction_time_micros": 23083627, "compaction_time_cpu_micros": 22713890, "output_level": 6, "num_output_files": 5, "total_output_size": 340082693, "num_input_records": 14503546, "num_output_records": 14503545, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 5]} 2024/02/20-08:47:59.011562 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300816.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:59.011606 3036188 EVENT_LOG_v1 {"time_micros": 1708418879011594, "job": 19634, "event": "table_file_deletion", "file_number": 300816} 2024/02/20-08:47:59.019863 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300817.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:59.019891 3036188 EVENT_LOG_v1 {"time_micros": 1708418879019886, "job": 19634, "event": "table_file_deletion", "file_number": 300817} 2024/02/20-08:47:59.029475 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300818.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:59.029506 3036188 EVENT_LOG_v1 {"time_micros": 1708418879029501, "job": 19634, "event": "table_file_deletion", "file_number": 300818} 2024/02/20-08:47:59.036814 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300819.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:59.036842 3036188 EVENT_LOG_v1 {"time_micros": 1708418879036838, "job": 19634, "event": "table_file_deletion", "file_number": 300819} 2024/02/20-08:47:59.045081 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300820.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:59.045200 3036188 EVENT_LOG_v1 {"time_micros": 1708418879045192, "job": 19634, "event": "table_file_deletion", "file_number": 300820} 2024/02/20-08:47:59.046050 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300859.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:47:59.046071 3036188 EVENT_LOG_v1 {"time_micros": 1708418879046068, "job": 19634, "event": "table_file_deletion", "file_number": 300859} 2024/02/20-08:47:59.046211 4076352 (Original Log Time 2024/02/20-08:47:35.898225) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-08:49:59.837844 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-08:49:59.837974 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1006398.7 total, 600.1 interval Cumulative writes: 128M writes, 576M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.56 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128053291.00 writes per sync, written: 55.56 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 67K writes, 160K keys, 67K commit groups, 1.0 writes per commit group, ingest: 16.08 MB, 0.03 MB/s Interval WAL: 67K writes, 0 syncs, 67134.00 writes per sync, written: 0.02 GB, 0.03 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 403.12 375.89 4093 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.2 18.0 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1662.42 1591.78 2114 0.786 1030M 1124 0.0 0.0 L6 11/0 706.03 MB 0.0 397.0 17.2 379.7 380.0 0.3 0.0 22.0 16.1 15.4 25192.48 23239.56 590 42.699 9274M 256M 0.0 0.0 Sum 11/0 706.03 MB 0.0 465.2 35.3 429.9 465.4 35.5 0.0 25.4 17.5 17.5 27258.03 25207.23 6797 4.010 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.7 0.0 0.7 0.7 0.0 0.0 164.9 16.2 16.1 44.93 42.41 3 14.977 16M 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 465.2 35.3 429.9 447.1 17.1 0.0 0.0 17.7 17.0 26854.90 24831.34 2704 9.932 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 403.12 375.89 4093 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1006398.7 total, 600.1 interval Flush(GB): cumulative 18.345, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 465.40 GB write, 0.47 MB/s write, 465.19 GB read, 0.47 MB/s read, 27258.0 seconds Interval compaction: 0.71 GB write, 1.21 MB/s write, 0.71 GB read, 1.21 MB/s read, 44.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.39 GB table_size: 4416 occupancy: 1580 collections: 1678 last_copies: 0 last_secs: 0.000684 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(804,13.05 MB,0.849717%) IndexBlock(775,1.38 GB,91.9147%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5904193 Average: 2.1883 StdDev: 4.27 Min: 0 Median: 1.3810 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.62 ------------------------------------------------------ [ 0, 1 ] 1996088 33.808% 33.808% ####### ( 1, 2 ] 2509143 42.498% 76.306% ######## ( 2, 3 ] 978853 16.579% 92.885% ### ( 3, 4 ] 239297 4.053% 96.938% # ( 4, 6 ] 106596 1.805% 98.743% ( 6, 10 ] 34773 0.589% 99.332% ( 10, 15 ] 14627 0.248% 99.580% ( 15, 22 ] 7413 0.126% 99.705% ( 22, 34 ] 7753 0.131% 99.837% ( 34, 51 ] 5587 0.095% 99.931% ( 51, 76 ] 2481 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21484008 Average: 2.4630 StdDev: 6.81 Min: 0 Median: 1.4935 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.55 ------------------------------------------------------ [ 0, 1 ] 6594535 30.695% 30.695% ###### ( 1, 2 ] 8403931 39.117% 69.812% ######## ( 2, 3 ] 3642115 16.953% 86.765% ### ( 3, 4 ] 1321562 6.151% 92.916% # ( 4, 6 ] 1025080 4.771% 97.688% # ( 6, 10 ] 331735 1.544% 99.232% ( 10, 15 ] 58524 0.272% 99.504% ( 15, 22 ] 29890 0.139% 99.643% ( 22, 34 ] 32178 0.150% 99.793% ( 34, 51 ] 24484 0.114% 99.907% ( 51, 76 ] 11800 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 206560062 Average: 12.0764 StdDev: 47.20 Min: 0 Median: 1.4842 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.43 P99.9: 302.86 P99.99: 1534.12 ------------------------------------------------------ [ 0, 1 ] 70962501 34.354% 34.354% ####### ( 1, 2 ] 66748721 32.314% 66.669% ###### ( 2, 3 ] 29188842 14.131% 80.800% ### ( 3, 4 ] 6304564 3.052% 83.852% # ( 4, 6 ] 1151254 0.557% 84.409% ( 6, 10 ] 541277 0.262% 84.671% ( 10, 15 ] 307232 0.149% 84.820% ( 15, 22 ] 256847 0.124% 84.944% ( 22, 34 ] 7382011 3.574% 88.518% # ( 34, 51 ] 7388829 3.577% 92.095% # ( 51, 76 ] 5951180 2.881% 94.976% # ( 76, 110 ] 6564460 3.178% 98.154% # ( 110, 170 ] 3231900 1.565% 99.719% ( 170, 250 ] 329183 0.159% 99.878% ( 250, 380 ] 109938 0.053% 99.932% ( 380, 580 ] 66711 0.032% 99.964% ( 580, 870 ] 30046 0.015% 99.978% ( 870, 1300 ] 13651 0.007% 99.985% ( 1300, 1900 ] 26292 0.013% 99.998% ( 1900, 2900 ] 2094 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.93 72.95 3980 0.022 0 0 0.0 0.0 L6 3/0 147.34 MB 0.0 308.5 3.1 305.5 305.5 0.0 0.0 99.1 15.4 15.2 20519.39 20141.83 2096 9.790 11G 62M 0.0 0.0 Sum 3/0 147.34 MB 0.0 308.5 3.1 305.5 308.6 3.1 0.0 100.1 15.3 15.3 20605.32 20214.78 6076 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.1 0.0 0.0 163.2 15.9 15.9 9.32 9.18 2 4.660 5280K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.5 3.1 305.5 305.5 0.0 0.0 0.0 15.4 15.2 20519.39 20141.83 2096 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.93 72.95 3980 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1006398.7 total, 600.1 interval Flush(GB): cumulative 3.082, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.59 GB write, 0.31 MB/s write, 308.54 GB read, 0.31 MB/s read, 20605.3 seconds Interval compaction: 0.14 GB write, 0.25 MB/s write, 0.14 GB read, 0.25 MB/s read, 9.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4342 collections: 1678 last_copies: 0 last_secs: 0.001541 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2193,1.65 MB,0.107737%) IndexBlock(2148,1.46 GB,97.0661%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1012282 Average: 3.5561 StdDev: 6.36 Min: 0 Median: 2.5713 Max: 2960 Percentiles: P50: 2.57 P75: 3.75 P99: 12.38 P99.9: 60.74 P99.99: 196.10 ------------------------------------------------------ [ 0, 1 ] 116524 11.511% 11.511% ## ( 1, 2 ] 246615 24.362% 35.873% ##### ( 2, 3 ] 250327 24.729% 60.602% ##### ( 3, 4 ] 193042 19.070% 79.672% #### ( 4, 6 ] 165322 16.332% 96.004% ### ( 6, 10 ] 28099 2.776% 98.780% # ( 10, 15 ] 4678 0.462% 99.242% ( 15, 22 ] 2498 0.247% 99.489% ( 22, 34 ] 2130 0.210% 99.699% ( 34, 51 ] 1751 0.173% 99.872% ( 51, 76 ] 728 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175024861 Average: 2.1857 StdDev: 5.40 Min: 0 Median: 1.3406 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.61 P99.99: 144.44 ------------------------------------------------------ [ 0, 1 ] 64868202 37.062% 37.062% ####### ( 1, 2 ] 66484897 37.986% 75.048% ######## ( 2, 3 ] 32474900 18.554% 93.603% #### ( 3, 4 ] 7835976 4.477% 98.080% # ( 4, 6 ] 1464462 0.837% 98.916% ( 6, 10 ] 606935 0.347% 99.263% ( 10, 15 ] 395493 0.226% 99.489% ( 15, 22 ] 196845 0.112% 99.602% ( 22, 34 ] 309551 0.177% 99.779% ( 34, 51 ] 202267 0.116% 99.894% ( 51, 76 ] 98733 0.056% 99.951% ( 76, 110 ] 56935 0.033% 99.983% ( 110, 170 ] 21190 0.012% 99.995% ( 170, 250 ] 3792 0.002% 99.997% ( 250, 380 ] 1731 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.25 249.65 4060 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.0 13.8 21.7 7.8 0.0 2.7 28.8 28.5 777.44 751.88 1942 0.400 605M 269K 0.0 0.0 L6 5/0 324.33 MB 0.0 194.1 8.7 185.4 185.6 0.1 0.0 21.3 14.4 13.8 13778.24 13482.42 707 19.488 8690M 235M 0.0 0.0 Sum 5/0 324.33 MB 0.0 216.0 16.8 199.3 216.1 16.9 0.0 24.2 14.9 14.9 14824.93 14483.96 6709 2.210 9295M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 145.5 14.4 14.3 23.36 22.98 3 7.786 14M 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 216.0 16.8 199.3 207.2 8.0 0.0 0.0 15.2 14.6 14555.68 14234.31 2649 5.495 9295M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.25 249.65 4060 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1006398.7 total, 600.1 interval Flush(GB): cumulative 8.914, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 216.15 GB write, 0.22 MB/s write, 216.02 GB read, 0.22 MB/s read, 14824.9 seconds Interval compaction: 0.33 GB write, 0.56 MB/s write, 0.33 GB read, 0.56 MB/s read, 23.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 349015 collections: 1678 last_copies: 0 last_secs: 0.105584 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(348703,1.35 GB,89.6795%) FilterBlock(155,90.53 MB,5.89403%) IndexBlock(158,32.57 MB,2.12049%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2787727 Average: 4.2528 StdDev: 8.12 Min: 0 Median: 1.9538 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.90 P99.9: 61.12 P99.99: 151.63 ------------------------------------------------------ [ 0, 1 ] 626560 22.476% 22.476% #### ( 1, 2 ] 804454 28.857% 51.333% ###### ( 2, 3 ] 392376 14.075% 65.408% ### ( 3, 4 ] 169659 6.086% 71.494% # ( 4, 6 ] 147182 5.280% 76.773% # ( 6, 10 ] 438846 15.742% 92.515% ### ( 10, 15 ] 173885 6.238% 98.753% # ( 15, 22 ] 16632 0.597% 99.350% ( 22, 34 ] 8914 0.320% 99.669% ( 34, 51 ] 5427 0.195% 99.864% ( 51, 76 ] 2481 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6771216 Average: 4.6810 StdDev: 7.57 Min: 0 Median: 2.4602 Max: 7311 Percentiles: P50: 2.46 P75: 6.14 P99: 19.33 P99.9: 66.60 P99.99: 166.96 ------------------------------------------------------ [ 0, 1 ] 1115587 16.475% 16.475% ### ( 1, 2 ] 1794799 26.506% 42.982% ##### ( 2, 3 ] 1032539 15.249% 58.231% ### ( 3, 4 ] 552154 8.154% 66.385% ## ( 4, 6 ] 543669 8.029% 74.414% ## ( 6, 10 ] 1172115 17.310% 91.724% ### ( 10, 15 ] 464568 6.861% 98.585% # ( 15, 22 ] 45424 0.671% 99.256% ( 22, 34 ] 23894 0.353% 99.609% ( 34, 51 ] 15136 0.224% 99.833% ( 51, 76 ] 7308 0.108% 99.941% ( 76, 110 ] 2443 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104816324 Average: 5.7471 StdDev: 24.33 Min: 0 Median: 2.3278 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.75 P99.9: 158.31 P99.99: 464.71 ------------------------------------------------------ [ 0, 1 ] 25054607 23.903% 23.903% ##### ( 1, 2 ] 23777382 22.685% 46.588% ##### ( 2, 3 ] 10908330 10.407% 56.995% ## ( 3, 4 ] 4286314 4.089% 61.085% # ( 4, 6 ] 4910258 4.685% 65.769% # ( 6, 10 ] 25349885 24.185% 89.954% ##### ( 10, 15 ] 8154208 7.780% 97.734% ## ( 15, 22 ] 665657 0.635% 98.369% ( 22, 34 ] 539629 0.515% 98.884% ( 34, 51 ] 360594 0.344% 99.228% ( 51, 76 ] 226498 0.216% 99.444% ( 76, 110 ] 289808 0.276% 99.720% ( 110, 170 ] 233930 0.223% 99.943% ( 170, 250 ] 37894 0.036% 99.980% ( 250, 380 ] 8255 0.008% 99.988% ( 380, 580 ] 6123 0.006% 99.993% ( 580, 870 ] 3510 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-08:49:59.841227 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 524266792 rocksdb.block.cache.hit COUNT : 2144210716 rocksdb.block.cache.add COUNT : 39065337 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32100 rocksdb.block.cache.index.hit COUNT : 525812057 rocksdb.block.cache.index.add COUNT : 32086 rocksdb.block.cache.index.bytes.insert COUNT : 34272947680 rocksdb.block.cache.filter.miss COUNT : 32106 rocksdb.block.cache.filter.hit COUNT : 1092900436 rocksdb.block.cache.filter.add COUNT : 32106 rocksdb.block.cache.filter.bytes.insert COUNT : 8711548082 rocksdb.block.cache.data.miss COUNT : 524202586 rocksdb.block.cache.data.hit COUNT : 525498223 rocksdb.block.cache.data.add COUNT : 39001145 rocksdb.block.cache.data.bytes.insert COUNT : 161551366540 rocksdb.block.cache.bytes.read COUNT : 1868243544193549 rocksdb.block.cache.bytes.write COUNT : 204535862302 rocksdb.bloom.filter.useful COUNT : 567152531 rocksdb.bloom.filter.full.positive COUNT : 525747937 rocksdb.bloom.filter.full.true.positive COUNT : 520259757 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92261809 rocksdb.memtable.miss COUNT : 6219794159 rocksdb.l0.hit COUNT : 15952202 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 504307555 rocksdb.compaction.key.drop.new COUNT : 277321136 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 576598583 rocksdb.number.keys.read COUNT : 640616919 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59658038705 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67094 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32091 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 756702292 rocksdb.number.multiget.keys.read COUNT : 5671439049 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59658038705 rocksdb.write.self COUNT : 127843689 rocksdb.write.other COUNT : 209602 rocksdb.write.wal COUNT : 128053291 rocksdb.compact.read.bytes COUNT : 988085541239 rocksdb.compact.write.bytes COUNT : 1030574595980 rocksdb.flush.write.bytes COUNT : 32581671874 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1004002 rocksdb.number.superversion_releases COUNT : 2683 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 517607985 rocksdb.number.block.decompressed COUNT : 517647517 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59207478617 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67094 rocksdb.num.iterator.deleted COUNT : 67094 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5162 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5124 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43761 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60566369062 rocksdb.memtable.garbage.bytes.at.flush COUNT : 728192474 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 935189428967 rocksdb.last.level.read.count COUNT : 486403575 rocksdb.non.last.level.read.bytes COUNT : 128353983744 rocksdb.non.last.level.read.count COUNT : 37959490 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 524298883 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2111987219104 rocksdb.bytes.compressed.to COUNT : 1025770317912 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26095353753 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6582371 rocksdb.bytes.decompressed.from COUNT : 1026061749991 rocksdb.bytes.decompressed.to COUNT : 2112193275944 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.461394 P95 : 106.351119 P99 : 160.500826 P100 : 227461.000000 COUNT : 640616919 SUM : 33075622241 rocksdb.db.write.micros P50 : 66.996000 P95 : 111.838343 P99 : 169.480236 P100 : 2037453.000000 COUNT : 128053291 SUM : 13222677492 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38119230.769231 P99 : 66785227.272727 P100 : 84019043.000000 COUNT : 7449 SUM : 61929978801 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35473043.478261 P99 : 63620056.497175 P100 : 74662372.000000 COUNT : 7449 SUM : 59207478617 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4289.002037 P95 : 27674.428571 P99 : 61566.666667 P100 : 1558490.000000 COUNT : 12118 SUM : 112950809 rocksdb.compaction.outfile.sync.micros P50 : 62546.139649 P95 : 126083.424808 P99 : 225343.157895 P100 : 2063820.000000 COUNT : 19956 SUM : 1278210415 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.860999 P95 : 725.800135 P99 : 3910.089286 P100 : 501117.000000 COUNT : 19629 SUM : 12563147 rocksdb.table.open.io.micros P50 : 580.360398 P95 : 6228.128581 P99 : 12984.087071 P100 : 126033.000000 COUNT : 32091 SUM : 56321129 rocksdb.db.multiget.micros P50 : 7.999728 P95 : 17.837163 P99 : 33.085367 P100 : 26625.000000 COUNT : 756702292 SUM : 7173197263 rocksdb.read.block.compaction.micros P50 : 13.650520 P95 : 58.288793 P99 : 137.938228 P100 : 57122.000000 COUNT : 485201441 SUM : 9369329171 rocksdb.read.block.get.micros P50 : 52.855793 P95 : 94.880926 P99 : 145.969961 P100 : 125945.000000 COUNT : 39065351 SUM : 2251616923 rocksdb.write.raw.block.micros P50 : 0.521469 P95 : 0.990792 P99 : 1.894666 P100 : 331149.000000 COUNT : 524286578 SUM : 10425073511 rocksdb.numfiles.in.singlecompaction P50 : 2.776668 P95 : 5.679257 P99 : 5.938594 P100 : 7.000000 COUNT : 5673 SUM : 20208 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.531984 P95 : 32.773127 P99 : 104.593856 P100 : 57076.000000 COUNT : 524363065 SUM : 3592467482 rocksdb.file.read.flush.micros P50 : 1.839790 P95 : 15.780626 P99 : 41.277273 P100 : 787.000000 COUNT : 60590 SUM : 290365 rocksdb.file.read.compaction.micros P50 : 1.417762 P95 : 35.665257 P99 : 106.093173 P100 : 57076.000000 COUNT : 485301235 SUM : 3202379920 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 640616921 SUM : 0 rocksdb.bytes.per.write P50 : 218.499764 P95 : 527.333986 P99 : 803.544459 P100 : 4563443.000000 COUNT : 127843689 SUM : 59658038705 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 756702294 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45793.087558 P95 : 166775.878906 P99 : 239062.385321 P100 : 1681975.000000 COUNT : 12161 SUM : 758294710 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-08:49:59.841379 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-08:49:59.841526 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708418999 to in-memory stats history 2024/02/20-08:49:59.841550 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-08:49:59.841583 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-08:55:58.506490 4076720 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300838. Total log size is 15728909 while max_total_wal_size is 15728640 2024/02/20-08:55:58.506710 4076720 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300865. Immutable memtables: 0. 2024/02/20-08:55:58.506940 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19635] Syncing log #300857 2024/02/20-08:55:58.516910 3036210 (Original Log Time 2024/02/20-08:55:58.506929) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:55:58.516918 3036210 [db/flush_job.cc:892] [url] [JOB 19635] Flushing memtable with next log file: 300865 2024/02/20-08:55:58.516958 3036210 EVENT_LOG_v1 {"time_micros": 1708419358516951, "job": 19635, "event": "flush_started", "num_memtables": 1, "num_entries": 68234, "num_deletes": 0, "total_data_size": 10270313, "memory_usage": 12112688, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:55:58.516961 3036210 [db/flush_job.cc:926] [url] [JOB 19635] Level-0 flush table #300866: started 2024/02/20-08:55:58.620569 3036210 EVENT_LOG_v1 {"time_micros": 1708419358620537, "cf_name": "url", "job": 19635, "event": "table_file_creation", "file_number": 300866, "file_size": 5074136, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142413937, "largest_seqno": 5142564583, "table_properties": {"data_size": 4981704, "index_size": 147900, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6853, "raw_key_size": 9906669, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1515, "num_entries": 66933, "num_filter_entries": 7857, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418801, "oldest_key_time": 1708418801, "file_creation_time": 1708419358, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300866, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:55:58.620604 3036210 [db/flush_job.cc:1062] [url] [JOB 19635] Flush lasted 103703 microseconds, and 100414 cpu microseconds. 2024/02/20-08:55:58.622443 3036210 (Original Log Time 2024/02/20-08:55:58.620592) [db/flush_job.cc:1011] [url] [JOB 19635] Level-0 flush table #300866: 5074136 bytes OK 2024/02/20-08:55:58.622448 3036210 (Original Log Time 2024/02/20-08:55:58.620610) [db/memtable_list.cc:555] [url] Level-0 commit table #300866 started 2024/02/20-08:55:58.622450 3036210 (Original Log Time 2024/02/20-08:55:58.622179) [db/memtable_list.cc:754] [url] Level-0 commit table #300866: memtable #1 done 2024/02/20-08:55:58.622472 3036210 (Original Log Time 2024/02/20-08:55:58.622203) EVENT_LOG_v1 {"time_micros": 1708419358622196, "job": 19635, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-08:55:58.622474 3036210 (Original Log Time 2024/02/20-08:55:58.622392) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 11] max score 0.50 2024/02/20-08:55:58.622480 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19635] Try to delete WAL files size 1229300, prev total WAL file size 15733098, number of live WAL files 4. 2024/02/20-08:55:58.622840 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300838.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:56:41.230155 4076416 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300852. Total log size is 15728698 while max_total_wal_size is 15728640 2024/02/20-08:56:41.230451 4076416 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300867. Immutable memtables: 0. 2024/02/20-08:56:41.230689 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19636] Syncing log #300865 2024/02/20-08:56:41.241776 3036193 (Original Log Time 2024/02/20-08:56:41.230680) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:56:41.241788 3036193 [db/flush_job.cc:892] [tag] [JOB 19636] Flushing memtable with next log file: 300867 2024/02/20-08:56:41.241818 3036193 EVENT_LOG_v1 {"time_micros": 1708419401241810, "job": 19636, "event": "flush_started", "num_memtables": 1, "num_entries": 19133, "num_deletes": 0, "total_data_size": 1663538, "memory_usage": 2735488, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:56:41.241825 3036193 [db/flush_job.cc:926] [tag] [JOB 19636] Level-0 flush table #300868: started 2024/02/20-08:56:41.270075 3036193 EVENT_LOG_v1 {"time_micros": 1708419401270035, "cf_name": "tag", "job": 19636, "event": "table_file_creation", "file_number": 300868, "file_size": 1002783, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142425679, "largest_seqno": 5142576267, "table_properties": {"data_size": 994807, "index_size": 10663, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1599786, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 304, "num_entries": 18873, "num_filter_entries": 216, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418846, "oldest_key_time": 1708418846, "file_creation_time": 1708419401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300868, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:56:41.270130 3036193 [db/flush_job.cc:1062] [tag] [JOB 19636] Flush lasted 28362 microseconds, and 26505 cpu microseconds. 2024/02/20-08:56:41.270760 3036193 (Original Log Time 2024/02/20-08:56:41.270110) [db/flush_job.cc:1011] [tag] [JOB 19636] Level-0 flush table #300868: 1002783 bytes OK 2024/02/20-08:56:41.270763 3036193 (Original Log Time 2024/02/20-08:56:41.270138) [db/memtable_list.cc:555] [tag] Level-0 commit table #300868 started 2024/02/20-08:56:41.270765 3036193 (Original Log Time 2024/02/20-08:56:41.270511) [db/memtable_list.cc:754] [tag] Level-0 commit table #300868: memtable #1 done 2024/02/20-08:56:41.270766 3036193 (Original Log Time 2024/02/20-08:56:41.270528) EVENT_LOG_v1 {"time_micros": 1708419401270522, "job": 19636, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-08:56:41.270768 3036193 (Original Log Time 2024/02/20-08:56:41.270721) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-08:56:41.270772 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19636] Try to delete WAL files size 263254, prev total WAL file size 15730633, number of live WAL files 4. 2024/02/20-08:56:41.270986 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300852.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:56:50.243820 4076782 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300857. Total log size is 15728656 while max_total_wal_size is 15728640 2024/02/20-08:56:50.244051 4076782 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300869. Immutable memtables: 0. 2024/02/20-08:56:50.244264 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19637] Syncing log #300867 2024/02/20-08:56:50.269054 3036210 (Original Log Time 2024/02/20-08:56:50.244252) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-08:56:50.269063 3036210 [db/flush_job.cc:892] [key] [JOB 19637] Flushing memtable with next log file: 300869 2024/02/20-08:56:50.269087 3036210 EVENT_LOG_v1 {"time_micros": 1708419410269080, "job": 19637, "event": "flush_started", "num_memtables": 1, "num_entries": 63552, "num_deletes": 0, "total_data_size": 3967205, "memory_usage": 6942696, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-08:56:50.269090 3036210 [db/flush_job.cc:926] [key] [JOB 19637] Level-0 flush table #300870: started 2024/02/20-08:56:50.344878 3036210 EVENT_LOG_v1 {"time_micros": 1708419410344839, "cf_name": "key", "job": 19637, "event": "table_file_creation", "file_number": 300870, "file_size": 2575150, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142428208, "largest_seqno": 5142578941, "table_properties": {"data_size": 2500514, "index_size": 18782, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58485, "raw_key_size": 3761593, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 736, "num_entries": 62252, "num_filter_entries": 66749, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418855, "oldest_key_time": 1708418855, "file_creation_time": 1708419410, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300870, "seqno_to_time_mapping": "N/A"}} 2024/02/20-08:56:50.344925 3036210 [db/flush_job.cc:1062] [key] [JOB 19637] Flush lasted 75879 microseconds, and 72720 cpu microseconds. 2024/02/20-08:56:50.345610 3036210 (Original Log Time 2024/02/20-08:56:50.344909) [db/flush_job.cc:1011] [key] [JOB 19637] Level-0 flush table #300870: 2575150 bytes OK 2024/02/20-08:56:50.345614 3036210 (Original Log Time 2024/02/20-08:56:50.344932) [db/memtable_list.cc:555] [key] Level-0 commit table #300870 started 2024/02/20-08:56:50.345617 3036210 (Original Log Time 2024/02/20-08:56:50.345299) [db/memtable_list.cc:754] [key] Level-0 commit table #300870: memtable #1 done 2024/02/20-08:56:50.345619 3036210 (Original Log Time 2024/02/20-08:56:50.345362) EVENT_LOG_v1 {"time_micros": 1708419410345354, "job": 19637, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-08:56:50.345622 3036210 (Original Log Time 2024/02/20-08:56:50.345572) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 5] max score 0.50 2024/02/20-08:56:50.345627 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19637] Try to delete WAL files size 14236355, prev total WAL file size 15732970, number of live WAL files 4. 2024/02/20-08:56:50.347820 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300857.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-08:59:59.965084 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-08:59:59.965280 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1006998.8 total, 600.1 interval Cumulative writes: 128M writes, 576M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.58 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128122120.00 writes per sync, written: 55.58 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 68K writes, 163K keys, 68K commit groups, 1.0 writes per commit group, ingest: 16.23 MB, 0.03 MB/s Interval WAL: 68K writes, 0 syncs, 68829.00 writes per sync, written: 0.02 GB, 0.03 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.84 MB 0.5 0.0 0.0 0.0 18.3 18.3 0.0 1.0 0.0 46.6 403.22 375.99 4094 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.2 18.0 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1662.42 1591.78 2114 0.786 1030M 1124 0.0 0.0 L6 11/0 706.03 MB 0.0 397.0 17.2 379.7 380.0 0.3 0.0 22.0 16.1 15.4 25192.48 23239.56 590 42.699 9274M 256M 0.0 0.0 Sum 12/0 710.87 MB 0.0 465.2 35.3 429.9 465.4 35.5 0.0 25.4 17.5 17.5 27258.13 25207.33 6798 4.010 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 46.7 0.10 0.10 1 0.104 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 465.2 35.3 429.9 447.1 17.1 0.0 0.0 17.7 17.0 26854.90 24831.34 2704 9.932 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.3 18.3 0.0 0.0 0.0 46.6 403.22 375.99 4094 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1006998.8 total, 600.1 interval Flush(GB): cumulative 18.350, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 465.41 GB write, 0.47 MB/s write, 465.19 GB read, 0.47 MB/s read, 27258.1 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.39 GB table_size: 4416 occupancy: 1582 collections: 1679 last_copies: 0 last_secs: 0.000621 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(805,13.06 MB,0.850145%) IndexBlock(776,1.38 GB,91.9239%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5904198 Average: 2.1883 StdDev: 4.27 Min: 0 Median: 1.3810 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.62 ------------------------------------------------------ [ 0, 1 ] 1996090 33.808% 33.808% ####### ( 1, 2 ] 2509144 42.498% 76.306% ######## ( 2, 3 ] 978854 16.579% 92.885% ### ( 3, 4 ] 239297 4.053% 96.938% # ( 4, 6 ] 106596 1.805% 98.743% ( 6, 10 ] 34773 0.589% 99.332% ( 10, 15 ] 14627 0.248% 99.580% ( 15, 22 ] 7414 0.126% 99.705% ( 22, 34 ] 7753 0.131% 99.837% ( 34, 51 ] 5587 0.095% 99.931% ( 51, 76 ] 2481 0.042% 99.973% ( 76, 110 ] 875 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21484008 Average: 2.4630 StdDev: 6.81 Min: 0 Median: 1.4935 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.55 ------------------------------------------------------ [ 0, 1 ] 6594535 30.695% 30.695% ###### ( 1, 2 ] 8403931 39.117% 69.812% ######## ( 2, 3 ] 3642115 16.953% 86.765% ### ( 3, 4 ] 1321562 6.151% 92.916% # ( 4, 6 ] 1025080 4.771% 97.688% # ( 6, 10 ] 331735 1.544% 99.232% ( 10, 15 ] 58524 0.272% 99.504% ( 15, 22 ] 29890 0.139% 99.643% ( 22, 34 ] 32178 0.150% 99.793% ( 34, 51 ] 24484 0.114% 99.907% ( 51, 76 ] 11800 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 206560062 Average: 12.0764 StdDev: 47.20 Min: 0 Median: 1.4842 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.43 P99.9: 302.86 P99.99: 1534.12 ------------------------------------------------------ [ 0, 1 ] 70962501 34.354% 34.354% ####### ( 1, 2 ] 66748721 32.314% 66.669% ###### ( 2, 3 ] 29188842 14.131% 80.800% ### ( 3, 4 ] 6304564 3.052% 83.852% # ( 4, 6 ] 1151254 0.557% 84.409% ( 6, 10 ] 541277 0.262% 84.671% ( 10, 15 ] 307232 0.149% 84.820% ( 15, 22 ] 256847 0.124% 84.944% ( 22, 34 ] 7382011 3.574% 88.518% # ( 34, 51 ] 7388829 3.577% 92.095% # ( 51, 76 ] 5951180 2.881% 94.976% # ( 76, 110 ] 6564460 3.178% 98.154% # ( 110, 170 ] 3231900 1.565% 99.719% ( 170, 250 ] 329183 0.159% 99.878% ( 250, 380 ] 109938 0.053% 99.932% ( 380, 580 ] 66711 0.032% 99.964% ( 580, 870 ] 30046 0.015% 99.978% ( 870, 1300 ] 13651 0.007% 99.985% ( 1300, 1900 ] 26292 0.013% 99.998% ( 1900, 2900 ] 2094 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 979.28 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.96 72.97 3981 0.022 0 0 0.0 0.0 L6 3/0 147.34 MB 0.0 308.5 3.1 305.5 305.5 0.0 0.0 99.1 15.4 15.2 20519.39 20141.83 2096 9.790 11G 62M 0.0 0.0 Sum 4/0 148.30 MB 0.0 308.5 3.1 305.5 308.6 3.1 0.0 100.1 15.3 15.3 20605.35 20214.81 6077 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 33.7 0.03 0.03 1 0.028 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.5 3.1 305.5 305.5 0.0 0.0 0.0 15.4 15.2 20519.39 20141.83 2096 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.96 72.97 3981 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1006998.8 total, 600.1 interval Flush(GB): cumulative 3.083, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.59 GB write, 0.31 MB/s write, 308.54 GB read, 0.31 MB/s read, 20605.4 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4344 collections: 1679 last_copies: 0 last_secs: 0.001469 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2194,1.66 MB,0.107753%) IndexBlock(2149,1.46 GB,97.0667%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1012287 Average: 3.5561 StdDev: 6.36 Min: 0 Median: 2.5713 Max: 2960 Percentiles: P50: 2.57 P75: 3.75 P99: 12.38 P99.9: 60.74 P99.99: 196.10 ------------------------------------------------------ [ 0, 1 ] 116526 11.511% 11.511% ## ( 1, 2 ] 246616 24.362% 35.873% ##### ( 2, 3 ] 250328 24.729% 60.602% ##### ( 3, 4 ] 193042 19.070% 79.672% #### ( 4, 6 ] 165323 16.332% 96.004% ### ( 6, 10 ] 28099 2.776% 98.780% # ( 10, 15 ] 4678 0.462% 99.242% ( 15, 22 ] 2498 0.247% 99.489% ( 22, 34 ] 2130 0.210% 99.699% ( 34, 51 ] 1751 0.173% 99.872% ( 51, 76 ] 728 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175024861 Average: 2.1857 StdDev: 5.40 Min: 0 Median: 1.3406 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.61 P99.99: 144.44 ------------------------------------------------------ [ 0, 1 ] 64868202 37.062% 37.062% ####### ( 1, 2 ] 66484897 37.986% 75.048% ######## ( 2, 3 ] 32474900 18.554% 93.603% #### ( 3, 4 ] 7835976 4.477% 98.080% # ( 4, 6 ] 1464462 0.837% 98.916% ( 6, 10 ] 606935 0.347% 99.263% ( 10, 15 ] 395493 0.226% 99.489% ( 15, 22 ] 196845 0.112% 99.602% ( 22, 34 ] 309551 0.177% 99.779% ( 34, 51 ] 202267 0.116% 99.894% ( 51, 76 ] 98733 0.056% 99.951% ( 76, 110 ] 56935 0.033% 99.983% ( 110, 170 ] 21190 0.012% 99.995% ( 170, 250 ] 3792 0.002% 99.997% ( 250, 380 ] 1731 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.46 MB 0.5 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.32 249.72 4061 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.0 13.8 21.7 7.8 0.0 2.7 28.8 28.5 777.44 751.88 1942 0.400 605M 269K 0.0 0.0 L6 5/0 324.33 MB 0.0 194.1 8.7 185.4 185.6 0.1 0.0 21.3 14.4 13.8 13778.24 13482.42 707 19.488 8690M 235M 0.0 0.0 Sum 6/0 326.78 MB 0.0 216.0 16.8 199.3 216.1 16.9 0.0 24.2 14.9 14.9 14825.00 14484.03 6710 2.209 9295M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 32.4 0.08 0.07 1 0.076 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 216.0 16.8 199.3 207.2 8.0 0.0 0.0 15.2 14.6 14555.68 14234.31 2649 5.495 9295M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.32 249.72 4061 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1006998.8 total, 600.1 interval Flush(GB): cumulative 8.916, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 216.15 GB write, 0.22 MB/s write, 216.02 GB read, 0.22 MB/s read, 14825.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 351804 collections: 1679 last_copies: 0 last_secs: 0.120557 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(351538,1.36 GB,90.4092%) FilterBlock(127,78.83 MB,5.13245%) IndexBlock(139,31.64 MB,2.05975%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2788195 Average: 4.2536 StdDev: 8.12 Min: 0 Median: 1.9541 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.90 P99.9: 61.11 P99.99: 151.62 ------------------------------------------------------ [ 0, 1 ] 626560 22.472% 22.472% #### ( 1, 2 ] 804457 28.852% 51.324% ###### ( 2, 3 ] 392377 14.073% 65.397% ### ( 3, 4 ] 169659 6.085% 71.482% # ( 4, 6 ] 147217 5.280% 76.762% # ( 6, 10 ] 439190 15.752% 92.514% ### ( 10, 15 ] 173963 6.239% 98.753% # ( 15, 22 ] 16634 0.597% 99.349% ( 22, 34 ] 8918 0.320% 99.669% ( 34, 51 ] 5428 0.195% 99.864% ( 51, 76 ] 2481 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6771216 Average: 4.6810 StdDev: 7.57 Min: 0 Median: 2.4602 Max: 7311 Percentiles: P50: 2.46 P75: 6.14 P99: 19.33 P99.9: 66.60 P99.99: 166.96 ------------------------------------------------------ [ 0, 1 ] 1115587 16.475% 16.475% ### ( 1, 2 ] 1794799 26.506% 42.982% ##### ( 2, 3 ] 1032539 15.249% 58.231% ### ( 3, 4 ] 552154 8.154% 66.385% ## ( 4, 6 ] 543669 8.029% 74.414% ## ( 6, 10 ] 1172115 17.310% 91.724% ### ( 10, 15 ] 464568 6.861% 98.585% # ( 15, 22 ] 45424 0.671% 99.256% ( 22, 34 ] 23894 0.353% 99.609% ( 34, 51 ] 15136 0.224% 99.833% ( 51, 76 ] 7308 0.108% 99.941% ( 76, 110 ] 2443 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 157 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104847039 Average: 5.7481 StdDev: 24.33 Min: 0 Median: 2.3292 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.74 P99.9: 158.30 P99.99: 464.54 ------------------------------------------------------ [ 0, 1 ] 25054607 23.896% 23.896% ##### ( 1, 2 ] 23777382 22.678% 46.575% ##### ( 2, 3 ] 10908337 10.404% 56.979% ## ( 3, 4 ] 4286387 4.088% 61.067% # ( 4, 6 ] 4912933 4.686% 65.753% # ( 6, 10 ] 25372740 24.200% 89.952% ##### ( 10, 15 ] 8158690 7.782% 97.734% ## ( 15, 22 ] 665965 0.635% 98.369% ( 22, 34 ] 539821 0.515% 98.884% ( 34, 51 ] 360672 0.344% 99.228% ( 51, 76 ] 226530 0.216% 99.444% ( 76, 110 ] 289820 0.276% 99.720% ( 110, 170 ] 233931 0.223% 99.944% ( 170, 250 ] 37895 0.036% 99.980% ( 250, 380 ] 8256 0.008% 99.988% ( 380, 580 ] 6123 0.006% 99.993% ( 580, 870 ] 3510 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-08:59:59.968843 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 524297978 rocksdb.block.cache.hit COUNT : 2145257895 rocksdb.block.cache.add COUNT : 39096523 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32103 rocksdb.block.cache.index.hit COUNT : 526139677 rocksdb.block.cache.index.add COUNT : 32089 rocksdb.block.cache.index.bytes.insert COUNT : 34273125274 rocksdb.block.cache.filter.miss COUNT : 32109 rocksdb.block.cache.filter.hit COUNT : 1093323302 rocksdb.block.cache.filter.add COUNT : 32109 rocksdb.block.cache.filter.bytes.insert COUNT : 8711613745 rocksdb.block.cache.data.miss COUNT : 524233766 rocksdb.block.cache.data.hit COUNT : 525794916 rocksdb.block.cache.data.add COUNT : 39032325 rocksdb.block.cache.data.bytes.insert COUNT : 161680519764 rocksdb.block.cache.bytes.read COUNT : 1869373596364279 rocksdb.block.cache.bytes.write COUNT : 204665258783 rocksdb.bloom.filter.useful COUNT : 567247780 rocksdb.bloom.filter.full.positive COUNT : 526075554 rocksdb.bloom.filter.full.true.positive COUNT : 520585307 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92347391 rocksdb.memtable.miss COUNT : 6223567583 rocksdb.l0.hit COUNT : 15965474 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 504619833 rocksdb.compaction.key.drop.new COUNT : 277321136 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 576762123 rocksdb.number.keys.read COUNT : 641028063 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59675054287 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67134 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32094 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 757143348 rocksdb.number.multiget.keys.read COUNT : 5674886911 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59675054287 rocksdb.write.self COUNT : 127912478 rocksdb.write.other COUNT : 209642 rocksdb.write.wal COUNT : 128122120 rocksdb.compact.read.bytes COUNT : 988085541239 rocksdb.compact.write.bytes COUNT : 1030574595980 rocksdb.flush.write.bytes COUNT : 32590324820 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1004523 rocksdb.number.superversion_releases COUNT : 2683 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 517610214 rocksdb.number.block.decompressed COUNT : 517678698 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59207478617 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67134 rocksdb.num.iterator.deleted COUNT : 67134 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5168 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5130 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43764 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60581929642 rocksdb.memtable.garbage.bytes.at.flush COUNT : 728485006 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 935245643174 rocksdb.last.level.read.count COUNT : 486434292 rocksdb.non.last.level.read.bytes COUNT : 128355747251 rocksdb.non.last.level.read.count COUNT : 37959968 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 524330072 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2111996353529 rocksdb.bytes.compressed.to COUNT : 1025777584122 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26096657950 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6582700 rocksdb.bytes.decompressed.from COUNT : 1026119494828 rocksdb.bytes.decompressed.to COUNT : 2112319854568 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.456258 P95 : 106.346513 P99 : 160.493908 P100 : 227461.000000 COUNT : 641028063 SUM : 33093388331 rocksdb.db.write.micros P50 : 66.994672 P95 : 111.819095 P99 : 169.475231 P100 : 2037453.000000 COUNT : 128122120 SUM : 13228050205 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38119230.769231 P99 : 66785227.272727 P100 : 84019043.000000 COUNT : 7449 SUM : 61929978801 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35473043.478261 P99 : 63620056.497175 P100 : 74662372.000000 COUNT : 7449 SUM : 59207478617 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4289.586160 P95 : 27672.071429 P99 : 61550.000000 P100 : 1558490.000000 COUNT : 12121 SUM : 112982164 rocksdb.compaction.outfile.sync.micros P50 : 62546.139649 P95 : 126083.424808 P99 : 225343.157895 P100 : 2063820.000000 COUNT : 19956 SUM : 1278210415 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.878231 P95 : 726.131898 P99 : 3909.285714 P100 : 501117.000000 COUNT : 19632 SUM : 12565175 rocksdb.table.open.io.micros P50 : 580.000000 P95 : 6227.918523 P99 : 12983.762533 P100 : 126033.000000 COUNT : 32094 SUM : 56321784 rocksdb.db.multiget.micros P50 : 7.999300 P95 : 17.835084 P99 : 33.083116 P100 : 26625.000000 COUNT : 757143349 SUM : 7176914274 rocksdb.read.block.compaction.micros P50 : 13.650520 P95 : 58.288793 P99 : 137.938228 P100 : 57122.000000 COUNT : 485201441 SUM : 9369329171 rocksdb.read.block.get.micros P50 : 52.849316 P95 : 94.869059 P99 : 145.944556 P100 : 125945.000000 COUNT : 39096537 SUM : 2253227368 rocksdb.write.raw.block.micros P50 : 0.521469 P95 : 0.990792 P99 : 1.894667 P100 : 331149.000000 COUNT : 524289145 SUM : 10425123766 rocksdb.numfiles.in.singlecompaction P50 : 2.776668 P95 : 5.679257 P99 : 5.938594 P100 : 7.000000 COUNT : 5673 SUM : 20208 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532076 P95 : 32.771085 P99 : 104.592348 P100 : 57076.000000 COUNT : 524394260 SUM : 3592750187 rocksdb.file.read.flush.micros P50 : 1.839799 P95 : 15.781271 P99 : 41.270455 P100 : 787.000000 COUNT : 60605 SUM : 290429 rocksdb.file.read.compaction.micros P50 : 1.417762 P95 : 35.665257 P99 : 106.093173 P100 : 57076.000000 COUNT : 485301235 SUM : 3202379920 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 641028065 SUM : 0 rocksdb.bytes.per.write P50 : 218.498570 P95 : 527.334883 P99 : 803.547116 P100 : 4563443.000000 COUNT : 127912478 SUM : 59675054287 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 757143350 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45800.921659 P95 : 166771.484375 P99 : 239056.880734 P100 : 1681975.000000 COUNT : 12164 SUM : 758502654 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-08:59:59.969054 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-08:59:59.969256 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708419599 to in-memory stats history 2024/02/20-08:59:59.969288 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-08:59:59.969340 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-09:05:03.171745 4076752 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300865. Total log size is 15728672 while max_total_wal_size is 15728640 2024/02/20-09:05:03.171958 4076752 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300871. Immutable memtables: 0. 2024/02/20-09:05:03.172193 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19638] Syncing log #300869 2024/02/20-09:05:03.176721 3036193 (Original Log Time 2024/02/20-09:05:03.172185) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:05:03.176729 3036193 [db/flush_job.cc:892] [url] [JOB 19638] Flushing memtable with next log file: 300871 2024/02/20-09:05:03.176752 3036193 EVENT_LOG_v1 {"time_micros": 1708419903176746, "job": 19638, "event": "flush_started", "num_memtables": 1, "num_entries": 68081, "num_deletes": 0, "total_data_size": 10144518, "memory_usage": 12134920, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:05:03.176755 3036193 [db/flush_job.cc:926] [url] [JOB 19638] Level-0 flush table #300872: started 2024/02/20-09:05:03.273726 3036193 EVENT_LOG_v1 {"time_micros": 1708419903273678, "cf_name": "url", "job": 19638, "event": "table_file_creation", "file_number": 300872, "file_size": 4976402, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142564585, "largest_seqno": 5142716458, "table_properties": {"data_size": 4897028, "index_size": 143010, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6965, "raw_key_size": 9778978, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1502, "num_entries": 66782, "num_filter_entries": 7938, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708419358, "oldest_key_time": 1708419358, "file_creation_time": 1708419903, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300872, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:05:03.273786 3036193 [db/flush_job.cc:1062] [url] [JOB 19638] Flush lasted 97073 microseconds, and 94303 cpu microseconds. 2024/02/20-09:05:03.274341 3036193 (Original Log Time 2024/02/20-09:05:03.273771) [db/flush_job.cc:1011] [url] [JOB 19638] Level-0 flush table #300872: 4976402 bytes OK 2024/02/20-09:05:03.274344 3036193 (Original Log Time 2024/02/20-09:05:03.273792) [db/memtable_list.cc:555] [url] Level-0 commit table #300872 started 2024/02/20-09:05:03.274346 3036193 (Original Log Time 2024/02/20-09:05:03.274082) [db/memtable_list.cc:754] [url] Level-0 commit table #300872: memtable #1 done 2024/02/20-09:05:03.274348 3036193 (Original Log Time 2024/02/20-09:05:03.274124) EVENT_LOG_v1 {"time_micros": 1708419903274094, "job": 19638, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-09:05:03.274350 3036193 (Original Log Time 2024/02/20-09:05:03.274305) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 11] max score 1.00 2024/02/20-09:05:03.274355 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19638] Try to delete WAL files size 1229089, prev total WAL file size 15730126, number of live WAL files 4. 2024/02/20-09:05:03.274444 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19639] Compacting 2@0 files to L5, score 1.00 2024/02/20-09:05:03.274463 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19646 Base level 0, inputs: [300872(4859KB) 300866(4955KB)] 2024/02/20-09:05:03.274492 3036185 EVENT_LOG_v1 {"time_micros": 1708419903274479, "job": 19639, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300872, 300866], "score": 1, "input_data_size": 10050538, "oldest_snapshot_seqno": -1} 2024/02/20-09:05:03.274659 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300865.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:03.548334 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19639] Generated table #300873: 133714 keys, 9656314 bytes, temperature: kUnknown 2024/02/20-09:05:03.548401 3036185 EVENT_LOG_v1 {"time_micros": 1708419903548363, "cf_name": "url", "job": 19639, "event": "table_file_creation", "file_number": 300873, "file_size": 9656314, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142413937, "largest_seqno": 5142716458, "table_properties": {"data_size": 9493820, "index_size": 294256, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11077, "raw_key_size": 19685539, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2906, "num_entries": 133714, "num_filter_entries": 12639, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418801, "oldest_key_time": 0, "file_creation_time": 1708419903, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300873, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:05:03.549398 3036185 (Original Log Time 2024/02/20-09:05:03.548847) [db/compaction/compaction_job.cc:1729] [url] [JOB 19639] Compacted 2@0 files to L5 => 9656314 bytes 2024/02/20-09:05:03.549402 3036185 (Original Log Time 2024/02/20-09:05:03.549178) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.04, MB/sec: 36.7 rd, 35.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(9.6, 0.0 +0.0 blob) out(9.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 133715, records dropped: 1 output_compression: LZ4 2024/02/20-09:05:03.549409 3036185 (Original Log Time 2024/02/20-09:05:03.549203) EVENT_LOG_v1 {"time_micros": 1708419903549190, "job": 19639, "event": "compaction_finished", "compaction_time_micros": 273973, "compaction_time_cpu_micros": 268176, "output_level": 5, "num_output_files": 1, "total_output_size": 9656314, "num_input_records": 133715, "num_output_records": 133714, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-09:05:03.550139 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300866.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:03.550154 3036185 EVENT_LOG_v1 {"time_micros": 1708419903550150, "job": 19639, "event": "table_file_deletion", "file_number": 300866} 2024/02/20-09:05:03.550748 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300872.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:03.550759 3036185 EVENT_LOG_v1 {"time_micros": 1708419903550757, "job": 19639, "event": "table_file_deletion", "file_number": 300872} 2024/02/20-09:05:45.069490 4076407 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300867. Total log size is 15728801 while max_total_wal_size is 15728640 2024/02/20-09:05:45.069822 4076407 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300874. Immutable memtables: 0. 2024/02/20-09:05:45.070114 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19640] Syncing log #300871 2024/02/20-09:05:45.094524 3036210 (Original Log Time 2024/02/20-09:05:45.070098) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:05:45.094533 3036210 [db/flush_job.cc:892] [tag] [JOB 19640] Flushing memtable with next log file: 300874 2024/02/20-09:05:45.094553 3036210 EVENT_LOG_v1 {"time_micros": 1708419945094548, "job": 19640, "event": "flush_started", "num_memtables": 1, "num_entries": 20218, "num_deletes": 0, "total_data_size": 1766685, "memory_usage": 2728360, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:05:45.094556 3036210 [db/flush_job.cc:926] [tag] [JOB 19640] Level-0 flush table #300875: started 2024/02/20-09:05:45.132541 3036210 EVENT_LOG_v1 {"time_micros": 1708419945132509, "cf_name": "tag", "job": 19640, "event": "table_file_creation", "file_number": 300875, "file_size": 1074212, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142576406, "largest_seqno": 5142728220, "table_properties": {"data_size": 1065720, "index_size": 11525, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1705652, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 325, "num_entries": 20020, "num_filter_entries": 229, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708419401, "oldest_key_time": 1708419401, "file_creation_time": 1708419945, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300875, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:05:45.132582 3036210 [db/flush_job.cc:1062] [tag] [JOB 19640] Flush lasted 38067 microseconds, and 36332 cpu microseconds. 2024/02/20-09:05:45.133105 3036210 (Original Log Time 2024/02/20-09:05:45.132567) [db/flush_job.cc:1011] [tag] [JOB 19640] Level-0 flush table #300875: 1074212 bytes OK 2024/02/20-09:05:45.133108 3036210 (Original Log Time 2024/02/20-09:05:45.132589) [db/memtable_list.cc:555] [tag] Level-0 commit table #300875 started 2024/02/20-09:05:45.133110 3036210 (Original Log Time 2024/02/20-09:05:45.132863) [db/memtable_list.cc:754] [tag] Level-0 commit table #300875: memtable #1 done 2024/02/20-09:05:45.133112 3036210 (Original Log Time 2024/02/20-09:05:45.132883) EVENT_LOG_v1 {"time_micros": 1708419945132878, "job": 19640, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-09:05:45.133113 3036210 (Original Log Time 2024/02/20-09:05:45.133069) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-09:05:45.133118 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19640] Try to delete WAL files size 263212, prev total WAL file size 15731665, number of live WAL files 4. 2024/02/20-09:05:45.133252 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19641] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-09:05:45.133264 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19648 Base level 0, inputs: [300875(1049KB) 300868(979KB)], [300854(64MB) 300855(64MB) 300856(18MB)] 2024/02/20-09:05:45.133287 3036190 EVENT_LOG_v1 {"time_micros": 1708419945133277, "job": 19641, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300875, 300868], "files_L6": [300854, 300855, 300856], "score": 1, "input_data_size": 156574963, "oldest_snapshot_seqno": -1} 2024/02/20-09:05:45.133366 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300867.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:49.198158 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19641] Generated table #300876: 2381570 keys, 67637573 bytes, temperature: kUnknown 2024/02/20-09:05:49.198236 3036190 EVENT_LOG_v1 {"time_micros": 1708419949198183, "cf_name": "tag", "job": 19641, "event": "table_file_creation", "file_number": 300876, "file_size": 67637573, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109470, "index_size": 1449373, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 201214907, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35994, "num_entries": 2381570, "num_filter_entries": 1975, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708419945, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300876, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:05:53.222317 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19641] Generated table #300877: 2168316 keys, 67620400 bytes, temperature: kUnknown 2024/02/20-09:05:53.222402 3036190 EVENT_LOG_v1 {"time_micros": 1708419953222345, "cf_name": "tag", "job": 19641, "event": "table_file_creation", "file_number": 300877, "file_size": 67620400, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109566, "index_size": 1380273, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 191456162, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36051, "num_entries": 2168316, "num_filter_entries": 1244, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708419949, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300877, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:05:53.503876 4076422 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300869. Total log size is 15728693 while max_total_wal_size is 15728640 2024/02/20-09:05:53.504073 4076422 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300879. Immutable memtables: 0. 2024/02/20-09:05:53.504275 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19642] Syncing log #300874 2024/02/20-09:05:53.505938 3036193 (Original Log Time 2024/02/20-09:05:53.504263) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-09:05:53.505947 3036193 [db/flush_job.cc:892] [key] [JOB 19642] Flushing memtable with next log file: 300879 2024/02/20-09:05:53.505968 3036193 EVENT_LOG_v1 {"time_micros": 1708419953505962, "job": 19642, "event": "flush_started", "num_memtables": 1, "num_entries": 63459, "num_deletes": 0, "total_data_size": 3961224, "memory_usage": 7071376, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:05:53.505971 3036193 [db/flush_job.cc:926] [key] [JOB 19642] Level-0 flush table #300880: started 2024/02/20-09:05:53.577024 3036193 EVENT_LOG_v1 {"time_micros": 1708419953576985, "cf_name": "key", "job": 19642, "event": "table_file_creation", "file_number": 300880, "file_size": 2555244, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142578943, "largest_seqno": 5142730648, "table_properties": {"data_size": 2480218, "index_size": 19283, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58485, "raw_key_size": 3755767, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 736, "num_entries": 62159, "num_filter_entries": 66686, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708419410, "oldest_key_time": 1708419410, "file_creation_time": 1708419953, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300880, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:05:53.577072 3036193 [db/flush_job.cc:1062] [key] [JOB 19642] Flush lasted 71137 microseconds, and 68820 cpu microseconds. 2024/02/20-09:05:53.577680 3036193 (Original Log Time 2024/02/20-09:05:53.577054) [db/flush_job.cc:1011] [key] [JOB 19642] Level-0 flush table #300880: 2555244 bytes OK 2024/02/20-09:05:53.577683 3036193 (Original Log Time 2024/02/20-09:05:53.577079) [db/memtable_list.cc:555] [key] Level-0 commit table #300880 started 2024/02/20-09:05:53.577684 3036193 (Original Log Time 2024/02/20-09:05:53.577393) [db/memtable_list.cc:754] [key] Level-0 commit table #300880: memtable #1 done 2024/02/20-09:05:53.577686 3036193 (Original Log Time 2024/02/20-09:05:53.577414) EVENT_LOG_v1 {"time_micros": 1708419953577407, "job": 19642, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-09:05:53.577687 3036193 (Original Log Time 2024/02/20-09:05:53.577636) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 5] max score 1.00 2024/02/20-09:05:53.577692 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19642] Try to delete WAL files size 14236371, prev total WAL file size 15730542, number of live WAL files 4. 2024/02/20-09:05:53.579465 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300869.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:54.423170 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19641] Generated table #300878: 769568 keys, 20274798 bytes, temperature: kUnknown 2024/02/20-09:05:54.423233 3036190 EVENT_LOG_v1 {"time_micros": 1708419954423194, "cf_name": "tag", "job": 19641, "event": "table_file_creation", "file_number": 300878, "file_size": 20274798, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 20113918, "index_size": 463131, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 62883531, "raw_average_key_size": 81, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 11070, "num_entries": 769568, "num_filter_entries": 286, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708419953, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300878, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:05:54.428366 3036190 (Original Log Time 2024/02/20-09:05:54.427863) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19641] Compacted 2@0 + 3@6 files to L6 => 155532771 bytes 2024/02/20-09:05:54.428369 3036190 (Original Log Time 2024/02/20-09:05:54.428152) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 16.9 rd, 16.7 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(2.0, 147.3 +0.0 blob) out(148.3 +0.0 blob), read-write-amplify(150.3) write-amplify(74.9) OK, records in: 5319454, records dropped: 0 output_compression: ZSTD 2024/02/20-09:05:54.428375 3036190 (Original Log Time 2024/02/20-09:05:54.428176) EVENT_LOG_v1 {"time_micros": 1708419954428165, "job": 19641, "event": "compaction_finished", "compaction_time_micros": 9289998, "compaction_time_cpu_micros": 9152569, "output_level": 6, "num_output_files": 3, "total_output_size": 155532771, "num_input_records": 5319454, "num_output_records": 5319454, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-09:05:54.433224 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300854.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:54.433245 3036190 EVENT_LOG_v1 {"time_micros": 1708419954433242, "job": 19641, "event": "table_file_deletion", "file_number": 300854} 2024/02/20-09:05:54.438654 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300855.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:54.438680 3036190 EVENT_LOG_v1 {"time_micros": 1708419954438677, "job": 19641, "event": "table_file_deletion", "file_number": 300855} 2024/02/20-09:05:54.440462 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300856.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:54.440483 3036190 EVENT_LOG_v1 {"time_micros": 1708419954440480, "job": 19641, "event": "table_file_deletion", "file_number": 300856} 2024/02/20-09:05:54.440626 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300868.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:54.440634 3036190 EVENT_LOG_v1 {"time_micros": 1708419954440632, "job": 19641, "event": "table_file_deletion", "file_number": 300868} 2024/02/20-09:05:54.440753 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300875.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:54.440758 3036190 EVENT_LOG_v1 {"time_micros": 1708419954440757, "job": 19641, "event": "table_file_deletion", "file_number": 300875} 2024/02/20-09:05:54.440844 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 19643] Compacting 2@0 files to L5, score 1.00 2024/02/20-09:05:54.440849 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19649 Base level 0, inputs: [300880(2495KB) 300870(2514KB)] 2024/02/20-09:05:54.440861 3036190 EVENT_LOG_v1 {"time_micros": 1708419954440853, "job": 19643, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300880, 300870], "score": 1, "input_data_size": 5130394, "oldest_snapshot_seqno": -1} 2024/02/20-09:05:54.601310 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19643] Generated table #300881: 124410 keys, 5026095 bytes, temperature: kUnknown 2024/02/20-09:05:54.601394 3036190 EVENT_LOG_v1 {"time_micros": 1708419954601344, "cf_name": "key", "job": 19643, "event": "table_file_creation", "file_number": 300881, "file_size": 5026095, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142428208, "largest_seqno": 5142730648, "table_properties": {"data_size": 4879626, "index_size": 38862, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 115333, "raw_key_size": 7517299, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1441, "num_entries": 124410, "num_filter_entries": 131234, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418855, "oldest_key_time": 0, "file_creation_time": 1708419954, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300881, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:05:54.602378 3036190 (Original Log Time 2024/02/20-09:05:54.601872) [db/compaction/compaction_job.cc:1729] [key] [JOB 19643] Compacted 2@0 files to L5 => 5026095 bytes 2024/02/20-09:05:54.602383 3036190 (Original Log Time 2024/02/20-09:05:54.602129) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.02, MB/sec: 31.9 rd, 31.3 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.9, 0.0 +0.0 blob) out(4.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 124411, records dropped: 1 output_compression: LZ4 2024/02/20-09:05:54.602389 3036190 (Original Log Time 2024/02/20-09:05:54.602154) EVENT_LOG_v1 {"time_micros": 1708419954602142, "job": 19643, "event": "compaction_finished", "compaction_time_micros": 160607, "compaction_time_cpu_micros": 157937, "output_level": 5, "num_output_files": 1, "total_output_size": 5026095, "num_input_records": 124411, "num_output_records": 124410, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-09:05:54.602803 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300870.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:54.602820 3036190 EVENT_LOG_v1 {"time_micros": 1708419954602816, "job": 19643, "event": "table_file_deletion", "file_number": 300870} 2024/02/20-09:05:54.603125 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300880.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:05:54.603137 3036190 EVENT_LOG_v1 {"time_micros": 1708419954603134, "job": 19643, "event": "table_file_deletion", "file_number": 300880} 2024/02/20-09:10:00.093768 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-09:10:00.093940 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1007598.9 total, 600.1 interval Cumulative writes: 128M writes, 576M keys, 127M commit groups, 1.0 writes per commit group, ingest: 55.59 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128193654.00 writes per sync, written: 55.59 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 71K writes, 171K keys, 71K commit groups, 1.0 writes per commit group, ingest: 16.98 MB, 0.03 MB/s Interval WAL: 71K writes, 0 syncs, 71534.00 writes per sync, written: 0.02 GB, 0.03 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1007598.9 total, 4800.9 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1680 last_copies: 0 last_secs: 5.5e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 403.32 376.08 4095 0.098 0 0 0.0 0.0 L5 1/0 9.21 MB 0.0 68.2 18.0 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1662.70 1592.05 2115 0.786 1030M 1125 0.0 0.0 L6 11/0 706.03 MB 0.0 397.0 17.2 379.7 380.0 0.3 0.0 22.0 16.1 15.4 25192.48 23239.56 590 42.699 9274M 256M 0.0 0.0 Sum 12/0 715.24 MB 0.0 465.2 35.3 429.9 465.4 35.5 0.0 25.4 17.5 17.5 27258.50 25207.69 6800 4.009 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 25.8 37.6 0.37 0.36 2 0.186 133K 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 465.2 35.3 429.9 447.1 17.2 0.0 0.0 17.7 17.0 26855.18 24831.61 2705 9.928 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 403.32 376.08 4095 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1007598.9 total, 600.1 interval Flush(GB): cumulative 18.354, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 465.42 GB write, 0.47 MB/s write, 465.19 GB read, 0.47 MB/s read, 27258.5 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.39 GB table_size: 4416 occupancy: 1586 collections: 1680 last_copies: 0 last_secs: 0.000592 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(807,13.08 MB,0.851269%) IndexBlock(778,1.38 GB,91.951%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5907220 Average: 2.1885 StdDev: 4.27 Min: 0 Median: 1.3812 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.57 ------------------------------------------------------ [ 0, 1 ] 1996294 33.794% 33.794% ####### ( 1, 2 ] 2511161 42.510% 76.304% ######### ( 2, 3 ] 979527 16.582% 92.886% ### ( 3, 4 ] 239347 4.052% 96.938% # ( 4, 6 ] 106616 1.805% 98.743% ( 6, 10 ] 34798 0.589% 99.332% ( 10, 15 ] 14638 0.248% 99.580% ( 15, 22 ] 7422 0.126% 99.705% ( 22, 34 ] 7762 0.131% 99.837% ( 34, 51 ] 5590 0.095% 99.931% ( 51, 76 ] 2481 0.042% 99.973% ( 76, 110 ] 877 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21484013 Average: 2.4630 StdDev: 6.81 Min: 0 Median: 1.4935 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.55 ------------------------------------------------------ [ 0, 1 ] 6594537 30.695% 30.695% ###### ( 1, 2 ] 8403931 39.117% 69.812% ######## ( 2, 3 ] 3642115 16.953% 86.765% ### ( 3, 4 ] 1321564 6.151% 92.916% # ( 4, 6 ] 1025080 4.771% 97.688% # ( 6, 10 ] 331735 1.544% 99.232% ( 10, 15 ] 58524 0.272% 99.504% ( 15, 22 ] 29890 0.139% 99.643% ( 22, 34 ] 32179 0.150% 99.793% ( 34, 51 ] 24484 0.114% 99.907% ( 51, 76 ] 11800 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 206560062 Average: 12.0764 StdDev: 47.20 Min: 0 Median: 1.4842 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.43 P99.9: 302.86 P99.99: 1534.12 ------------------------------------------------------ [ 0, 1 ] 70962501 34.354% 34.354% ####### ( 1, 2 ] 66748721 32.314% 66.669% ###### ( 2, 3 ] 29188842 14.131% 80.800% ### ( 3, 4 ] 6304564 3.052% 83.852% # ( 4, 6 ] 1151254 0.557% 84.409% ( 6, 10 ] 541277 0.262% 84.671% ( 10, 15 ] 307232 0.149% 84.820% ( 15, 22 ] 256847 0.124% 84.944% ( 22, 34 ] 7382011 3.574% 88.518% # ( 34, 51 ] 7388829 3.577% 92.095% # ( 51, 76 ] 5951180 2.881% 94.976% # ( 76, 110 ] 6564460 3.178% 98.154% # ( 110, 170 ] 3231900 1.565% 99.719% ( 170, 250 ] 329183 0.159% 99.878% ( 250, 380 ] 109938 0.053% 99.932% ( 380, 580 ] 66711 0.032% 99.964% ( 580, 870 ] 30046 0.015% 99.978% ( 870, 1300 ] 13651 0.007% 99.985% ( 1300, 1900 ] 26292 0.013% 99.998% ( 1900, 2900 ] 2094 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 611 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 85.99 73.01 3982 0.022 0 0 0.0 0.0 L6 3/0 148.33 MB 0.0 308.7 3.1 305.6 305.7 0.0 0.0 99.1 15.4 15.2 20528.68 20150.99 2097 9.790 11G 62M 0.0 0.0 Sum 3/0 148.33 MB 0.0 308.7 3.1 305.6 308.7 3.1 0.0 100.1 15.3 15.3 20614.68 20224.00 6079 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.1 0.0 0.0 145.8 16.0 16.0 9.33 9.19 2 4.664 5319K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.7 3.1 305.6 305.7 0.0 0.0 0.0 15.4 15.2 20528.68 20150.99 2097 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 85.99 73.01 3982 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1007598.9 total, 600.1 interval Flush(GB): cumulative 3.084, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.73 GB write, 0.31 MB/s write, 308.69 GB read, 0.31 MB/s read, 20614.7 seconds Interval compaction: 0.15 GB write, 0.25 MB/s write, 0.15 GB read, 0.25 MB/s read, 9.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4347 collections: 1680 last_copies: 0 last_secs: 0.001407 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2196,1.66 MB,0.107943%) IndexBlock(2150,1.46 GB,97.0449%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1012921 Average: 3.5562 StdDev: 6.36 Min: 0 Median: 2.5717 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.72 P99.99: 196.03 ------------------------------------------------------ [ 0, 1 ] 116536 11.505% 11.505% ## ( 1, 2 ] 246678 24.353% 35.858% ##### ( 2, 3 ] 250557 24.736% 60.594% ##### ( 3, 4 ] 193234 19.077% 79.671% #### ( 4, 6 ] 165446 16.334% 96.005% ### ( 6, 10 ] 28112 2.775% 98.780% # ( 10, 15 ] 4680 0.462% 99.242% ( 15, 22 ] 2499 0.247% 99.489% ( 22, 34 ] 2131 0.210% 99.699% ( 34, 51 ] 1752 0.173% 99.872% ( 51, 76 ] 728 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175107437 Average: 2.1856 StdDev: 5.40 Min: 0 Median: 1.3405 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.60 P99.99: 144.42 ------------------------------------------------------ [ 0, 1 ] 64902101 37.064% 37.064% ####### ( 1, 2 ] 66518655 37.987% 75.051% ######## ( 2, 3 ] 32487178 18.553% 93.604% #### ( 3, 4 ] 7837626 4.476% 98.080% # ( 4, 6 ] 1464781 0.837% 98.917% ( 6, 10 ] 607236 0.347% 99.263% ( 10, 15 ] 395640 0.226% 99.489% ( 15, 22 ] 196919 0.112% 99.602% ( 22, 34 ] 309626 0.177% 99.779% ( 34, 51 ] 202309 0.116% 99.894% ( 51, 76 ] 98755 0.056% 99.951% ( 76, 110 ] 56944 0.033% 99.983% ( 110, 170 ] 21191 0.012% 99.995% ( 170, 250 ] 3793 0.002% 99.997% ( 250, 380 ] 1731 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.39 249.79 4062 0.066 0 0 0.0 0.0 L5 1/0 4.79 MB 0.0 21.9 8.1 13.8 21.7 7.8 0.0 2.7 28.8 28.5 777.60 752.04 1943 0.400 605M 269K 0.0 0.0 L6 5/0 324.33 MB 0.0 194.1 8.7 185.4 185.6 0.1 0.0 21.3 14.4 13.8 13778.24 13482.42 707 19.488 8690M 235M 0.0 0.0 Sum 6/0 329.12 MB 0.0 216.0 16.8 199.3 216.2 16.9 0.0 24.2 14.9 14.9 14825.23 14484.26 6712 2.209 9296M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 21.1 31.2 0.23 0.23 2 0.116 124K 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 216.0 16.8 199.3 207.2 8.0 0.0 0.0 15.2 14.6 14555.84 14234.46 2650 5.493 9296M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.39 249.79 4062 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1007598.9 total, 600.1 interval Flush(GB): cumulative 8.918, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 216.16 GB write, 0.22 MB/s write, 216.02 GB read, 0.22 MB/s read, 14825.2 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.01 MB/s read, 0.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 353457 collections: 1680 last_copies: 0 last_secs: 0.121814 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(353220,1.36 GB,90.8432%) FilterBlock(115,75.61 MB,4.92261%) IndexBlock(122,29.80 MB,1.93987%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2789212 Average: 4.2532 StdDev: 8.12 Min: 0 Median: 1.9539 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.90 P99.9: 61.10 P99.99: 151.60 ------------------------------------------------------ [ 0, 1 ] 626828 22.473% 22.473% #### ( 1, 2 ] 804845 28.856% 51.329% ###### ( 2, 3 ] 392547 14.074% 65.403% ### ( 3, 4 ] 169703 6.084% 71.487% # ( 4, 6 ] 147242 5.279% 76.766% # ( 6, 10 ] 439287 15.750% 92.515% ### ( 10, 15 ] 173983 6.238% 98.753% # ( 15, 22 ] 16637 0.596% 99.350% ( 22, 34 ] 8920 0.320% 99.669% ( 34, 51 ] 5428 0.195% 99.864% ( 51, 76 ] 2481 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6772060 Average: 4.6816 StdDev: 7.57 Min: 0 Median: 2.4607 Max: 7311 Percentiles: P50: 2.46 P75: 6.14 P99: 19.33 P99.9: 66.60 P99.99: 167.02 ------------------------------------------------------ [ 0, 1 ] 1115588 16.473% 16.473% ### ( 1, 2 ] 1794799 26.503% 42.976% ##### ( 2, 3 ] 1032540 15.247% 58.223% ### ( 3, 4 ] 552156 8.153% 66.377% ## ( 4, 6 ] 543719 8.029% 74.406% ## ( 6, 10 ] 1172733 17.317% 91.723% ### ( 10, 15 ] 464724 6.862% 98.585% # ( 15, 22 ] 45433 0.671% 99.256% ( 22, 34 ] 23897 0.353% 99.609% ( 34, 51 ] 15137 0.224% 99.833% ( 51, 76 ] 7310 0.108% 99.941% ( 76, 110 ] 2443 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104861807 Average: 5.7486 StdDev: 24.33 Min: 0 Median: 2.3299 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.73 P99.9: 158.29 P99.99: 464.48 ------------------------------------------------------ [ 0, 1 ] 25054607 23.893% 23.893% ##### ( 1, 2 ] 23777382 22.675% 46.568% ##### ( 2, 3 ] 10908341 10.403% 56.971% ## ( 3, 4 ] 4286409 4.088% 61.058% # ( 4, 6 ] 4914080 4.686% 65.744% # ( 6, 10 ] 25383888 24.207% 89.951% ##### ( 10, 15 ] 8160807 7.782% 97.734% ## ( 15, 22 ] 666120 0.635% 98.369% ( 22, 34 ] 539932 0.515% 98.884% ( 34, 51 ] 360718 0.344% 99.228% ( 51, 76 ] 226541 0.216% 99.444% ( 76, 110 ] 289824 0.276% 99.720% ( 110, 170 ] 233933 0.223% 99.944% ( 170, 250 ] 37896 0.036% 99.980% ( 250, 380 ] 8256 0.008% 99.988% ( 380, 580 ] 6124 0.006% 99.993% ( 580, 870 ] 3510 0.003% 99.997% ( 870, 1300 ] 1882 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1007598.9 total, 4800.9 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1680 last_copies: 0 last_secs: 6e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-09:10:00.097202 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 524400821 rocksdb.block.cache.hit COUNT : 2146781007 rocksdb.block.cache.add COUNT : 39112251 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32111 rocksdb.block.cache.index.hit COUNT : 526536228 rocksdb.block.cache.index.add COUNT : 32097 rocksdb.block.cache.index.bytes.insert COUNT : 34276925651 rocksdb.block.cache.filter.miss COUNT : 32117 rocksdb.block.cache.filter.hit COUNT : 1094068034 rocksdb.block.cache.filter.add COUNT : 32117 rocksdb.block.cache.filter.bytes.insert COUNT : 8711809289 rocksdb.block.cache.data.miss COUNT : 524336593 rocksdb.block.cache.data.hit COUNT : 526176745 rocksdb.block.cache.data.add COUNT : 39048037 rocksdb.block.cache.data.bytes.insert COUNT : 161745610735 rocksdb.block.cache.bytes.read COUNT : 1870682210887238 rocksdb.block.cache.bytes.write COUNT : 204734345675 rocksdb.bloom.filter.useful COUNT : 567595978 rocksdb.bloom.filter.full.positive COUNT : 526472088 rocksdb.bloom.filter.full.true.positive COUNT : 520977258 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92442766 rocksdb.memtable.miss COUNT : 6228012581 rocksdb.l0.hit COUNT : 15979767 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 504997491 rocksdb.compaction.key.drop.new COUNT : 277321138 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 576933292 rocksdb.number.keys.read COUNT : 641515397 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59692864016 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67174 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32102 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 757664791 rocksdb.number.multiget.keys.read COUNT : 5678939950 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59692864016 rocksdb.write.self COUNT : 127983979 rocksdb.write.other COUNT : 209675 rocksdb.write.wal COUNT : 128193654 rocksdb.compact.read.bytes COUNT : 988255344280 rocksdb.compact.write.bytes COUNT : 1030744811160 rocksdb.flush.write.bytes COUNT : 32598931660 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1005334 rocksdb.number.superversion_releases COUNT : 2683 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 517699508 rocksdb.number.block.decompressed COUNT : 517780910 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59217057299 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67174 rocksdb.num.iterator.deleted COUNT : 67174 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5168 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5130 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43776 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60597459572 rocksdb.memtable.garbage.bytes.at.flush COUNT : 728774539 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 935427150607 rocksdb.last.level.read.count COUNT : 486531637 rocksdb.non.last.level.read.bytes COUNT : 128374431688 rocksdb.non.last.level.read.count COUNT : 37965490 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 524432923 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2112360196596 rocksdb.bytes.compressed.to COUNT : 1025952825560 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26099583287 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6583439 rocksdb.bytes.decompressed.from COUNT : 1026316508722 rocksdb.bytes.decompressed.to COUNT : 2112736147647 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.450488 P95 : 106.338867 P99 : 160.483945 P100 : 227461.000000 COUNT : 641515398 SUM : 33114079916 rocksdb.db.write.micros P50 : 66.993274 P95 : 111.799158 P99 : 169.470010 P100 : 2037453.000000 COUNT : 128193654 SUM : 13233443539 rocksdb.compaction.times.micros P50 : 1627368.421053 P95 : 38107692.307692 P99 : 66781818.181818 P100 : 84019043.000000 COUNT : 7452 SUM : 61939703379 rocksdb.compaction.times.cpu_micros P50 : 1566425.992780 P95 : 35462608.695652 P99 : 63615819.209039 P100 : 74662372.000000 COUNT : 7452 SUM : 59217057299 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4289.152542 P95 : 27669.714286 P99 : 61533.333333 P100 : 1558490.000000 COUNT : 12124 SUM : 112999164 rocksdb.compaction.outfile.sync.micros P50 : 62544.217164 P95 : 126066.959385 P99 : 225322.105263 P100 : 2063820.000000 COUNT : 19961 SUM : 1278422440 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.863969 P95 : 726.014805 P99 : 3907.678571 P100 : 501117.000000 COUNT : 19638 SUM : 12566400 rocksdb.table.open.io.micros P50 : 579.886878 P95 : 6227.358370 P99 : 12982.897098 P100 : 126033.000000 COUNT : 32102 SUM : 56327449 rocksdb.db.multiget.micros P50 : 7.998644 P95 : 17.832403 P99 : 33.080245 P100 : 26625.000000 COUNT : 757664792 SUM : 7181194820 rocksdb.read.block.compaction.micros P50 : 13.650390 P95 : 58.279567 P99 : 137.930664 P100 : 57122.000000 COUNT : 485288556 SUM : 9370524383 rocksdb.read.block.get.micros P50 : 52.845989 P95 : 94.862900 P99 : 145.931448 P100 : 125945.000000 COUNT : 39112265 SUM : 2254035192 rocksdb.write.raw.block.micros P50 : 0.521467 P95 : 0.990788 P99 : 1.894651 P100 : 331149.000000 COUNT : 524379202 SUM : 10427088328 rocksdb.numfiles.in.singlecompaction P50 : 2.776456 P95 : 5.679269 P99 : 5.938595 P100 : 7.000000 COUNT : 5676 SUM : 20217 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532063 P95 : 32.763901 P99 : 104.587340 P100 : 57076.000000 COUNT : 524497127 SUM : 3593065414 rocksdb.file.read.flush.micros P50 : 1.839787 P95 : 15.777778 P99 : 41.263636 P100 : 787.000000 COUNT : 60620 SUM : 290488 rocksdb.file.read.compaction.micros P50 : 1.417728 P95 : 35.655984 P99 : 106.088893 P100 : 57076.000000 COUNT : 485388375 SUM : 3202550518 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 641515398 SUM : 0 rocksdb.bytes.per.write P50 : 218.497251 P95 : 527.341427 P99 : 803.553126 P100 : 4563443.000000 COUNT : 127983979 SUM : 59692864016 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 757664793 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45812.615101 P95 : 166767.089844 P99 : 239051.376147 P100 : 1681975.000000 COUNT : 12167 SUM : 758708931 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-09:10:00.097373 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-09:10:00.097541 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708420200 to in-memory stats history 2024/02/20-09:10:00.097571 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-09:10:00.097613 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-09:13:47.612212 4076636 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300871. Total log size is 15728755 while max_total_wal_size is 15728640 2024/02/20-09:13:47.612438 4076636 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300882. Immutable memtables: 0. 2024/02/20-09:13:47.612668 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19644] Syncing log #300879 2024/02/20-09:13:47.641299 3036210 (Original Log Time 2024/02/20-09:13:47.612655) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:13:47.641310 3036210 [db/flush_job.cc:892] [url] [JOB 19644] Flushing memtable with next log file: 300882 2024/02/20-09:13:47.641335 3036210 EVENT_LOG_v1 {"time_micros": 1708420427641327, "job": 19644, "event": "flush_started", "num_memtables": 1, "num_entries": 67890, "num_deletes": 0, "total_data_size": 10203981, "memory_usage": 12340728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:13:47.641339 3036210 [db/flush_job.cc:926] [url] [JOB 19644] Level-0 flush table #300883: started 2024/02/20-09:13:47.759743 3036210 EVENT_LOG_v1 {"time_micros": 1708420427759715, "cf_name": "url", "job": 19644, "event": "table_file_creation", "file_number": 300883, "file_size": 5097174, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142716460, "largest_seqno": 5142867448, "table_properties": {"data_size": 5010069, "index_size": 174941, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6853, "raw_key_size": 9847227, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1526, "num_entries": 66586, "num_filter_entries": 7798, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708419903, "oldest_key_time": 1708419903, "file_creation_time": 1708420427, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300883, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:13:47.759778 3036210 [db/flush_job.cc:1062] [url] [JOB 19644] Flush lasted 118488 microseconds, and 115408 cpu microseconds. 2024/02/20-09:13:47.760226 3036210 (Original Log Time 2024/02/20-09:13:47.759764) [db/flush_job.cc:1011] [url] [JOB 19644] Level-0 flush table #300883: 5097174 bytes OK 2024/02/20-09:13:47.760228 3036210 (Original Log Time 2024/02/20-09:13:47.759783) [db/memtable_list.cc:555] [url] Level-0 commit table #300883 started 2024/02/20-09:13:47.760230 3036210 (Original Log Time 2024/02/20-09:13:47.760013) [db/memtable_list.cc:754] [url] Level-0 commit table #300883: memtable #1 done 2024/02/20-09:13:47.760231 3036210 (Original Log Time 2024/02/20-09:13:47.760026) EVENT_LOG_v1 {"time_micros": 1708420427760022, "job": 19644, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-09:13:47.760232 3036210 (Original Log Time 2024/02/20-09:13:47.760198) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 11] max score 0.50 2024/02/20-09:13:47.760236 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19644] Try to delete WAL files size 1229218, prev total WAL file size 15733549, number of live WAL files 4. 2024/02/20-09:13:47.760499 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300871.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:14:25.910517 4076311 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300874. Total log size is 15728738 while max_total_wal_size is 15728640 2024/02/20-09:14:25.910730 4076311 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300884. Immutable memtables: 0. 2024/02/20-09:14:25.910964 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19645] Syncing log #300882 2024/02/20-09:14:25.948879 3036193 (Original Log Time 2024/02/20-09:14:25.910950) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:14:25.948890 3036193 [db/flush_job.cc:892] [tag] [JOB 19645] Flushing memtable with next log file: 300884 2024/02/20-09:14:25.948921 3036193 EVENT_LOG_v1 {"time_micros": 1708420465948908, "job": 19645, "event": "flush_started", "num_memtables": 1, "num_entries": 19750, "num_deletes": 0, "total_data_size": 1723767, "memory_usage": 2762224, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:14:25.948926 3036193 [db/flush_job.cc:926] [tag] [JOB 19645] Level-0 flush table #300885: started 2024/02/20-09:14:25.971506 3036193 EVENT_LOG_v1 {"time_micros": 1708420465971475, "cf_name": "tag", "job": 19645, "event": "table_file_creation", "file_number": 300885, "file_size": 1038585, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142728258, "largest_seqno": 5142879128, "table_properties": {"data_size": 1030010, "index_size": 11320, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1668398, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 316, "num_entries": 19604, "num_filter_entries": 229, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708419945, "oldest_key_time": 1708419945, "file_creation_time": 1708420465, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300885, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:14:25.971539 3036193 [db/flush_job.cc:1062] [tag] [JOB 19645] Flush lasted 22667 microseconds, and 21143 cpu microseconds. 2024/02/20-09:14:25.971950 3036193 (Original Log Time 2024/02/20-09:14:25.971526) [db/flush_job.cc:1011] [tag] [JOB 19645] Level-0 flush table #300885: 1038585 bytes OK 2024/02/20-09:14:25.971953 3036193 (Original Log Time 2024/02/20-09:14:25.971545) [db/memtable_list.cc:555] [tag] Level-0 commit table #300885 started 2024/02/20-09:14:25.971955 3036193 (Original Log Time 2024/02/20-09:14:25.971746) [db/memtable_list.cc:754] [tag] Level-0 commit table #300885: memtable #1 done 2024/02/20-09:14:25.971956 3036193 (Original Log Time 2024/02/20-09:14:25.971759) EVENT_LOG_v1 {"time_micros": 1708420465971754, "job": 19645, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-09:14:25.971957 3036193 (Original Log Time 2024/02/20-09:14:25.971917) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-09:14:25.971961 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19645] Try to delete WAL files size 263104, prev total WAL file size 15731000, number of live WAL files 4. 2024/02/20-09:14:25.972136 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300874.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:14:35.204018 2383529 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300879. Total log size is 15728704 while max_total_wal_size is 15728640 2024/02/20-09:14:35.204287 2383529 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300886. Immutable memtables: 0. 2024/02/20-09:14:35.204534 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19646] Syncing log #300884 2024/02/20-09:14:35.206459 3036210 (Original Log Time 2024/02/20-09:14:35.204526) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:14:35.206465 3036210 [db/flush_job.cc:892] [key] [JOB 19646] Flushing memtable with next log file: 300886 2024/02/20-09:14:35.206483 3036210 EVENT_LOG_v1 {"time_micros": 1708420475206477, "job": 19646, "event": "flush_started", "num_memtables": 1, "num_entries": 63312, "num_deletes": 0, "total_data_size": 3951314, "memory_usage": 7424696, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:14:35.206486 3036210 [db/flush_job.cc:926] [key] [JOB 19646] Level-0 flush table #300887: started 2024/02/20-09:14:35.296483 3036210 EVENT_LOG_v1 {"time_micros": 1708420475296428, "cf_name": "key", "job": 19646, "event": "table_file_creation", "file_number": 300887, "file_size": 2584529, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142730651, "largest_seqno": 5142881611, "table_properties": {"data_size": 2509960, "index_size": 19099, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58261, "raw_key_size": 3746903, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 739, "num_entries": 62025, "num_filter_entries": 66489, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708419953, "oldest_key_time": 1708419953, "file_creation_time": 1708420475, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300887, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:14:35.296526 3036210 [db/flush_job.cc:1062] [key] [JOB 19646] Flush lasted 90076 microseconds, and 88496 cpu microseconds. 2024/02/20-09:14:35.297013 3036210 (Original Log Time 2024/02/20-09:14:35.296513) [db/flush_job.cc:1011] [key] [JOB 19646] Level-0 flush table #300887: 2584529 bytes OK 2024/02/20-09:14:35.297016 3036210 (Original Log Time 2024/02/20-09:14:35.296531) [db/memtable_list.cc:555] [key] Level-0 commit table #300887 started 2024/02/20-09:14:35.297018 3036210 (Original Log Time 2024/02/20-09:14:35.296800) [db/memtable_list.cc:754] [key] Level-0 commit table #300887: memtable #1 done 2024/02/20-09:14:35.297020 3036210 (Original Log Time 2024/02/20-09:14:35.296818) EVENT_LOG_v1 {"time_micros": 1708420475296811, "job": 19646, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-09:14:35.297022 3036210 (Original Log Time 2024/02/20-09:14:35.296981) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-09:14:35.297025 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19646] Try to delete WAL files size 14236433, prev total WAL file size 15732825, number of live WAL files 4. 2024/02/20-09:14:35.298448 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300879.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:16:41.208986 4076275 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300888. Immutable memtables: 0. 2024/02/20-09:16:41.209250 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19647] Syncing log #300886 2024/02/20-09:16:41.227317 3036193 (Original Log Time 2024/02/20-09:16:41.209231) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:16:41.227332 3036193 [db/flush_job.cc:892] [url] [JOB 19647] Flushing memtable with next log file: 300888 2024/02/20-09:16:41.227365 3036193 EVENT_LOG_v1 {"time_micros": 1708420601227354, "job": 19647, "event": "flush_started", "num_memtables": 1, "num_entries": 23218, "num_deletes": 0, "total_data_size": 3473373, "memory_usage": 4829384, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-09:16:41.227370 3036193 [db/flush_job.cc:926] [url] [JOB 19647] Level-0 flush table #300889: started 2024/02/20-09:16:41.296904 3036193 EVENT_LOG_v1 {"time_micros": 1708420601296874, "cf_name": "url", "job": 19647, "event": "table_file_creation", "file_number": 300889, "file_size": 1827628, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142867455, "largest_seqno": 5142919309, "table_properties": {"data_size": 1798573, "index_size": 40102, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3381, "raw_key_size": 3338696, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 552, "num_entries": 22661, "num_filter_entries": 3792, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420427, "oldest_key_time": 1708420427, "file_creation_time": 1708420601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300889, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:16:41.296949 3036193 [db/flush_job.cc:1062] [url] [JOB 19647] Flush lasted 69667 microseconds, and 67671 cpu microseconds. 2024/02/20-09:16:41.297521 3036193 (Original Log Time 2024/02/20-09:16:41.296934) [db/flush_job.cc:1011] [url] [JOB 19647] Level-0 flush table #300889: 1827628 bytes OK 2024/02/20-09:16:41.297526 3036193 (Original Log Time 2024/02/20-09:16:41.296955) [db/memtable_list.cc:555] [url] Level-0 commit table #300889 started 2024/02/20-09:16:41.297528 3036193 (Original Log Time 2024/02/20-09:16:41.297239) [db/memtable_list.cc:754] [url] Level-0 commit table #300889: memtable #1 done 2024/02/20-09:16:41.297531 3036193 (Original Log Time 2024/02/20-09:16:41.297257) EVENT_LOG_v1 {"time_micros": 1708420601297252, "job": 19647, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-09:16:41.297534 3036193 (Original Log Time 2024/02/20-09:16:41.297477) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 11] max score 1.00 2024/02/20-09:16:41.297540 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19647] Try to delete WAL files size 1229201, prev total WAL file size 5389585, number of live WAL files 4. 2024/02/20-09:16:41.297643 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19648] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-09:16:41.297656 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19655 Base level 0, inputs: [300889(1784KB) 300883(4977KB)], [300873(9429KB)] 2024/02/20-09:16:41.297684 3036192 EVENT_LOG_v1 {"time_micros": 1708420601297672, "job": 19648, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300889, 300883], "files_L5": [300873], "score": 1, "input_data_size": 16581116, "oldest_snapshot_seqno": -1} 2024/02/20-09:16:41.297916 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300882.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:16:41.716481 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19648] Generated table #300890: 222960 keys, 15908468 bytes, temperature: kUnknown 2024/02/20-09:16:41.716554 3036192 EVENT_LOG_v1 {"time_micros": 1708420601716508, "cf_name": "url", "job": 19648, "event": "table_file_creation", "file_number": 300890, "file_size": 15908468, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142413937, "largest_seqno": 5142919309, "table_properties": {"data_size": 15658063, "index_size": 508794, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15413, "raw_key_size": 32871355, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4756, "num_entries": 222960, "num_filter_entries": 17671, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418801, "oldest_key_time": 0, "file_creation_time": 1708420601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300890, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:16:41.717750 3036192 (Original Log Time 2024/02/20-09:16:41.717098) [db/compaction/compaction_job.cc:1729] [url] [JOB 19648] Compacted 2@0 + 1@5 files to L5 => 15908468 bytes 2024/02/20-09:16:41.717755 3036192 (Original Log Time 2024/02/20-09:16:41.717516) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.06, MB/sec: 39.6 rd, 38.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(6.6, 9.2 +0.0 blob) out(15.2 +0.0 blob), read-write-amplify(4.7) write-amplify(2.3) OK, records in: 222961, records dropped: 1 output_compression: LZ4 2024/02/20-09:16:41.717764 3036192 (Original Log Time 2024/02/20-09:16:41.717546) EVENT_LOG_v1 {"time_micros": 1708420601717530, "job": 19648, "event": "compaction_finished", "compaction_time_micros": 418937, "compaction_time_cpu_micros": 409600, "output_level": 5, "num_output_files": 1, "total_output_size": 15908468, "num_input_records": 222961, "num_output_records": 222960, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-09:16:41.718591 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300873.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:16:41.718609 3036192 EVENT_LOG_v1 {"time_micros": 1708420601718606, "job": 19648, "event": "table_file_deletion", "file_number": 300873} 2024/02/20-09:16:41.719130 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300883.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:16:41.719142 3036192 EVENT_LOG_v1 {"time_micros": 1708420601719141, "job": 19648, "event": "table_file_deletion", "file_number": 300883} 2024/02/20-09:16:41.719317 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300889.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:16:41.719327 3036192 EVENT_LOG_v1 {"time_micros": 1708420601719325, "job": 19648, "event": "table_file_deletion", "file_number": 300889} 2024/02/20-09:16:41.719408 4076275 (Original Log Time 2024/02/20-09:16:41.297976) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-09:16:41.719597 3036189 (Original Log Time 2024/02/20-09:16:41.719531) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-09:16:41.719604 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 19649] Compacting 1@5 + 11@6 files to L6, score -1.00 2024/02/20-09:16:41.719613 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19656 Base level 5, inputs: [300890(15MB)], [300841(64MB) 300842(64MB) 300843(64MB) 300844(64MB) 300845(64MB) 300846(64MB) 300847(65MB) 300848(64MB) 300849(64MB) 300850(65MB) 300851(58MB)] 2024/02/20-09:16:41.719642 3036189 EVENT_LOG_v1 {"time_micros": 1708420601719629, "job": 19649, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300890], "files_L6": [300841, 300842, 300843, 300844, 300845, 300846, 300847, 300848, 300849, 300850, 300851], "score": -1, "input_data_size": 756236635, "oldest_snapshot_seqno": -1} 2024/02/20-09:16:46.219001 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300891: 1545681 keys, 67758861 bytes, temperature: kUnknown 2024/02/20-09:16:46.219064 3036189 EVENT_LOG_v1 {"time_micros": 1708420606219028, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300891, "file_size": 67758861, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111464, "index_size": 2327490, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14229, "raw_key_size": 218052716, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32945, "num_entries": 1545681, "num_filter_entries": 16326, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300891, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:16:50.590346 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300892: 1294703 keys, 67606497 bytes, temperature: kUnknown 2024/02/20-09:16:50.590426 3036189 EVENT_LOG_v1 {"time_micros": 1708420610590380, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300892, "file_size": 67606497, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110944, "index_size": 2031030, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1317, "raw_key_size": 184747973, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33259, "num_entries": 1294703, "num_filter_entries": 1476, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420606, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300892, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:16:54.953429 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300893: 1454451 keys, 67874787 bytes, temperature: kUnknown 2024/02/20-09:16:54.953540 3036189 EVENT_LOG_v1 {"time_micros": 1708420614953476, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300893, "file_size": 67874787, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109364, "index_size": 2707820, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26597, "raw_key_size": 217639309, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34885, "num_entries": 1454451, "num_filter_entries": 30388, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420610, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300893, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:16:59.852044 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300894: 1578164 keys, 67932964 bytes, temperature: kUnknown 2024/02/20-09:16:59.852121 3036189 EVENT_LOG_v1 {"time_micros": 1708420619852070, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300894, "file_size": 67932964, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110149, "index_size": 3000702, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 35269, "raw_key_size": 237815874, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34920, "num_entries": 1578164, "num_filter_entries": 40303, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420614, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300894, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:04.009063 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300895: 1509618 keys, 68019838 bytes, temperature: kUnknown 2024/02/20-09:17:04.009116 3036189 EVENT_LOG_v1 {"time_micros": 1708420624009085, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300895, "file_size": 68019838, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110435, "index_size": 4593067, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 39397, "raw_key_size": 231092408, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34710, "num_entries": 1509618, "num_filter_entries": 44965, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420619, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300895, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:08.087640 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300896: 1697836 keys, 67728540 bytes, temperature: kUnknown 2024/02/20-09:17:08.087699 3036189 EVENT_LOG_v1 {"time_micros": 1708420628087663, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300896, "file_size": 67728540, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109933, "index_size": 2574432, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230408965, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34303, "num_entries": 1697836, "num_filter_entries": 16, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420624, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300896, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:12.364524 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300897: 1656923 keys, 68478272 bytes, temperature: kUnknown 2024/02/20-09:17:12.364597 3036189 EVENT_LOG_v1 {"time_micros": 1708420632364553, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300897, "file_size": 68478272, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67114032, "index_size": 3589193, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11189, "raw_key_size": 233743840, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34243, "num_entries": 1656923, "num_filter_entries": 12732, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420628, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300897, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:16.324294 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300898: 1357559 keys, 67812473 bytes, temperature: kUnknown 2024/02/20-09:17:16.324356 3036189 EVENT_LOG_v1 {"time_micros": 1708420636324320, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300898, "file_size": 67812473, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109644, "index_size": 3485025, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18885, "raw_key_size": 221881434, "raw_average_key_size": 163, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34053, "num_entries": 1357559, "num_filter_entries": 21562, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420632, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300898, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:20.377694 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300899: 1569248 keys, 67848906 bytes, temperature: kUnknown 2024/02/20-09:17:20.377752 3036189 EVENT_LOG_v1 {"time_micros": 1708420640377717, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300899, "file_size": 67848906, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110542, "index_size": 2640361, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27893, "raw_key_size": 225190161, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35182, "num_entries": 1569248, "num_filter_entries": 31912, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420636, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300899, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:24.383795 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300900: 1552670 keys, 68258973 bytes, temperature: kUnknown 2024/02/20-09:17:24.383863 3036189 EVENT_LOG_v1 {"time_micros": 1708420644383826, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300900, "file_size": 68258973, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110025, "index_size": 3805308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 94069, "raw_key_size": 267717763, "raw_average_key_size": 172, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35508, "num_entries": 1552670, "num_filter_entries": 107057, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420640, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300900, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:28.393077 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19649] Generated table #300901: 1171807 keys, 68210347 bytes, temperature: kUnknown 2024/02/20-09:17:28.393152 3036189 EVENT_LOG_v1 {"time_micros": 1708420648393105, "cf_name": "url", "job": 19649, "event": "table_file_creation", "file_number": 300901, "file_size": 68210347, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 65602598, "index_size": 7117708, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19861, "raw_key_size": 316255548, "raw_average_key_size": 269, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34758, "num_entries": 1171807, "num_filter_entries": 22688, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420644, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300901, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:28.452089 3036189 (Original Log Time 2024/02/20-09:17:28.450903) [db/compaction/compaction_job.cc:1729] [url] [JOB 19649] Compacted 1@5 + 11@6 files to L6 => 747530458 bytes 2024/02/20-09:17:28.452093 3036189 (Original Log Time 2024/02/20-09:17:28.451818) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 11] max score 0.00, MB/sec: 16.2 rd, 16.0 wr, level 6, files in(1, 11) out(11 +0 blob) MB in(15.2, 706.0 +0.0 blob) out(712.9 +0.0 blob), read-write-amplify(94.5) write-amplify(47.0) OK, records in: 16388661, records dropped: 1 output_compression: ZSTD 2024/02/20-09:17:28.452103 3036189 (Original Log Time 2024/02/20-09:17:28.451854) EVENT_LOG_v1 {"time_micros": 1708420648451835, "job": 19649, "event": "compaction_finished", "compaction_time_micros": 46673573, "compaction_time_cpu_micros": 43672599, "output_level": 6, "num_output_files": 11, "total_output_size": 747530458, "num_input_records": 16388661, "num_output_records": 16388660, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 11]} 2024/02/20-09:17:28.456738 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300841.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.456755 3036189 EVENT_LOG_v1 {"time_micros": 1708420648456752, "job": 19649, "event": "table_file_deletion", "file_number": 300841} 2024/02/20-09:17:28.463335 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300842.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.463363 3036189 EVENT_LOG_v1 {"time_micros": 1708420648463358, "job": 19649, "event": "table_file_deletion", "file_number": 300842} 2024/02/20-09:17:28.470342 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300843.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.470374 3036189 EVENT_LOG_v1 {"time_micros": 1708420648470370, "job": 19649, "event": "table_file_deletion", "file_number": 300843} 2024/02/20-09:17:28.476793 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300844.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.476818 3036189 EVENT_LOG_v1 {"time_micros": 1708420648476814, "job": 19649, "event": "table_file_deletion", "file_number": 300844} 2024/02/20-09:17:28.485531 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300845.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.485566 3036189 EVENT_LOG_v1 {"time_micros": 1708420648485561, "job": 19649, "event": "table_file_deletion", "file_number": 300845} 2024/02/20-09:17:28.493041 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300846.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.493077 3036189 EVENT_LOG_v1 {"time_micros": 1708420648493071, "job": 19649, "event": "table_file_deletion", "file_number": 300846} 2024/02/20-09:17:28.499989 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300847.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.500019 3036189 EVENT_LOG_v1 {"time_micros": 1708420648500015, "job": 19649, "event": "table_file_deletion", "file_number": 300847} 2024/02/20-09:17:28.505499 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300848.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.505523 3036189 EVENT_LOG_v1 {"time_micros": 1708420648505520, "job": 19649, "event": "table_file_deletion", "file_number": 300848} 2024/02/20-09:17:28.512629 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300849.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.512660 3036189 EVENT_LOG_v1 {"time_micros": 1708420648512654, "job": 19649, "event": "table_file_deletion", "file_number": 300849} 2024/02/20-09:17:28.518906 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300850.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.518932 3036189 EVENT_LOG_v1 {"time_micros": 1708420648518929, "job": 19649, "event": "table_file_deletion", "file_number": 300850} 2024/02/20-09:17:28.524498 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300851.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.524526 3036189 EVENT_LOG_v1 {"time_micros": 1708420648524518, "job": 19649, "event": "table_file_deletion", "file_number": 300851} 2024/02/20-09:17:28.525931 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300890.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:28.525943 3036189 EVENT_LOG_v1 {"time_micros": 1708420648525941, "job": 19649, "event": "table_file_deletion", "file_number": 300890} 2024/02/20-09:17:28.525997 4076275 (Original Log Time 2024/02/20-09:16:41.719426) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-09:17:28.526312 4076275 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300902. Immutable memtables: 0. 2024/02/20-09:17:28.526546 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19650] Syncing log #300888 2024/02/20-09:17:28.530864 3036210 (Original Log Time 2024/02/20-09:17:28.526539) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:17:28.530875 3036210 [db/flush_job.cc:892] [tag] [JOB 19650] Flushing memtable with next log file: 300902 2024/02/20-09:17:28.530900 3036210 EVENT_LOG_v1 {"time_micros": 1708420648530894, "job": 19650, "event": "flush_started", "num_memtables": 1, "num_entries": 7278, "num_deletes": 0, "total_data_size": 640100, "memory_usage": 1251840, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-09:17:28.530904 3036210 [db/flush_job.cc:926] [tag] [JOB 19650] Level-0 flush table #300903: started 2024/02/20-09:17:28.537719 3036210 EVENT_LOG_v1 {"time_micros": 1708420648537682, "cf_name": "tag", "job": 19650, "event": "table_file_creation", "file_number": 300903, "file_size": 380563, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142879141, "largest_seqno": 5142934022, "table_properties": {"data_size": 376322, "index_size": 4214, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 618798, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 120, "num_entries": 7217, "num_filter_entries": 164, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420465, "oldest_key_time": 1708420465, "file_creation_time": 1708420648, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300903, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:28.537769 3036210 [db/flush_job.cc:1062] [tag] [JOB 19650] Flush lasted 6910 microseconds, and 5648 cpu microseconds. 2024/02/20-09:17:28.538257 3036210 (Original Log Time 2024/02/20-09:17:28.537751) [db/flush_job.cc:1011] [tag] [JOB 19650] Level-0 flush table #300903: 380563 bytes OK 2024/02/20-09:17:28.538260 3036210 (Original Log Time 2024/02/20-09:17:28.537775) [db/memtable_list.cc:555] [tag] Level-0 commit table #300903 started 2024/02/20-09:17:28.538261 3036210 (Original Log Time 2024/02/20-09:17:28.538035) [db/memtable_list.cc:754] [tag] Level-0 commit table #300903: memtable #1 done 2024/02/20-09:17:28.538262 3036210 (Original Log Time 2024/02/20-09:17:28.538054) EVENT_LOG_v1 {"time_micros": 1708420648538048, "job": 19650, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-09:17:28.538264 3036210 (Original Log Time 2024/02/20-09:17:28.538225) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-09:17:28.538268 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19650] Try to delete WAL files size 263070, prev total WAL file size 5685572, number of live WAL files 4. 2024/02/20-09:17:28.538354 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19651] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-09:17:28.538364 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19658 Base level 0, inputs: [300903(371KB) 300885(1014KB)], [300876(64MB) 300877(64MB) 300878(19MB)] 2024/02/20-09:17:28.538385 3036186 EVENT_LOG_v1 {"time_micros": 1708420648538376, "job": 19651, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300903, 300885], "files_L6": [300876, 300877, 300878], "score": 1, "input_data_size": 156951919, "oldest_snapshot_seqno": -1} 2024/02/20-09:17:28.538487 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300884.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:32.776796 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19651] Generated table #300904: 2381922 keys, 67637073 bytes, temperature: kUnknown 2024/02/20-09:17:32.776863 3036186 EVENT_LOG_v1 {"time_micros": 1708420652776821, "cf_name": "tag", "job": 19651, "event": "table_file_creation", "file_number": 300904, "file_size": 67637073, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109764, "index_size": 1447504, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 201380656, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35992, "num_entries": 2381922, "num_filter_entries": 1950, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708420648, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300904, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:36.866564 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19651] Generated table #300905: 2167955 keys, 67620783 bytes, temperature: kUnknown 2024/02/20-09:17:36.866635 3036186 EVENT_LOG_v1 {"time_micros": 1708420656866592, "cf_name": "tag", "job": 19651, "event": "table_file_creation", "file_number": 300905, "file_size": 67620783, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110012, "index_size": 1379896, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 191539861, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36061, "num_entries": 2167955, "num_filter_entries": 1278, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708420652, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300905, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:38.308274 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19651] Generated table #300906: 796398 keys, 20977454 bytes, temperature: kUnknown 2024/02/20-09:17:38.308335 3036186 EVENT_LOG_v1 {"time_micros": 1708420658308297, "cf_name": "tag", "job": 19651, "event": "table_file_creation", "file_number": 300906, "file_size": 20977454, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 20809969, "index_size": 477678, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 64921279, "raw_average_key_size": 81, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 11444, "num_entries": 796398, "num_filter_entries": 286, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708420656, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300906, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:38.313404 3036186 (Original Log Time 2024/02/20-09:17:38.312858) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19651] Compacted 2@0 + 3@6 files to L6 => 156235310 bytes 2024/02/20-09:17:38.313407 3036186 (Original Log Time 2024/02/20-09:17:38.313182) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 16.1 rd, 16.0 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.4, 148.3 +0.0 blob) out(149.0 +0.0 blob), read-write-amplify(220.7) write-amplify(110.1) OK, records in: 5346275, records dropped: 0 output_compression: ZSTD 2024/02/20-09:17:38.313413 3036186 (Original Log Time 2024/02/20-09:17:38.313206) EVENT_LOG_v1 {"time_micros": 1708420658313195, "job": 19651, "event": "compaction_finished", "compaction_time_micros": 9770009, "compaction_time_cpu_micros": 9602206, "output_level": 6, "num_output_files": 3, "total_output_size": 156235310, "num_input_records": 5346275, "num_output_records": 5346275, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-09:17:38.319910 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300876.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:38.319958 3036186 EVENT_LOG_v1 {"time_micros": 1708420658319954, "job": 19651, "event": "table_file_deletion", "file_number": 300876} 2024/02/20-09:17:38.325790 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300877.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:38.325808 3036186 EVENT_LOG_v1 {"time_micros": 1708420658325805, "job": 19651, "event": "table_file_deletion", "file_number": 300877} 2024/02/20-09:17:38.327412 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300878.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:38.327424 3036186 EVENT_LOG_v1 {"time_micros": 1708420658327421, "job": 19651, "event": "table_file_deletion", "file_number": 300878} 2024/02/20-09:17:38.327582 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300885.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:38.327596 3036186 EVENT_LOG_v1 {"time_micros": 1708420658327594, "job": 19651, "event": "table_file_deletion", "file_number": 300885} 2024/02/20-09:17:38.327692 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300903.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:38.327698 3036186 EVENT_LOG_v1 {"time_micros": 1708420658327696, "job": 19651, "event": "table_file_deletion", "file_number": 300903} 2024/02/20-09:17:38.327741 4076275 (Original Log Time 2024/02/20-09:17:28.538523) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-09:17:38.327984 4076275 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300907. Immutable memtables: 0. 2024/02/20-09:17:38.328196 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19652] Syncing log #300902 2024/02/20-09:17:38.329563 3036193 (Original Log Time 2024/02/20-09:17:38.328187) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:17:38.329570 3036193 [db/flush_job.cc:892] [key] [JOB 19652] Flushing memtable with next log file: 300907 2024/02/20-09:17:38.329594 3036193 EVENT_LOG_v1 {"time_micros": 1708420658329587, "job": 19652, "event": "flush_started", "num_memtables": 1, "num_entries": 23179, "num_deletes": 0, "total_data_size": 1446412, "memory_usage": 3068496, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-09:17:38.329598 3036193 [db/flush_job.cc:926] [key] [JOB 19652] Level-0 flush table #300908: started 2024/02/20-09:17:38.352295 3036193 EVENT_LOG_v1 {"time_micros": 1708420658352251, "cf_name": "key", "job": 19652, "event": "table_file_creation", "file_number": 300908, "file_size": 963680, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142881614, "largest_seqno": 5142936960, "table_properties": {"data_size": 935125, "index_size": 6750, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21813, "raw_key_size": 1359962, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 277, "num_entries": 22517, "num_filter_entries": 24912, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420475, "oldest_key_time": 1708420475, "file_creation_time": 1708420658, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300908, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:38.352339 3036193 [db/flush_job.cc:1062] [key] [JOB 19652] Flush lasted 22780 microseconds, and 20855 cpu microseconds. 2024/02/20-09:17:38.352938 3036193 (Original Log Time 2024/02/20-09:17:38.352322) [db/flush_job.cc:1011] [key] [JOB 19652] Level-0 flush table #300908: 963680 bytes OK 2024/02/20-09:17:38.352943 3036193 (Original Log Time 2024/02/20-09:17:38.352346) [db/memtable_list.cc:555] [key] Level-0 commit table #300908 started 2024/02/20-09:17:38.352947 3036193 (Original Log Time 2024/02/20-09:17:38.352683) [db/memtable_list.cc:754] [key] Level-0 commit table #300908: memtable #1 done 2024/02/20-09:17:38.352949 3036193 (Original Log Time 2024/02/20-09:17:38.352701) EVENT_LOG_v1 {"time_micros": 1708420658352695, "job": 19652, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-09:17:38.352952 3036193 (Original Log Time 2024/02/20-09:17:38.352898) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-09:17:38.352957 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19652] Try to delete WAL files size 3893944, prev total WAL file size 5748840, number of live WAL files 4. 2024/02/20-09:17:38.353040 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19653] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-09:17:38.353049 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19660 Base level 0, inputs: [300908(941KB) 300887(2523KB)], [300881(4908KB)] 2024/02/20-09:17:38.353065 3036183 EVENT_LOG_v1 {"time_micros": 1708420658353055, "job": 19653, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300908, 300887], "files_L5": [300881], "score": 1, "input_data_size": 8574304, "oldest_snapshot_seqno": -1} 2024/02/20-09:17:38.353692 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300886.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:38.586756 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19653] Generated table #300909: 208951 keys, 8488357 bytes, temperature: kUnknown 2024/02/20-09:17:38.586819 3036183 EVENT_LOG_v1 {"time_micros": 1708420658586784, "cf_name": "key", "job": 19653, "event": "table_file_creation", "file_number": 300909, "file_size": 8488357, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142428208, "largest_seqno": 5142936960, "table_properties": {"data_size": 8246261, "index_size": 65219, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 192133, "raw_key_size": 12624103, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2398, "num_entries": 208951, "num_filter_entries": 218083, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708418855, "oldest_key_time": 0, "file_creation_time": 1708420658, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300909, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:38.587824 3036183 (Original Log Time 2024/02/20-09:17:38.587303) [db/compaction/compaction_job.cc:1729] [key] [JOB 19653] Compacted 2@0 + 1@5 files to L5 => 8488357 bytes 2024/02/20-09:17:38.587828 3036183 (Original Log Time 2024/02/20-09:17:38.587606) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.03, MB/sec: 36.7 rd, 36.3 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(3.4, 4.8 +0.0 blob) out(8.1 +0.0 blob), read-write-amplify(4.8) write-amplify(2.4) OK, records in: 208952, records dropped: 1 output_compression: LZ4 2024/02/20-09:17:38.587833 3036183 (Original Log Time 2024/02/20-09:17:38.587625) EVENT_LOG_v1 {"time_micros": 1708420658587615, "job": 19653, "event": "compaction_finished", "compaction_time_micros": 233816, "compaction_time_cpu_micros": 226484, "output_level": 5, "num_output_files": 1, "total_output_size": 8488357, "num_input_records": 208952, "num_output_records": 208951, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-09:17:38.588259 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300881.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:38.588268 3036183 EVENT_LOG_v1 {"time_micros": 1708420658588266, "job": 19653, "event": "table_file_deletion", "file_number": 300881} 2024/02/20-09:17:38.588494 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300887.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:38.588501 3036183 EVENT_LOG_v1 {"time_micros": 1708420658588499, "job": 19653, "event": "table_file_deletion", "file_number": 300887} 2024/02/20-09:17:38.588623 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300908.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:17:38.588629 3036183 EVENT_LOG_v1 {"time_micros": 1708420658588628, "job": 19653, "event": "table_file_deletion", "file_number": 300908} 2024/02/20-09:17:38.588659 4076275 (Original Log Time 2024/02/20-09:17:38.353738) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-09:17:38.588821 3036188 (Original Log Time 2024/02/20-09:17:38.588740) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-09:17:38.588832 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19654] Compacting 1@5 + 5@6 files to L6, score -1.00 2024/02/20-09:17:38.588842 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19661 Base level 5, inputs: [300909(8289KB)], [300860(67MB) 300861(66MB) 300862(66MB) 300863(66MB) 300864(56MB)] 2024/02/20-09:17:38.588873 3036188 EVENT_LOG_v1 {"time_micros": 1708420658588859, "job": 19654, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300909], "files_L6": [300860, 300861, 300862, 300863, 300864], "score": -1, "input_data_size": 348571050, "oldest_snapshot_seqno": -1} 2024/02/20-09:17:43.480744 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19654] Generated table #300910: 3148234 keys, 70424858 bytes, temperature: kUnknown 2024/02/20-09:17:43.480809 3036188 EVENT_LOG_v1 {"time_micros": 1708420663480771, "cf_name": "key", "job": 19654, "event": "table_file_creation", "file_number": 300910, "file_size": 70424858, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110255, "index_size": 1027210, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2832357, "raw_key_size": 190502827, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37351, "num_entries": 3148234, "num_filter_entries": 3170448, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420658, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300910, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:48.038841 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19654] Generated table #300911: 2955142 keys, 70256212 bytes, temperature: kUnknown 2024/02/20-09:17:48.038910 3036188 EVENT_LOG_v1 {"time_micros": 1708420668038866, "cf_name": "key", "job": 19654, "event": "table_file_creation", "file_number": 300911, "file_size": 70256212, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110597, "index_size": 962703, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2674197, "raw_key_size": 178243818, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36902, "num_entries": 2955142, "num_filter_entries": 2994241, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420663, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300911, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:53.499434 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19654] Generated table #300912: 3023895 keys, 70248412 bytes, temperature: kUnknown 2024/02/20-09:17:53.499523 3036188 EVENT_LOG_v1 {"time_micros": 1708420673499474, "cf_name": "key", "job": 19654, "event": "table_file_creation", "file_number": 300912, "file_size": 70248412, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109117, "index_size": 1045408, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2700885, "raw_key_size": 184457595, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37216, "num_entries": 3023895, "num_filter_entries": 3023896, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420668, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300912, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:17:58.208713 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19654] Generated table #300913: 2952376 keys, 70244653 bytes, temperature: kUnknown 2024/02/20-09:17:58.208772 3036188 EVENT_LOG_v1 {"time_micros": 1708420678208736, "cf_name": "key", "job": 19654, "event": "table_file_creation", "file_number": 300913, "file_size": 70244653, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110578, "index_size": 969527, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2670933, "raw_key_size": 178743317, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36884, "num_entries": 2952376, "num_filter_entries": 2990527, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420673, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300913, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:18:02.486399 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19654] Generated table #300914: 2632848 keys, 62758283 bytes, temperature: kUnknown 2024/02/20-09:18:02.486489 3036188 EVENT_LOG_v1 {"time_micros": 1708420682486429, "cf_name": "key", "job": 19654, "event": "table_file_creation", "file_number": 300914, "file_size": 62758283, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 59976800, "index_size": 864059, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2370997, "raw_key_size": 159344823, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32964, "num_entries": 2632848, "num_filter_entries": 2656383, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708420678, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300914, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:18:02.506074 3036188 (Original Log Time 2024/02/20-09:18:02.505460) [db/compaction/compaction_job.cc:1729] [key] [JOB 19654] Compacted 1@5 + 5@6 files to L6 => 343932418 bytes 2024/02/20-09:18:02.506077 3036188 (Original Log Time 2024/02/20-09:18:02.505901) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 5] max score 0.00, MB/sec: 14.6 rd, 14.4 wr, level 6, files in(1, 5) out(5 +0 blob) MB in(8.1, 324.3 +0.0 blob) out(328.0 +0.0 blob), read-write-amplify(81.6) write-amplify(40.5) OK, records in: 14712496, records dropped: 1 output_compression: ZSTD 2024/02/20-09:18:02.506085 3036188 (Original Log Time 2024/02/20-09:18:02.505930) EVENT_LOG_v1 {"time_micros": 1708420682505917, "job": 19654, "event": "compaction_finished", "compaction_time_micros": 23897680, "compaction_time_cpu_micros": 23416643, "output_level": 6, "num_output_files": 5, "total_output_size": 343932418, "num_input_records": 14712496, "num_output_records": 14712495, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 5]} 2024/02/20-09:18:02.512531 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300860.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:18:02.512559 3036188 EVENT_LOG_v1 {"time_micros": 1708420682512554, "job": 19654, "event": "table_file_deletion", "file_number": 300860} 2024/02/20-09:18:02.523905 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300861.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:18:02.523951 3036188 EVENT_LOG_v1 {"time_micros": 1708420682523943, "job": 19654, "event": "table_file_deletion", "file_number": 300861} 2024/02/20-09:18:02.536959 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300862.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:18:02.537007 3036188 EVENT_LOG_v1 {"time_micros": 1708420682537001, "job": 19654, "event": "table_file_deletion", "file_number": 300862} 2024/02/20-09:18:02.545759 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300863.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:18:02.545830 3036188 EVENT_LOG_v1 {"time_micros": 1708420682545823, "job": 19654, "event": "table_file_deletion", "file_number": 300863} 2024/02/20-09:18:02.551578 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300864.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:18:02.551606 3036188 EVENT_LOG_v1 {"time_micros": 1708420682551602, "job": 19654, "event": "table_file_deletion", "file_number": 300864} 2024/02/20-09:18:02.552428 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300909.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:18:02.552439 3036188 EVENT_LOG_v1 {"time_micros": 1708420682552437, "job": 19654, "event": "table_file_deletion", "file_number": 300909} 2024/02/20-09:18:02.552512 4076275 (Original Log Time 2024/02/20-09:17:38.588669) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-09:20:00.225048 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-09:20:00.225176 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1008199.1 total, 600.1 interval Cumulative writes: 128M writes, 577M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.61 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128268754.00 writes per sync, written: 55.61 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 75K writes, 179K keys, 75K commit groups, 1.0 writes per commit group, ingest: 17.78 MB, 0.03 MB/s Interval WAL: 75K writes, 0 syncs, 75100.00 writes per sync, written: 0.02 GB, 0.03 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 403.51 376.27 4097 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.2 18.0 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1663.12 1592.46 2116 0.786 1030M 1126 0.0 0.0 L6 11/0 712.90 MB 0.0 397.7 17.3 380.4 380.7 0.3 0.0 22.1 16.1 15.4 25239.16 23283.23 591 42.706 9291M 256M 0.0 0.0 Sum 11/0 712.90 MB 0.0 465.9 35.3 430.6 466.1 35.5 0.0 25.4 17.5 17.5 27305.78 25251.96 6804 4.013 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.7 0.0 0.7 0.7 0.0 0.0 111.2 15.6 15.5 47.28 44.27 4 11.820 16M 2 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 465.9 35.3 430.6 447.8 17.2 0.0 0.0 17.7 17.0 26902.27 24875.69 2707 9.938 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 403.51 376.27 4097 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1008199.1 total, 600.1 interval Flush(GB): cumulative 18.361, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 466.14 GB write, 0.47 MB/s write, 465.91 GB read, 0.47 MB/s read, 27305.8 seconds Interval compaction: 0.72 GB write, 1.22 MB/s write, 0.72 GB read, 1.23 MB/s read, 47.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1589 collections: 1681 last_copies: 0 last_secs: 0.000756 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(813,13.12 MB,0.853992%) IndexBlock(775,1.38 GB,92.1758%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5909308 Average: 2.1885 StdDev: 4.27 Min: 0 Median: 1.3813 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.54 ------------------------------------------------------ [ 0, 1 ] 1996839 33.791% 33.791% ####### ( 1, 2 ] 2512147 42.512% 76.303% ######### ( 2, 3 ] 979956 16.583% 92.886% ### ( 3, 4 ] 239429 4.052% 96.938% # ( 4, 6 ] 106639 1.805% 98.743% ( 6, 10 ] 34810 0.589% 99.332% ( 10, 15 ] 14640 0.248% 99.580% ( 15, 22 ] 7425 0.126% 99.705% ( 22, 34 ] 7766 0.131% 99.837% ( 34, 51 ] 5590 0.095% 99.931% ( 51, 76 ] 2482 0.042% 99.973% ( 76, 110 ] 878 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21491680 Average: 2.4633 StdDev: 6.81 Min: 0 Median: 1.4937 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.52 ------------------------------------------------------ [ 0, 1 ] 6595679 30.689% 30.689% ###### ( 1, 2 ] 8405892 39.112% 69.802% ######## ( 2, 3 ] 3643673 16.954% 86.756% ### ( 3, 4 ] 1322987 6.156% 92.911% # ( 4, 6 ] 1026399 4.776% 97.687% # ( 6, 10 ] 331933 1.544% 99.232% ( 10, 15 ] 58544 0.272% 99.504% ( 15, 22 ] 29910 0.139% 99.643% ( 22, 34 ] 32191 0.150% 99.793% ( 34, 51 ] 24494 0.114% 99.907% ( 51, 76 ] 11804 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 206935068 Average: 12.0737 StdDev: 47.17 Min: 0 Median: 1.4843 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.41 P99.9: 302.61 P99.99: 1533.37 ------------------------------------------------------ [ 0, 1 ] 71073336 34.346% 34.346% ####### ( 1, 2 ] 66886727 32.323% 66.668% ###### ( 2, 3 ] 29247573 14.134% 80.802% ### ( 3, 4 ] 6313502 3.051% 83.853% # ( 4, 6 ] 1152871 0.557% 84.410% ( 6, 10 ] 542424 0.262% 84.672% ( 10, 15 ] 307782 0.149% 84.821% ( 15, 22 ] 257209 0.124% 84.945% ( 22, 34 ] 7398512 3.575% 88.520% # ( 34, 51 ] 7404486 3.578% 92.099% # ( 51, 76 ] 5958456 2.879% 94.978% # ( 76, 110 ] 6574470 3.177% 98.155% # ( 110, 170 ] 3236687 1.564% 99.719% ( 170, 250 ] 329562 0.159% 99.878% ( 250, 380 ] 110049 0.053% 99.932% ( 380, 580 ] 66773 0.032% 99.964% ( 580, 870 ] 30069 0.015% 99.978% ( 870, 1300 ] 13658 0.007% 99.985% ( 1300, 1900 ] 26298 0.013% 99.998% ( 1900, 2900 ] 2094 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 612 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.02 73.04 3984 0.022 0 0 0.0 0.0 L6 3/0 149.00 MB 0.0 308.8 3.1 305.7 305.8 0.0 0.0 99.1 15.4 15.2 20538.45 20160.59 2098 9.790 11G 62M 0.0 0.0 Sum 3/0 149.00 MB 0.0 308.8 3.1 305.7 308.9 3.1 0.0 100.1 15.3 15.3 20624.48 20233.62 6082 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.1 0.0 0.0 111.1 15.3 15.3 9.80 9.63 3 3.267 5346K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.8 3.1 305.7 305.8 0.0 0.0 0.0 15.4 15.2 20538.45 20160.59 2098 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.02 73.04 3984 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1008199.1 total, 600.1 interval Flush(GB): cumulative 3.085, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.88 GB write, 0.31 MB/s write, 308.83 GB read, 0.31 MB/s read, 20624.5 seconds Interval compaction: 0.15 GB write, 0.25 MB/s write, 0.15 GB read, 0.25 MB/s read, 9.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4338 collections: 1681 last_copies: 0 last_secs: 0.001461 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2188,1.65 MB,0.107581%) IndexBlock(2149,1.46 GB,97.0762%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1013367 Average: 3.5564 StdDev: 6.36 Min: 0 Median: 2.5721 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.71 P99.99: 195.99 ------------------------------------------------------ [ 0, 1 ] 116542 11.500% 11.500% ## ( 1, 2 ] 246700 24.345% 35.845% ##### ( 2, 3 ] 250727 24.742% 60.587% ##### ( 3, 4 ] 193391 19.084% 79.671% #### ( 4, 6 ] 165523 16.334% 96.005% ### ( 6, 10 ] 28122 2.775% 98.780% # ( 10, 15 ] 4681 0.462% 99.242% ( 15, 22 ] 2501 0.247% 99.489% ( 22, 34 ] 2132 0.210% 99.699% ( 34, 51 ] 1752 0.173% 99.872% ( 51, 76 ] 728 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175190567 Average: 2.1855 StdDev: 5.40 Min: 0 Median: 1.3405 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.58 P99.99: 144.40 ------------------------------------------------------ [ 0, 1 ] 64934290 37.065% 37.065% ####### ( 1, 2 ] 66552561 37.989% 75.054% ######## ( 2, 3 ] 32500800 18.552% 93.605% #### ( 3, 4 ] 7839874 4.475% 98.080% # ( 4, 6 ] 1465232 0.836% 98.917% ( 6, 10 ] 607547 0.347% 99.264% ( 10, 15 ] 395806 0.226% 99.489% ( 15, 22 ] 196996 0.112% 99.602% ( 22, 34 ] 309700 0.177% 99.779% ( 34, 51 ] 202358 0.116% 99.894% ( 51, 76 ] 98782 0.056% 99.951% ( 76, 110 ] 56950 0.033% 99.983% ( 110, 170 ] 21195 0.012% 99.995% ( 170, 250 ] 3793 0.002% 99.997% ( 250, 380 ] 1731 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.50 249.90 4064 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.1 13.8 21.7 7.9 0.0 2.7 28.8 28.5 777.83 752.27 1944 0.400 605M 269K 0.0 0.0 L6 5/0 328.00 MB 0.0 194.5 8.7 185.8 185.9 0.1 0.0 21.3 14.4 13.8 13802.14 13505.84 708 19.495 8705M 235M 0.0 0.0 Sum 5/0 328.00 MB 0.0 216.4 16.8 199.6 216.5 16.9 0.0 24.3 14.9 14.9 14849.48 14508.01 6716 2.211 9310M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 100.3 14.0 14.0 24.24 23.75 4 6.061 14M 2 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 216.4 16.8 199.6 207.6 8.0 0.0 0.0 15.2 14.6 14579.97 14258.11 2652 5.498 9310M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.50 249.90 4064 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1008199.1 total, 600.1 interval Flush(GB): cumulative 8.922, interval 0.003 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 216.49 GB write, 0.22 MB/s write, 216.36 GB read, 0.22 MB/s read, 14849.5 seconds Interval compaction: 0.33 GB write, 0.57 MB/s write, 0.33 GB read, 0.57 MB/s read, 24.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 352303 collections: 1681 last_copies: 0 last_secs: 0.124608 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(352098,1.36 GB,90.5566%) FilterBlock(101,80.63 MB,5.24946%) IndexBlock(103,31.40 MB,2.0443%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2790242 Average: 4.2537 StdDev: 8.12 Min: 0 Median: 1.9541 Max: 9050 Percentiles: P50: 1.95 P75: 5.33 P99: 17.90 P99.9: 61.10 P99.99: 151.58 ------------------------------------------------------ [ 0, 1 ] 626981 22.470% 22.470% #### ( 1, 2 ] 805052 28.852% 51.323% ###### ( 2, 3 ] 392643 14.072% 65.395% ### ( 3, 4 ] 169749 6.084% 71.479% # ( 4, 6 ] 147308 5.279% 76.758% # ( 6, 10 ] 439635 15.756% 92.514% ### ( 10, 15 ] 174081 6.239% 98.753% # ( 15, 22 ] 16645 0.597% 99.350% ( 22, 34 ] 8925 0.320% 99.669% ( 34, 51 ] 5430 0.195% 99.864% ( 51, 76 ] 2482 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6775310 Average: 4.6819 StdDev: 7.57 Min: 0 Median: 2.4615 Max: 7311 Percentiles: P50: 2.46 P75: 6.14 P99: 19.33 P99.9: 66.60 P99.99: 167.00 ------------------------------------------------------ [ 0, 1 ] 1115776 16.468% 16.468% ### ( 1, 2 ] 1795144 26.495% 42.964% ##### ( 2, 3 ] 1033123 15.248% 58.212% ### ( 3, 4 ] 552680 8.157% 66.369% ## ( 4, 6 ] 544399 8.035% 74.404% ## ( 6, 10 ] 1173494 17.320% 91.724% ### ( 10, 15 ] 464863 6.861% 98.586% # ( 15, 22 ] 45444 0.671% 99.256% ( 22, 34 ] 23908 0.353% 99.609% ( 34, 51 ] 15141 0.223% 99.833% ( 51, 76 ] 7313 0.108% 99.941% ( 76, 110 ] 2444 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 104997392 Average: 5.7458 StdDev: 24.31 Min: 0 Median: 2.3284 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.68 P99.9: 158.26 P99.99: 464.11 ------------------------------------------------------ [ 0, 1 ] 25087927 23.894% 23.894% ##### ( 1, 2 ] 23820994 22.687% 46.581% ##### ( 2, 3 ] 10929779 10.410% 56.991% ## ( 3, 4 ] 4292846 4.089% 61.079% # ( 4, 6 ] 4919794 4.686% 65.765% # ( 6, 10 ] 25404393 24.195% 89.960% ##### ( 10, 15 ] 8164418 7.776% 97.736% ## ( 15, 22 ] 666486 0.635% 98.371% ( 22, 34 ] 540240 0.515% 98.885% ( 34, 51 ] 360888 0.344% 99.229% ( 51, 76 ] 226605 0.216% 99.445% ( 76, 110 ] 289850 0.276% 99.721% ( 110, 170 ] 233941 0.223% 99.944% ( 170, 250 ] 37897 0.036% 99.980% ( 250, 380 ] 8257 0.008% 99.988% ( 380, 580 ] 6128 0.006% 99.993% ( 580, 870 ] 3512 0.003% 99.997% ( 870, 1300 ] 1883 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-09:20:00.228506 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 525008946 rocksdb.block.cache.hit COUNT : 2148349065 rocksdb.block.cache.add COUNT : 39139954 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32138 rocksdb.block.cache.index.hit COUNT : 526922004 rocksdb.block.cache.index.add COUNT : 32124 rocksdb.block.cache.index.bytes.insert COUNT : 34323804452 rocksdb.block.cache.filter.miss COUNT : 32144 rocksdb.block.cache.filter.hit COUNT : 1094820299 rocksdb.block.cache.filter.add COUNT : 32144 rocksdb.block.cache.filter.bytes.insert COUNT : 8725649904 rocksdb.block.cache.data.miss COUNT : 524944664 rocksdb.block.cache.data.hit COUNT : 526606762 rocksdb.block.cache.data.add COUNT : 39075686 rocksdb.block.cache.data.bytes.insert COUNT : 161860141072 rocksdb.block.cache.bytes.read COUNT : 1871941937861958 rocksdb.block.cache.bytes.write COUNT : 204909595428 rocksdb.bloom.filter.useful COUNT : 567962523 rocksdb.bloom.filter.full.positive COUNT : 526857808 rocksdb.bloom.filter.full.true.positive COUNT : 521360229 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92541700 rocksdb.memtable.miss COUNT : 6232548389 rocksdb.l0.hit COUNT : 15989930 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 505370299 rocksdb.compaction.key.drop.new COUNT : 277321142 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 577112689 rocksdb.number.keys.read COUNT : 641997310 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59711512744 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67214 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32129 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 758183443 rocksdb.number.multiget.keys.read COUNT : 5683092779 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59711512744 rocksdb.write.self COUNT : 128059027 rocksdb.write.other COUNT : 209727 rocksdb.write.wal COUNT : 128268754 rocksdb.compact.read.bytes COUNT : 989407644030 rocksdb.compact.write.bytes COUNT : 1032016906171 rocksdb.flush.write.bytes COUNT : 32610825618 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1006753 rocksdb.number.superversion_releases COUNT : 2687 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 518352448 rocksdb.number.block.decompressed COUNT : 518387207 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59294384831 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67214 rocksdb.num.iterator.deleted COUNT : 67214 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5176 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5138 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43811 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60618436667 rocksdb.memtable.garbage.bytes.at.flush COUNT : 729171650 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 936583514711 rocksdb.last.level.read.count COUNT : 487125362 rocksdb.non.last.level.read.bytes COUNT : 128423084534 rocksdb.non.last.level.read.count COUNT : 37979971 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 525041075 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2115023071236 rocksdb.bytes.compressed.to COUNT : 1027214340920 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26104914069 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6584790 rocksdb.bytes.decompressed.from COUNT : 1027497490729 rocksdb.bytes.decompressed.to COUNT : 2115209998092 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.446464 P95 : 106.333102 P99 : 160.475691 P100 : 227461.000000 COUNT : 641997310 SUM : 33135527719 rocksdb.db.write.micros P50 : 66.991737 P95 : 111.778947 P99 : 169.464975 P100 : 2037453.000000 COUNT : 128268754 SUM : 13239396260 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38140669.856459 P99 : 66776136.363636 P100 : 84019043.000000 COUNT : 7457 SUM : 62020697394 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35503896.103896 P99 : 63608757.062147 P100 : 74662372.000000 COUNT : 7457 SUM : 59294384831 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4290.169492 P95 : 27665.000000 P99 : 61500.000000 P100 : 1558490.000000 COUNT : 12130 SUM : 113056656 rocksdb.compaction.outfile.sync.micros P50 : 62565.324316 P95 : 126063.666301 P99 : 225654.736842 P100 : 2063820.000000 COUNT : 19982 SUM : 1280137594 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.859498 P95 : 725.993952 P99 : 3904.732143 P100 : 501117.000000 COUNT : 19649 SUM : 12569195 rocksdb.table.open.io.micros P50 : 580.840232 P95 : 6227.579416 P99 : 12990.794195 P100 : 126033.000000 COUNT : 32129 SUM : 56409124 rocksdb.db.multiget.micros P50 : 7.998123 P95 : 17.830054 P99 : 33.077836 P100 : 26625.000000 COUNT : 758183443 SUM : 7185567108 rocksdb.read.block.compaction.micros P50 : 13.651151 P95 : 58.291829 P99 : 137.938990 P100 : 57122.000000 COUNT : 485868978 SUM : 9382603761 rocksdb.read.block.get.micros P50 : 52.839978 P95 : 94.853054 P99 : 145.913374 P100 : 125945.000000 COUNT : 39139968 SUM : 2255512782 rocksdb.write.raw.block.micros P50 : 0.521458 P95 : 0.990771 P99 : 1.894569 P100 : 331149.000000 COUNT : 525033574 SUM : 10442556007 rocksdb.numfiles.in.singlecompaction P50 : 2.776433 P95 : 5.679281 P99 : 5.938596 P100 : 7.000000 COUNT : 5679 SUM : 20228 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532116 P95 : 32.778377 P99 : 104.591824 P100 : 57076.000000 COUNT : 525105333 SUM : 3597736888 rocksdb.file.read.flush.micros P50 : 1.839661 P95 : 15.770792 P99 : 41.250000 P100 : 787.000000 COUNT : 60650 SUM : 290581 rocksdb.file.read.compaction.micros P50 : 1.417847 P95 : 35.673312 P99 : 106.092540 P100 : 57076.000000 COUNT : 485968902 SUM : 3206976431 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 641997310 SUM : 0 rocksdb.bytes.per.write P50 : 218.496352 P95 : 527.345874 P99 : 803.556187 P100 : 4563443.000000 COUNT : 128059027 SUM : 59711512744 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 758183443 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45812.615101 P95 : 166759.882870 P99 : 239040.366972 P100 : 1681975.000000 COUNT : 12173 SUM : 759039519 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-09:20:00.228675 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-09:20:00.228814 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708420800 to in-memory stats history 2024/02/20-09:20:00.228839 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-09:20:00.228871 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-09:24:53.563692 4076432 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300888. Total log size is 15728719 while max_total_wal_size is 15728640 2024/02/20-09:24:53.563952 4076432 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300915. Immutable memtables: 0. 2024/02/20-09:24:53.564187 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19655] Syncing log #300907 2024/02/20-09:24:53.585573 3036210 (Original Log Time 2024/02/20-09:24:53.564172) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:24:53.585584 3036210 [db/flush_job.cc:892] [url] [JOB 19655] Flushing memtable with next log file: 300915 2024/02/20-09:24:53.585649 3036210 EVENT_LOG_v1 {"time_micros": 1708421093585640, "job": 19655, "event": "flush_started", "num_memtables": 1, "num_entries": 68030, "num_deletes": 0, "total_data_size": 10195184, "memory_usage": 11720608, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:24:53.585654 3036210 [db/flush_job.cc:926] [url] [JOB 19655] Level-0 flush table #300916: started 2024/02/20-09:24:53.685334 3036210 EVENT_LOG_v1 {"time_micros": 1708421093685291, "cf_name": "url", "job": 19655, "event": "table_file_creation", "file_number": 300916, "file_size": 5038818, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142919311, "largest_seqno": 5143070523, "table_properties": {"data_size": 4954697, "index_size": 152542, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6853, "raw_key_size": 9780901, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1507, "num_entries": 66329, "num_filter_entries": 7864, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420601, "oldest_key_time": 1708420601, "file_creation_time": 1708421093, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300916, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:24:53.685389 3036210 [db/flush_job.cc:1062] [url] [JOB 19655] Flush lasted 99825 microseconds, and 96346 cpu microseconds. 2024/02/20-09:24:53.685870 3036210 (Original Log Time 2024/02/20-09:24:53.685373) [db/flush_job.cc:1011] [url] [JOB 19655] Level-0 flush table #300916: 5038818 bytes OK 2024/02/20-09:24:53.685873 3036210 (Original Log Time 2024/02/20-09:24:53.685395) [db/memtable_list.cc:555] [url] Level-0 commit table #300916 started 2024/02/20-09:24:53.685875 3036210 (Original Log Time 2024/02/20-09:24:53.685643) [db/memtable_list.cc:754] [url] Level-0 commit table #300916: memtable #1 done 2024/02/20-09:24:53.685876 3036210 (Original Log Time 2024/02/20-09:24:53.685661) EVENT_LOG_v1 {"time_micros": 1708421093685656, "job": 19655, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-09:24:53.685878 3036210 (Original Log Time 2024/02/20-09:24:53.685835) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 11] max score 0.50 2024/02/20-09:24:53.685882 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19655] Try to delete WAL files size 1528558, prev total WAL file size 15732779, number of live WAL files 4. 2024/02/20-09:24:53.686214 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300888.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:25:39.020314 4076717 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300902. Total log size is 15728727 while max_total_wal_size is 15728640 2024/02/20-09:25:39.020567 4076717 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300917. Immutable memtables: 0. 2024/02/20-09:25:39.020801 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19656] Syncing log #300915 2024/02/20-09:25:39.022927 3036193 (Original Log Time 2024/02/20-09:25:39.020784) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:25:39.022934 3036193 [db/flush_job.cc:892] [tag] [JOB 19656] Flushing memtable with next log file: 300917 2024/02/20-09:25:39.022956 3036193 EVENT_LOG_v1 {"time_micros": 1708421139022950, "job": 19656, "event": "flush_started", "num_memtables": 1, "num_entries": 20294, "num_deletes": 0, "total_data_size": 1759410, "memory_usage": 3224016, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:25:39.022959 3036193 [db/flush_job.cc:926] [tag] [JOB 19656] Level-0 flush table #300918: started 2024/02/20-09:25:39.066413 3036193 EVENT_LOG_v1 {"time_micros": 1708421139066373, "cf_name": "tag", "job": 19656, "event": "table_file_creation", "file_number": 300918, "file_size": 1050000, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142934068, "largest_seqno": 5143085519, "table_properties": {"data_size": 1041383, "index_size": 11538, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1701567, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 325, "num_entries": 20124, "num_filter_entries": 232, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420648, "oldest_key_time": 1708420648, "file_creation_time": 1708421139, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300918, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:25:39.066479 3036193 [db/flush_job.cc:1062] [tag] [JOB 19656] Flush lasted 43557 microseconds, and 41412 cpu microseconds. 2024/02/20-09:25:39.067046 3036193 (Original Log Time 2024/02/20-09:25:39.066441) [db/flush_job.cc:1011] [tag] [JOB 19656] Level-0 flush table #300918: 1050000 bytes OK 2024/02/20-09:25:39.067050 3036193 (Original Log Time 2024/02/20-09:25:39.066486) [db/memtable_list.cc:555] [tag] Level-0 commit table #300918 started 2024/02/20-09:25:39.067052 3036193 (Original Log Time 2024/02/20-09:25:39.066787) [db/memtable_list.cc:754] [tag] Level-0 commit table #300918: memtable #1 done 2024/02/20-09:25:39.067054 3036193 (Original Log Time 2024/02/20-09:25:39.066807) EVENT_LOG_v1 {"time_micros": 1708421139066800, "job": 19656, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-09:25:39.067057 3036193 (Original Log Time 2024/02/20-09:25:39.067003) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-09:25:39.067062 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19656] Try to delete WAL files size 326010, prev total WAL file size 15730448, number of live WAL files 4. 2024/02/20-09:25:39.067286 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300902.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:25:48.756267 1260999 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300907. Total log size is 15728792 while max_total_wal_size is 15728640 2024/02/20-09:25:48.756752 1260999 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300919. Immutable memtables: 0. 2024/02/20-09:25:48.757052 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19657] Syncing log #300917 2024/02/20-09:25:48.774420 3036210 (Original Log Time 2024/02/20-09:25:48.757031) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:25:48.774433 3036210 [db/flush_job.cc:892] [key] [JOB 19657] Flushing memtable with next log file: 300919 2024/02/20-09:25:48.774487 3036210 EVENT_LOG_v1 {"time_micros": 1708421148774475, "job": 19657, "event": "flush_started", "num_memtables": 1, "num_entries": 63374, "num_deletes": 0, "total_data_size": 3955524, "memory_usage": 5516328, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:25:48.774494 3036210 [db/flush_job.cc:926] [key] [JOB 19657] Level-0 flush table #300920: started 2024/02/20-09:25:48.880953 3036210 EVENT_LOG_v1 {"time_micros": 1708421148880909, "cf_name": "key", "job": 19657, "event": "table_file_creation", "file_number": 300920, "file_size": 2571658, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142936962, "largest_seqno": 5143088655, "table_properties": {"data_size": 2497401, "index_size": 18779, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58053, "raw_key_size": 3732691, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 735, "num_entries": 61784, "num_filter_entries": 66243, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420658, "oldest_key_time": 1708420658, "file_creation_time": 1708421148, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300920, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:25:48.881010 3036210 [db/flush_job.cc:1062] [key] [JOB 19657] Flush lasted 106603 microseconds, and 102227 cpu microseconds. 2024/02/20-09:25:48.881731 3036210 (Original Log Time 2024/02/20-09:25:48.880987) [db/flush_job.cc:1011] [key] [JOB 19657] Level-0 flush table #300920: 2571658 bytes OK 2024/02/20-09:25:48.881736 3036210 (Original Log Time 2024/02/20-09:25:48.881019) [db/memtable_list.cc:555] [key] Level-0 commit table #300920 started 2024/02/20-09:25:48.881738 3036210 (Original Log Time 2024/02/20-09:25:48.881387) [db/memtable_list.cc:754] [key] Level-0 commit table #300920: memtable #1 done 2024/02/20-09:25:48.881740 3036210 (Original Log Time 2024/02/20-09:25:48.881421) EVENT_LOG_v1 {"time_micros": 1708421148881412, "job": 19657, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-09:25:48.881743 3036210 (Original Log Time 2024/02/20-09:25:48.881679) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 5] max score 0.50 2024/02/20-09:25:48.881748 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19657] Try to delete WAL files size 13874151, prev total WAL file size 15733361, number of live WAL files 4. 2024/02/20-09:25:48.884378 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300907.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:30:00.359070 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-09:30:00.359303 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1008799.2 total, 600.1 interval Cumulative writes: 128M writes, 577M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.63 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128347005.00 writes per sync, written: 55.63 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 78K writes, 187K keys, 78K commit groups, 1.0 writes per commit group, ingest: 18.57 MB, 0.03 MB/s Interval WAL: 78K writes, 0 syncs, 78251.00 writes per sync, written: 0.02 GB, 0.03 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.81 MB 0.5 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 403.61 376.36 4098 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.2 18.0 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1663.12 1592.46 2116 0.786 1030M 1126 0.0 0.0 L6 11/0 712.90 MB 0.0 397.7 17.3 380.4 380.7 0.3 0.0 22.1 16.1 15.4 25239.16 23283.23 591 42.706 9291M 256M 0.0 0.0 Sum 12/0 717.71 MB 0.0 465.9 35.3 430.6 466.1 35.5 0.0 25.4 17.5 17.5 27305.88 25252.05 6805 4.013 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 48.1 0.10 0.10 1 0.100 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 465.9 35.3 430.6 447.8 17.2 0.0 0.0 17.7 17.0 26902.27 24875.69 2707 9.938 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 403.61 376.36 4098 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1008799.2 total, 600.1 interval Flush(GB): cumulative 18.365, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 466.14 GB write, 0.47 MB/s write, 465.91 GB read, 0.47 MB/s read, 27305.9 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1591 collections: 1682 last_copies: 0 last_secs: 0.000685 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(814,13.12 MB,0.854419%) IndexBlock(776,1.38 GB,92.1853%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5909313 Average: 2.1885 StdDev: 4.27 Min: 0 Median: 1.3813 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.54 ------------------------------------------------------ [ 0, 1 ] 1996840 33.791% 33.791% ####### ( 1, 2 ] 2512148 42.512% 76.303% ######### ( 2, 3 ] 979958 16.583% 92.886% ### ( 3, 4 ] 239429 4.052% 96.938% # ( 4, 6 ] 106639 1.805% 98.743% ( 6, 10 ] 34810 0.589% 99.332% ( 10, 15 ] 14640 0.248% 99.579% ( 15, 22 ] 7426 0.126% 99.705% ( 22, 34 ] 7766 0.131% 99.837% ( 34, 51 ] 5590 0.095% 99.931% ( 51, 76 ] 2482 0.042% 99.973% ( 76, 110 ] 878 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21491680 Average: 2.4633 StdDev: 6.81 Min: 0 Median: 1.4937 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.52 ------------------------------------------------------ [ 0, 1 ] 6595679 30.689% 30.689% ###### ( 1, 2 ] 8405892 39.112% 69.802% ######## ( 2, 3 ] 3643673 16.954% 86.756% ### ( 3, 4 ] 1322987 6.156% 92.911% # ( 4, 6 ] 1026399 4.776% 97.687% # ( 6, 10 ] 331933 1.544% 99.232% ( 10, 15 ] 58544 0.272% 99.504% ( 15, 22 ] 29910 0.139% 99.643% ( 22, 34 ] 32191 0.150% 99.793% ( 34, 51 ] 24494 0.114% 99.907% ( 51, 76 ] 11804 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1971 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 206935068 Average: 12.0737 StdDev: 47.17 Min: 0 Median: 1.4843 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.41 P99.9: 302.61 P99.99: 1533.37 ------------------------------------------------------ [ 0, 1 ] 71073336 34.346% 34.346% ####### ( 1, 2 ] 66886727 32.323% 66.668% ###### ( 2, 3 ] 29247573 14.134% 80.802% ### ( 3, 4 ] 6313502 3.051% 83.853% # ( 4, 6 ] 1152871 0.557% 84.410% ( 6, 10 ] 542424 0.262% 84.672% ( 10, 15 ] 307782 0.149% 84.821% ( 15, 22 ] 257209 0.124% 84.945% ( 22, 34 ] 7398512 3.575% 88.520% # ( 34, 51 ] 7404486 3.578% 92.099% # ( 51, 76 ] 5958456 2.879% 94.978% # ( 76, 110 ] 6574470 3.177% 98.155% # ( 110, 170 ] 3236687 1.564% 99.719% ( 170, 250 ] 329562 0.159% 99.878% ( 250, 380 ] 110049 0.053% 99.932% ( 380, 580 ] 66773 0.032% 99.964% ( 580, 870 ] 30069 0.015% 99.978% ( 870, 1300 ] 13658 0.007% 99.985% ( 1300, 1900 ] 26298 0.013% 99.998% ( 1900, 2900 ] 2094 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 612 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 1.00 MB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.07 73.08 3985 0.022 0 0 0.0 0.0 L6 3/0 149.00 MB 0.0 308.8 3.1 305.7 305.8 0.0 0.0 99.1 15.4 15.2 20538.45 20160.59 2098 9.790 11G 62M 0.0 0.0 Sum 4/0 150.00 MB 0.0 308.8 3.1 305.7 308.9 3.1 0.0 100.1 15.3 15.3 20624.52 20233.67 6083 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 23.0 0.04 0.04 1 0.044 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 308.8 3.1 305.7 305.8 0.0 0.0 0.0 15.4 15.2 20538.45 20160.59 2098 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.07 73.08 3985 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1008799.2 total, 600.1 interval Flush(GB): cumulative 3.086, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 308.88 GB write, 0.31 MB/s write, 308.83 GB read, 0.31 MB/s read, 20624.5 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4340 collections: 1682 last_copies: 0 last_secs: 0.001586 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2189,1.65 MB,0.107597%) IndexBlock(2150,1.46 GB,97.0769%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1013372 Average: 3.5564 StdDev: 6.36 Min: 0 Median: 2.5721 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.71 P99.99: 195.99 ------------------------------------------------------ [ 0, 1 ] 116543 11.501% 11.501% ## ( 1, 2 ] 246702 24.345% 35.845% ##### ( 2, 3 ] 250727 24.742% 60.587% ##### ( 3, 4 ] 193393 19.084% 79.671% #### ( 4, 6 ] 165523 16.334% 96.005% ### ( 6, 10 ] 28122 2.775% 98.780% # ( 10, 15 ] 4681 0.462% 99.242% ( 15, 22 ] 2501 0.247% 99.489% ( 22, 34 ] 2132 0.210% 99.699% ( 34, 51 ] 1752 0.173% 99.872% ( 51, 76 ] 728 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175190567 Average: 2.1855 StdDev: 5.40 Min: 0 Median: 1.3405 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.58 P99.99: 144.40 ------------------------------------------------------ [ 0, 1 ] 64934290 37.065% 37.065% ####### ( 1, 2 ] 66552561 37.989% 75.054% ######## ( 2, 3 ] 32500800 18.552% 93.605% #### ( 3, 4 ] 7839874 4.475% 98.080% # ( 4, 6 ] 1465232 0.836% 98.917% ( 6, 10 ] 607547 0.347% 99.264% ( 10, 15 ] 395806 0.226% 99.489% ( 15, 22 ] 196996 0.112% 99.602% ( 22, 34 ] 309700 0.177% 99.779% ( 34, 51 ] 202358 0.116% 99.894% ( 51, 76 ] 98782 0.056% 99.951% ( 76, 110 ] 56950 0.033% 99.983% ( 110, 170 ] 21195 0.012% 99.995% ( 170, 250 ] 3793 0.002% 99.997% ( 250, 380 ] 1731 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.45 MB 0.5 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.61 250.00 4065 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.1 13.8 21.7 7.9 0.0 2.7 28.8 28.5 777.83 752.27 1944 0.400 605M 269K 0.0 0.0 L6 5/0 328.00 MB 0.0 194.5 8.7 185.8 185.9 0.1 0.0 21.3 14.4 13.8 13802.14 13505.84 708 19.495 8705M 235M 0.0 0.0 Sum 6/0 330.45 MB 0.0 216.4 16.8 199.6 216.5 16.9 0.0 24.3 14.9 14.9 14849.58 14508.11 6717 2.211 9310M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 23.0 0.11 0.10 1 0.107 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 216.4 16.8 199.6 207.6 8.0 0.0 0.0 15.2 14.6 14579.97 14258.11 2652 5.498 9310M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.61 250.00 4065 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1008799.2 total, 600.1 interval Flush(GB): cumulative 8.924, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 216.49 GB write, 0.22 MB/s write, 216.36 GB read, 0.22 MB/s read, 14849.6 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 354694 collections: 1682 last_copies: 0 last_secs: 0.127152 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(354533,1.37 GB,91.1847%) FilterBlock(81,73.47 MB,4.78319%) IndexBlock(79,29.40 MB,1.91428%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2790749 Average: 4.2547 StdDev: 8.12 Min: 0 Median: 1.9545 Max: 9050 Percentiles: P50: 1.95 P75: 5.34 P99: 17.90 P99.9: 61.10 P99.99: 151.57 ------------------------------------------------------ [ 0, 1 ] 626982 22.466% 22.466% #### ( 1, 2 ] 805054 28.847% 51.314% ###### ( 2, 3 ] 392643 14.069% 65.383% ### ( 3, 4 ] 169749 6.083% 71.466% # ( 4, 6 ] 147337 5.279% 76.745% # ( 6, 10 ] 439997 15.766% 92.511% ### ( 10, 15 ] 174178 6.241% 98.753% # ( 15, 22 ] 16652 0.597% 99.349% ( 22, 34 ] 8932 0.320% 99.669% ( 34, 51 ] 5432 0.195% 99.864% ( 51, 76 ] 2482 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6775310 Average: 4.6819 StdDev: 7.57 Min: 0 Median: 2.4615 Max: 7311 Percentiles: P50: 2.46 P75: 6.14 P99: 19.33 P99.9: 66.60 P99.99: 167.00 ------------------------------------------------------ [ 0, 1 ] 1115776 16.468% 16.468% ### ( 1, 2 ] 1795144 26.495% 42.964% ##### ( 2, 3 ] 1033123 15.248% 58.212% ### ( 3, 4 ] 552680 8.157% 66.369% ## ( 4, 6 ] 544399 8.035% 74.404% ## ( 6, 10 ] 1173494 17.320% 91.724% ### ( 10, 15 ] 464863 6.861% 98.586% # ( 15, 22 ] 45444 0.671% 99.256% ( 22, 34 ] 23908 0.353% 99.609% ( 34, 51 ] 15141 0.223% 99.833% ( 51, 76 ] 7313 0.108% 99.941% ( 76, 110 ] 2444 0.036% 99.977% ( 110, 170 ] 951 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105030251 Average: 5.7469 StdDev: 24.31 Min: 0 Median: 2.3299 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.67 P99.9: 158.25 P99.99: 463.97 ------------------------------------------------------ [ 0, 1 ] 25087927 23.886% 23.886% ##### ( 1, 2 ] 23820995 22.680% 46.567% ##### ( 2, 3 ] 10929789 10.406% 56.973% ## ( 3, 4 ] 4292895 4.087% 61.060% # ( 4, 6 ] 4922044 4.686% 65.746% # ( 6, 10 ] 25428309 24.210% 89.957% ##### ( 10, 15 ] 8170304 7.779% 97.736% ## ( 15, 22 ] 666837 0.635% 98.371% ( 22, 34 ] 540473 0.515% 98.885% ( 34, 51 ] 360989 0.344% 99.229% ( 51, 76 ] 226647 0.216% 99.445% ( 76, 110 ] 289867 0.276% 99.721% ( 110, 170 ] 233943 0.223% 99.944% ( 170, 250 ] 37898 0.036% 99.980% ( 250, 380 ] 8258 0.008% 99.988% ( 380, 580 ] 6128 0.006% 99.993% ( 580, 870 ] 3512 0.003% 99.997% ( 870, 1300 ] 1883 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-09:30:00.363272 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 525042314 rocksdb.block.cache.hit COUNT : 2149655553 rocksdb.block.cache.add COUNT : 39173322 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32141 rocksdb.block.cache.index.hit COUNT : 527316887 rocksdb.block.cache.index.add COUNT : 32127 rocksdb.block.cache.index.bytes.insert COUNT : 34323987560 rocksdb.block.cache.filter.miss COUNT : 32147 rocksdb.block.cache.filter.hit COUNT : 1095370385 rocksdb.block.cache.filter.add COUNT : 32147 rocksdb.block.cache.filter.bytes.insert COUNT : 8725715135 rocksdb.block.cache.data.miss COUNT : 524978026 rocksdb.block.cache.data.hit COUNT : 526968281 rocksdb.block.cache.data.add COUNT : 39109048 rocksdb.block.cache.data.bytes.insert COUNT : 161998338901 rocksdb.block.cache.bytes.read COUNT : 1873329859935770 rocksdb.block.cache.bytes.write COUNT : 205048041596 rocksdb.bloom.filter.useful COUNT : 568117729 rocksdb.bloom.filter.full.positive COUNT : 527252688 rocksdb.bloom.filter.full.true.positive COUNT : 521752879 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92646361 rocksdb.memtable.miss COUNT : 6237204984 rocksdb.l0.hit COUNT : 16004201 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 505748678 rocksdb.compaction.key.drop.new COUNT : 277321142 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 577300014 rocksdb.number.keys.read COUNT : 642494635 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59730985373 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67254 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32132 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 758719057 rocksdb.number.multiget.keys.read COUNT : 5687356710 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59730985373 rocksdb.write.self COUNT : 128137224 rocksdb.write.other COUNT : 209781 rocksdb.write.wal COUNT : 128347005 rocksdb.compact.read.bytes COUNT : 989407644030 rocksdb.compact.write.bytes COUNT : 1032016906171 rocksdb.flush.write.bytes COUNT : 32619486983 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1007253 rocksdb.number.superversion_releases COUNT : 2687 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 518354711 rocksdb.number.block.decompressed COUNT : 518420572 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59294384831 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67254 rocksdb.num.iterator.deleted COUNT : 67254 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5181 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5143 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43814 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60634003858 rocksdb.memtable.garbage.bytes.at.flush COUNT : 729523682 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 936643632302 rocksdb.last.level.read.count COUNT : 487158222 rocksdb.non.last.level.read.bytes COUNT : 128424969733 rocksdb.non.last.level.read.count COUNT : 37980488 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 525074446 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2115032371080 rocksdb.bytes.compressed.to COUNT : 1027221701132 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26106133043 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6585097 rocksdb.bytes.decompressed.from COUNT : 1027559258254 rocksdb.bytes.decompressed.to COUNT : 2115345442909 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.441315 P95 : 106.328322 P99 : 160.468839 P100 : 227461.000000 COUNT : 642494635 SUM : 33157551349 rocksdb.db.write.micros P50 : 66.991159 P95 : 111.765251 P99 : 169.460913 P100 : 2037453.000000 COUNT : 128347005 SUM : 13245882780 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38140669.856459 P99 : 66776136.363636 P100 : 84019043.000000 COUNT : 7457 SUM : 62020697394 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35503896.103896 P99 : 63608757.062147 P100 : 74662372.000000 COUNT : 7457 SUM : 59294384831 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4289.735772 P95 : 27662.642857 P99 : 61483.333333 P100 : 1558490.000000 COUNT : 12133 SUM : 113075336 rocksdb.compaction.outfile.sync.micros P50 : 62565.324316 P95 : 126063.666301 P99 : 225654.736842 P100 : 2063820.000000 COUNT : 19982 SUM : 1280137594 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.857798 P95 : 725.935484 P99 : 3903.928571 P100 : 501117.000000 COUNT : 19652 SUM : 12569786 rocksdb.table.open.io.micros P50 : 580.480132 P95 : 6227.369759 P99 : 12990.469657 P100 : 126033.000000 COUNT : 32132 SUM : 56409806 rocksdb.db.multiget.micros P50 : 7.997687 P95 : 17.827913 P99 : 33.075686 P100 : 26625.000000 COUNT : 758719057 SUM : 7190173689 rocksdb.read.block.compaction.micros P50 : 13.651151 P95 : 58.291829 P99 : 137.938990 P100 : 57122.000000 COUNT : 485868978 SUM : 9382603761 rocksdb.read.block.get.micros P50 : 52.836543 P95 : 94.843133 P99 : 145.891797 P100 : 125945.000000 COUNT : 39173336 SUM : 2257298988 rocksdb.write.raw.block.micros P50 : 0.521458 P95 : 0.990771 P99 : 1.894571 P100 : 331149.000000 COUNT : 525036153 SUM : 10442649021 rocksdb.numfiles.in.singlecompaction P50 : 2.776433 P95 : 5.679281 P99 : 5.938596 P100 : 7.000000 COUNT : 5679 SUM : 20228 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532214 P95 : 32.776246 P99 : 104.590219 P100 : 57076.000000 COUNT : 525138710 SUM : 3598049260 rocksdb.file.read.flush.micros P50 : 1.839738 P95 : 15.771443 P99 : 41.243182 P100 : 787.000000 COUNT : 60665 SUM : 290651 rocksdb.file.read.compaction.micros P50 : 1.417847 P95 : 35.673312 P99 : 106.092540 P100 : 57076.000000 COUNT : 485968902 SUM : 3206976431 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 642494636 SUM : 0 rocksdb.bytes.per.write P50 : 218.495493 P95 : 527.350280 P99 : 803.560185 P100 : 4563443.000000 COUNT : 128137224 SUM : 59730985373 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 758719058 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45824.287029 P95 : 166755.490483 P99 : 239034.862385 P100 : 1681975.000000 COUNT : 12176 SUM : 759289504 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-09:30:00.363588 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-09:30:00.363810 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708421400 to in-memory stats history 2024/02/20-09:30:00.363845 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-09:30:00.363890 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-09:32:51.772428 4076614 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300915. Total log size is 15728743 while max_total_wal_size is 15728640 2024/02/20-09:32:51.772703 4076614 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300921. Immutable memtables: 0. 2024/02/20-09:32:51.772938 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19658] Syncing log #300919 2024/02/20-09:32:51.781778 3036193 (Original Log Time 2024/02/20-09:32:51.772929) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:32:51.781788 3036193 [db/flush_job.cc:892] [url] [JOB 19658] Flushing memtable with next log file: 300921 2024/02/20-09:32:51.781816 3036193 EVENT_LOG_v1 {"time_micros": 1708421571781807, "job": 19658, "event": "flush_started", "num_memtables": 1, "num_entries": 67446, "num_deletes": 0, "total_data_size": 10111892, "memory_usage": 12358368, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:32:51.781821 3036193 [db/flush_job.cc:926] [url] [JOB 19658] Level-0 flush table #300922: started 2024/02/20-09:32:51.940642 3036193 EVENT_LOG_v1 {"time_micros": 1708421571940591, "cf_name": "url", "job": 19658, "event": "table_file_creation", "file_number": 300922, "file_size": 4954375, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143070525, "largest_seqno": 5143222345, "table_properties": {"data_size": 4874390, "index_size": 159097, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6741, "raw_key_size": 9703324, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1500, "num_entries": 65914, "num_filter_entries": 7699, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708421093, "oldest_key_time": 1708421093, "file_creation_time": 1708421571, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300922, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:32:51.940721 3036193 [db/flush_job.cc:1062] [url] [JOB 19658] Flush lasted 158952 microseconds, and 153587 cpu microseconds. 2024/02/20-09:32:51.941499 3036193 (Original Log Time 2024/02/20-09:32:51.940693) [db/flush_job.cc:1011] [url] [JOB 19658] Level-0 flush table #300922: 4954375 bytes OK 2024/02/20-09:32:51.941504 3036193 (Original Log Time 2024/02/20-09:32:51.940730) [db/memtable_list.cc:555] [url] Level-0 commit table #300922 started 2024/02/20-09:32:51.941507 3036193 (Original Log Time 2024/02/20-09:32:51.941140) [db/memtable_list.cc:754] [url] Level-0 commit table #300922: memtable #1 done 2024/02/20-09:32:51.941509 3036193 (Original Log Time 2024/02/20-09:32:51.941173) EVENT_LOG_v1 {"time_micros": 1708421571941164, "job": 19658, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 11], "immutable_memtables": 0} 2024/02/20-09:32:51.941511 3036193 (Original Log Time 2024/02/20-09:32:51.941417) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 11] max score 1.00 2024/02/20-09:32:51.941517 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19658] Try to delete WAL files size 1528566, prev total WAL file size 15735049, number of live WAL files 4. 2024/02/20-09:32:51.941628 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19659] Compacting 2@0 files to L5, score 1.00 2024/02/20-09:32:51.941641 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19666 Base level 0, inputs: [300922(4838KB) 300916(4920KB)] 2024/02/20-09:32:51.941673 3036185 EVENT_LOG_v1 {"time_micros": 1708421571941659, "job": 19659, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300922, 300916], "score": 1, "input_data_size": 9993193, "oldest_snapshot_seqno": -1} 2024/02/20-09:32:51.942065 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300915.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:32:52.288029 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19659] Generated table #300923: 132241 keys, 9668067 bytes, temperature: kUnknown 2024/02/20-09:32:52.288287 3036185 EVENT_LOG_v1 {"time_micros": 1708421572288078, "cf_name": "url", "job": 19659, "event": "table_file_creation", "file_number": 300923, "file_size": 9668067, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142919311, "largest_seqno": 5143222345, "table_properties": {"data_size": 9511018, "index_size": 319777, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 10869, "raw_key_size": 19483874, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2897, "num_entries": 132241, "num_filter_entries": 12361, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420601, "oldest_key_time": 0, "file_creation_time": 1708421571, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300923, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:32:52.448239 3036185 (Original Log Time 2024/02/20-09:32:52.289121) [db/compaction/compaction_job.cc:1729] [url] [JOB 19659] Compacted 2@0 files to L5 => 9668067 bytes 2024/02/20-09:32:52.448245 3036185 (Original Log Time 2024/02/20-09:32:52.447963) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.04, MB/sec: 28.8 rd, 27.9 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(9.5, 0.0 +0.0 blob) out(9.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 132243, records dropped: 2 output_compression: LZ4 2024/02/20-09:32:52.448254 3036185 (Original Log Time 2024/02/20-09:32:52.448008) EVENT_LOG_v1 {"time_micros": 1708421572447989, "job": 19659, "event": "compaction_finished", "compaction_time_micros": 346877, "compaction_time_cpu_micros": 322760, "output_level": 5, "num_output_files": 1, "total_output_size": 9668067, "num_input_records": 132243, "num_output_records": 132241, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-09:32:52.448890 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300916.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:32:52.448907 3036185 EVENT_LOG_v1 {"time_micros": 1708421572448903, "job": 19659, "event": "table_file_deletion", "file_number": 300916} 2024/02/20-09:32:52.449392 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300922.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:32:52.449401 3036185 EVENT_LOG_v1 {"time_micros": 1708421572449399, "job": 19659, "event": "table_file_deletion", "file_number": 300922} 2024/02/20-09:33:37.683510 4076274 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300917. Total log size is 15728736 while max_total_wal_size is 15728640 2024/02/20-09:33:37.683762 4076274 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300924. Immutable memtables: 0. 2024/02/20-09:33:37.684022 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19660] Syncing log #300921 2024/02/20-09:33:37.692850 3036210 (Original Log Time 2024/02/20-09:33:37.684004) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:33:37.692862 3036210 [db/flush_job.cc:892] [tag] [JOB 19660] Flushing memtable with next log file: 300924 2024/02/20-09:33:37.692893 3036210 EVENT_LOG_v1 {"time_micros": 1708421617692884, "job": 19660, "event": "flush_started", "num_memtables": 1, "num_entries": 21107, "num_deletes": 0, "total_data_size": 1829967, "memory_usage": 3452936, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:33:37.692897 3036210 [db/flush_job.cc:926] [tag] [JOB 19660] Level-0 flush table #300925: started 2024/02/20-09:33:37.727523 3036210 EVENT_LOG_v1 {"time_micros": 1708421617727473, "cf_name": "tag", "job": 19660, "event": "table_file_creation", "file_number": 300925, "file_size": 1085640, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143085555, "largest_seqno": 5143237146, "table_properties": {"data_size": 1076473, "index_size": 12327, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1761308, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 332, "num_entries": 20810, "num_filter_entries": 237, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708421139, "oldest_key_time": 1708421139, "file_creation_time": 1708421617, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300925, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:33:37.727575 3036210 [db/flush_job.cc:1062] [tag] [JOB 19660] Flush lasted 34734 microseconds, and 33044 cpu microseconds. 2024/02/20-09:33:37.728144 3036210 (Original Log Time 2024/02/20-09:33:37.727556) [db/flush_job.cc:1011] [tag] [JOB 19660] Level-0 flush table #300925: 1085640 bytes OK 2024/02/20-09:33:37.728148 3036210 (Original Log Time 2024/02/20-09:33:37.727582) [db/memtable_list.cc:555] [tag] Level-0 commit table #300925 started 2024/02/20-09:33:37.728151 3036210 (Original Log Time 2024/02/20-09:33:37.727889) [db/memtable_list.cc:754] [tag] Level-0 commit table #300925: memtable #1 done 2024/02/20-09:33:37.728153 3036210 (Original Log Time 2024/02/20-09:33:37.727911) EVENT_LOG_v1 {"time_micros": 1708421617727904, "job": 19660, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-09:33:37.728155 3036210 (Original Log Time 2024/02/20-09:33:37.728095) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-09:33:37.728160 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19660] Try to delete WAL files size 326075, prev total WAL file size 15730073, number of live WAL files 4. 2024/02/20-09:33:37.728257 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19661] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-09:33:37.728269 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19668 Base level 0, inputs: [300925(1060KB) 300918(1025KB)], [300904(64MB) 300905(64MB) 300906(20MB)] 2024/02/20-09:33:37.728333 3036187 EVENT_LOG_v1 {"time_micros": 1708421617728275, "job": 19661, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300925, 300918], "files_L6": [300904, 300905, 300906], "score": 1, "input_data_size": 158370950, "oldest_snapshot_seqno": -1} 2024/02/20-09:33:37.728443 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300917.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:33:42.266696 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19661] Generated table #300926: 2387656 keys, 67635905 bytes, temperature: kUnknown 2024/02/20-09:33:42.266760 3036187 EVENT_LOG_v1 {"time_micros": 1708421622266721, "cf_name": "tag", "job": 19661, "event": "table_file_creation", "file_number": 300926, "file_size": 67635905, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109915, "index_size": 1448545, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 201568166, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35995, "num_entries": 2387656, "num_filter_entries": 1893, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708421617, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300926, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:33:46.776387 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19661] Generated table #300927: 2162263 keys, 67622189 bytes, temperature: kUnknown 2024/02/20-09:33:46.776474 3036187 EVENT_LOG_v1 {"time_micros": 1708421626776418, "cf_name": "tag", "job": 19661, "event": "table_file_creation", "file_number": 300927, "file_size": 67622189, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109641, "index_size": 1383532, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 191717355, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36054, "num_entries": 2162263, "num_filter_entries": 1345, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708421622, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300927, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:33:47.867486 2383549 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300919. Total log size is 15729135 while max_total_wal_size is 15728640 2024/02/20-09:33:47.867735 2383549 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300929. Immutable memtables: 0. 2024/02/20-09:33:47.867983 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19662] Syncing log #300924 2024/02/20-09:33:47.870369 3036193 (Original Log Time 2024/02/20-09:33:47.867970) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-09:33:47.870377 3036193 [db/flush_job.cc:892] [key] [JOB 19662] Flushing memtable with next log file: 300929 2024/02/20-09:33:47.870402 3036193 EVENT_LOG_v1 {"time_micros": 1708421627870394, "job": 19662, "event": "flush_started", "num_memtables": 1, "num_entries": 62990, "num_deletes": 0, "total_data_size": 3930501, "memory_usage": 6295856, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:33:47.870406 3036193 [db/flush_job.cc:926] [key] [JOB 19662] Level-0 flush table #300930: started 2024/02/20-09:33:47.944024 3036193 EVENT_LOG_v1 {"time_micros": 1708421627943993, "cf_name": "key", "job": 19662, "event": "table_file_creation", "file_number": 300930, "file_size": 2531065, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143088657, "largest_seqno": 5143240317, "table_properties": {"data_size": 2457172, "index_size": 18744, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 57733, "raw_key_size": 3712829, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 729, "num_entries": 61472, "num_filter_entries": 65866, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708421148, "oldest_key_time": 1708421148, "file_creation_time": 1708421627, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300930, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:33:47.944062 3036193 [db/flush_job.cc:1062] [key] [JOB 19662] Flush lasted 73699 microseconds, and 71696 cpu microseconds. 2024/02/20-09:33:47.944548 3036193 (Original Log Time 2024/02/20-09:33:47.944050) [db/flush_job.cc:1011] [key] [JOB 19662] Level-0 flush table #300930: 2531065 bytes OK 2024/02/20-09:33:47.944550 3036193 (Original Log Time 2024/02/20-09:33:47.944067) [db/memtable_list.cc:555] [key] Level-0 commit table #300930 started 2024/02/20-09:33:47.944552 3036193 (Original Log Time 2024/02/20-09:33:47.944325) [db/memtable_list.cc:754] [key] Level-0 commit table #300930: memtable #1 done 2024/02/20-09:33:47.944553 3036193 (Original Log Time 2024/02/20-09:33:47.944338) EVENT_LOG_v1 {"time_micros": 1708421627944333, "job": 19662, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-09:33:47.944555 3036193 (Original Log Time 2024/02/20-09:33:47.944519) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 5] max score 1.00 2024/02/20-09:33:47.944559 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19662] Try to delete WAL files size 13874102, prev total WAL file size 15731750, number of live WAL files 4. 2024/02/20-09:33:47.945947 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300919.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:33:48.283641 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19661] Generated table #300928: 837290 keys, 22054844 bytes, temperature: kUnknown 2024/02/20-09:33:48.283702 3036187 EVENT_LOG_v1 {"time_micros": 1708421628283665, "cf_name": "tag", "job": 19661, "event": "table_file_creation", "file_number": 300928, "file_size": 22054844, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 21877245, "index_size": 499097, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 68019150, "raw_average_key_size": 81, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 12014, "num_entries": 837290, "num_filter_entries": 286, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708421626, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300928, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:33:48.290177 3036187 (Original Log Time 2024/02/20-09:33:48.289570) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19661] Compacted 2@0 + 3@6 files to L6 => 157312938 bytes 2024/02/20-09:33:48.290182 3036187 (Original Log Time 2024/02/20-09:33:48.289943) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.0 rd, 14.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(2.0, 149.0 +0.0 blob) out(150.0 +0.0 blob), read-write-amplify(147.8) write-amplify(73.7) OK, records in: 5387209, records dropped: 0 output_compression: ZSTD 2024/02/20-09:33:48.290191 3036187 (Original Log Time 2024/02/20-09:33:48.289977) EVENT_LOG_v1 {"time_micros": 1708421628289962, "job": 19661, "event": "compaction_finished", "compaction_time_micros": 10555439, "compaction_time_cpu_micros": 10453840, "output_level": 6, "num_output_files": 3, "total_output_size": 157312938, "num_input_records": 5387209, "num_output_records": 5387209, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-09:33:48.295813 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300904.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:33:48.295839 3036187 EVENT_LOG_v1 {"time_micros": 1708421628295835, "job": 19661, "event": "table_file_deletion", "file_number": 300904} 2024/02/20-09:33:48.302250 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300905.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:33:48.302280 3036187 EVENT_LOG_v1 {"time_micros": 1708421628302275, "job": 19661, "event": "table_file_deletion", "file_number": 300905} 2024/02/20-09:33:48.304366 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300906.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:33:48.304389 3036187 EVENT_LOG_v1 {"time_micros": 1708421628304386, "job": 19661, "event": "table_file_deletion", "file_number": 300906} 2024/02/20-09:33:48.304560 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300918.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:33:48.304569 3036187 EVENT_LOG_v1 {"time_micros": 1708421628304568, "job": 19661, "event": "table_file_deletion", "file_number": 300918} 2024/02/20-09:33:48.304688 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300925.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:33:48.304694 3036187 EVENT_LOG_v1 {"time_micros": 1708421628304693, "job": 19661, "event": "table_file_deletion", "file_number": 300925} 2024/02/20-09:33:48.304781 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19663] Compacting 2@0 files to L5, score 1.00 2024/02/20-09:33:48.304786 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19669 Base level 0, inputs: [300930(2471KB) 300920(2511KB)] 2024/02/20-09:33:48.304796 3036187 EVENT_LOG_v1 {"time_micros": 1708421628304789, "job": 19663, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300930, 300920], "score": 1, "input_data_size": 5102723, "oldest_snapshot_seqno": -1} 2024/02/20-09:33:48.487365 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19663] Generated table #300931: 123255 keys, 5020382 bytes, temperature: kUnknown 2024/02/20-09:33:48.487424 3036187 EVENT_LOG_v1 {"time_micros": 1708421628487389, "cf_name": "key", "job": 19663, "event": "table_file_creation", "file_number": 300931, "file_size": 5020382, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142936962, "largest_seqno": 5143240317, "table_properties": {"data_size": 4875375, "index_size": 38174, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 114245, "raw_key_size": 7445460, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1435, "num_entries": 123255, "num_filter_entries": 129947, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420658, "oldest_key_time": 0, "file_creation_time": 1708421628, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300931, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:33:48.488243 3036187 (Original Log Time 2024/02/20-09:33:48.487829) [db/compaction/compaction_job.cc:1729] [key] [JOB 19663] Compacted 2@0 files to L5 => 5020382 bytes 2024/02/20-09:33:48.488246 3036187 (Original Log Time 2024/02/20-09:33:48.488050) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.02, MB/sec: 27.9 rd, 27.5 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.9, 0.0 +0.0 blob) out(4.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 123256, records dropped: 1 output_compression: LZ4 2024/02/20-09:33:48.488250 3036187 (Original Log Time 2024/02/20-09:33:48.488067) EVENT_LOG_v1 {"time_micros": 1708421628488058, "job": 19663, "event": "compaction_finished", "compaction_time_micros": 182705, "compaction_time_cpu_micros": 180141, "output_level": 5, "num_output_files": 1, "total_output_size": 5020382, "num_input_records": 123256, "num_output_records": 123255, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-09:33:48.488500 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300920.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:33:48.488509 3036187 EVENT_LOG_v1 {"time_micros": 1708421628488507, "job": 19663, "event": "table_file_deletion", "file_number": 300920} 2024/02/20-09:33:48.488706 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300930.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:33:48.488711 3036187 EVENT_LOG_v1 {"time_micros": 1708421628488710, "job": 19663, "event": "table_file_deletion", "file_number": 300930} 2024/02/20-09:40:00.487702 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-09:40:00.487873 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1009399.3 total, 600.1 interval Cumulative writes: 128M writes, 577M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.65 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128427430.00 writes per sync, written: 55.65 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 80K writes, 194K keys, 80K commit groups, 1.0 writes per commit group, ingest: 19.20 MB, 0.03 MB/s Interval WAL: 80K writes, 0 syncs, 80425.00 writes per sync, written: 0.02 GB, 0.03 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 403.77 376.52 4099 0.099 0 0 0.0 0.0 L5 1/0 9.22 MB 0.0 68.3 18.1 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1663.46 1592.78 2117 0.786 1030M 1128 0.0 0.0 L6 11/0 712.90 MB 0.0 397.7 17.3 380.4 380.7 0.3 0.0 22.1 16.1 15.4 25239.16 23283.23 591 42.706 9291M 256M 0.0 0.0 Sum 12/0 722.12 MB 0.0 465.9 35.3 430.6 466.2 35.5 0.0 25.4 17.5 17.5 27306.39 25252.53 6807 4.012 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 18.8 27.6 0.51 0.48 2 0.253 132K 2 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 465.9 35.3 430.6 447.8 17.2 0.0 0.0 17.7 17.0 26902.62 24876.01 2708 9.934 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 403.77 376.52 4099 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1009399.3 total, 600.1 interval Flush(GB): cumulative 18.370, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 466.16 GB write, 0.47 MB/s write, 465.92 GB read, 0.47 MB/s read, 27306.4 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1595 collections: 1683 last_copies: 0 last_secs: 0.000633 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(816,13.14 MB,0.855516%) IndexBlock(778,1.38 GB,92.215%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5912325 Average: 2.1887 StdDev: 4.27 Min: 0 Median: 1.3815 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.50 ------------------------------------------------------ [ 0, 1 ] 1997319 33.782% 33.782% ####### ( 1, 2 ] 2513450 42.512% 76.294% ######### ( 2, 3 ] 980889 16.591% 92.885% ### ( 3, 4 ] 239643 4.053% 96.938% # ( 4, 6 ] 106683 1.804% 98.743% ( 6, 10 ] 34828 0.589% 99.332% ( 10, 15 ] 14647 0.248% 99.579% ( 15, 22 ] 7430 0.126% 99.705% ( 22, 34 ] 7773 0.131% 99.837% ( 34, 51 ] 5594 0.095% 99.931% ( 51, 76 ] 2483 0.042% 99.973% ( 76, 110 ] 879 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21491685 Average: 2.4633 StdDev: 6.81 Min: 0 Median: 1.4937 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.54 ------------------------------------------------------ [ 0, 1 ] 6595680 30.689% 30.689% ###### ( 1, 2 ] 8405893 39.112% 69.802% ######## ( 2, 3 ] 3643673 16.954% 86.756% ### ( 3, 4 ] 1322987 6.156% 92.911% # ( 4, 6 ] 1026399 4.776% 97.687% # ( 6, 10 ] 331935 1.544% 99.232% ( 10, 15 ] 58544 0.272% 99.504% ( 15, 22 ] 29910 0.139% 99.643% ( 22, 34 ] 32191 0.150% 99.793% ( 34, 51 ] 24494 0.114% 99.907% ( 51, 76 ] 11804 0.055% 99.962% ( 76, 110 ] 4825 0.022% 99.984% ( 110, 170 ] 1972 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 206935068 Average: 12.0737 StdDev: 47.17 Min: 0 Median: 1.4843 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.41 P99.9: 302.61 P99.99: 1533.37 ------------------------------------------------------ [ 0, 1 ] 71073336 34.346% 34.346% ####### ( 1, 2 ] 66886727 32.323% 66.668% ###### ( 2, 3 ] 29247573 14.134% 80.802% ### ( 3, 4 ] 6313502 3.051% 83.853% # ( 4, 6 ] 1152871 0.557% 84.410% ( 6, 10 ] 542424 0.262% 84.672% ( 10, 15 ] 307782 0.149% 84.821% ( 15, 22 ] 257209 0.124% 84.945% ( 22, 34 ] 7398512 3.575% 88.520% # ( 34, 51 ] 7404486 3.578% 92.099% # ( 51, 76 ] 5958456 2.879% 94.978% # ( 76, 110 ] 6574470 3.177% 98.155% # ( 110, 170 ] 3236687 1.564% 99.719% ( 170, 250 ] 329562 0.159% 99.878% ( 250, 380 ] 110049 0.053% 99.932% ( 380, 580 ] 66773 0.032% 99.964% ( 580, 870 ] 30069 0.015% 99.978% ( 870, 1300 ] 13658 0.007% 99.985% ( 1300, 1900 ] 26298 0.013% 99.998% ( 1900, 2900 ] 2094 0.001% 99.999% ( 2900, 4400 ] 846 0.000% 99.999% ( 4400, 6600 ] 612 0.000% 99.999% ( 6600, 9900 ] 543 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.10 73.11 3986 0.022 0 0 0.0 0.0 L6 3/0 150.03 MB 0.0 309.0 3.1 305.9 305.9 0.0 0.0 99.1 15.4 15.2 20549.01 20171.04 2099 9.790 11G 62M 0.0 0.0 Sum 3/0 150.03 MB 0.0 309.0 3.1 305.9 309.0 3.1 0.0 100.1 15.3 15.3 20635.11 20244.15 6085 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.1 0.0 0.0 145.9 14.3 14.3 10.59 10.49 2 5.295 5387K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 309.0 3.1 305.9 305.9 0.0 0.0 0.0 15.4 15.2 20549.01 20171.04 2099 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.10 73.11 3986 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1009399.3 total, 600.1 interval Flush(GB): cumulative 3.087, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 309.03 GB write, 0.31 MB/s write, 308.98 GB read, 0.31 MB/s read, 20635.1 seconds Interval compaction: 0.15 GB write, 0.25 MB/s write, 0.15 GB read, 0.25 MB/s read, 10.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4343 collections: 1683 last_copies: 0 last_secs: 0.001554 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2191,1.66 MB,0.107785%) IndexBlock(2151,1.46 GB,97.1022%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1014034 Average: 3.5570 StdDev: 6.36 Min: 0 Median: 2.5729 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.70 P99.99: 195.92 ------------------------------------------------------ [ 0, 1 ] 116546 11.493% 11.493% ## ( 1, 2 ] 246721 24.331% 35.824% ##### ( 2, 3 ] 250909 24.744% 60.568% ##### ( 3, 4 ] 193588 19.091% 79.658% #### ( 4, 6 ] 165757 16.346% 96.005% ### ( 6, 10 ] 28141 2.775% 98.780% # ( 10, 15 ] 4684 0.462% 99.242% ( 15, 22 ] 2505 0.247% 99.489% ( 22, 34 ] 2132 0.210% 99.699% ( 34, 51 ] 1754 0.173% 99.872% ( 51, 76 ] 729 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175274079 Average: 2.1855 StdDev: 5.40 Min: 0 Median: 1.3406 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.57 P99.99: 144.38 ------------------------------------------------------ [ 0, 1 ] 64959225 37.062% 37.062% ####### ( 1, 2 ] 66586520 37.990% 75.051% ######## ( 2, 3 ] 32520187 18.554% 93.605% #### ( 3, 4 ] 7843644 4.475% 98.080% # ( 4, 6 ] 1465885 0.836% 98.917% ( 6, 10 ] 607856 0.347% 99.264% ( 10, 15 ] 395994 0.226% 99.490% ( 15, 22 ] 197097 0.112% 99.602% ( 22, 34 ] 309788 0.177% 99.779% ( 34, 51 ] 202434 0.115% 99.894% ( 51, 76 ] 98814 0.056% 99.951% ( 76, 110 ] 56960 0.032% 99.983% ( 110, 170 ] 21198 0.012% 99.995% ( 170, 250 ] 3794 0.002% 99.997% ( 250, 380 ] 1731 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.69 250.08 4066 0.066 0 0 0.0 0.0 L5 1/0 4.79 MB 0.0 21.9 8.1 13.8 21.7 7.9 0.0 2.7 28.8 28.5 778.02 752.45 1945 0.400 605M 269K 0.0 0.0 L6 5/0 328.00 MB 0.0 194.5 8.7 185.8 185.9 0.1 0.0 21.3 14.4 13.8 13802.14 13505.84 708 19.495 8705M 235M 0.0 0.0 Sum 6/0 332.79 MB 0.0 216.4 16.8 199.6 216.5 16.9 0.0 24.3 14.9 14.9 14849.84 14508.36 6719 2.210 9311M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 19.0 28.1 0.26 0.25 2 0.128 123K 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 216.4 16.8 199.6 207.6 8.0 0.0 0.0 15.2 14.6 14580.15 14258.29 2653 5.496 9311M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.69 250.08 4066 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1009399.3 total, 600.1 interval Flush(GB): cumulative 8.926, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 216.50 GB write, 0.22 MB/s write, 216.36 GB read, 0.22 MB/s read, 14849.8 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.01 MB/s read, 0.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 355852 collections: 1683 last_copies: 0 last_secs: 0.121271 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(355713,1.37 GB,91.4895%) FilterBlock(69,70.73 MB,4.60513%) IndexBlock(69,26.73 MB,1.74032%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2791726 Average: 4.2543 StdDev: 8.12 Min: 0 Median: 1.9544 Max: 9050 Percentiles: P50: 1.95 P75: 5.34 P99: 17.90 P99.9: 61.09 P99.99: 151.55 ------------------------------------------------------ [ 0, 1 ] 627203 22.466% 22.466% #### ( 1, 2 ] 805390 28.849% 51.316% ###### ( 2, 3 ] 392876 14.073% 65.389% ### ( 3, 4 ] 169815 6.083% 71.471% # ( 4, 6 ] 147375 5.279% 76.750% # ( 6, 10 ] 440055 15.763% 92.513% ### ( 10, 15 ] 174201 6.240% 98.753% # ( 15, 22 ] 16652 0.596% 99.350% ( 22, 34 ] 8933 0.320% 99.670% ( 34, 51 ] 5433 0.195% 99.864% ( 51, 76 ] 2482 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6776260 Average: 4.6826 StdDev: 7.57 Min: 0 Median: 2.4619 Max: 7311 Percentiles: P50: 2.46 P75: 6.14 P99: 19.33 P99.9: 66.60 P99.99: 167.00 ------------------------------------------------------ [ 0, 1 ] 1115778 16.466% 16.466% ### ( 1, 2 ] 1795144 26.492% 42.958% ##### ( 2, 3 ] 1033123 15.246% 58.204% ### ( 3, 4 ] 552682 8.156% 66.360% ## ( 4, 6 ] 544446 8.035% 74.395% ## ( 6, 10 ] 1174162 17.328% 91.722% ### ( 10, 15 ] 465061 6.863% 98.585% # ( 15, 22 ] 45458 0.671% 99.256% ( 22, 34 ] 23916 0.353% 99.609% ( 34, 51 ] 15148 0.224% 99.833% ( 51, 76 ] 7316 0.108% 99.941% ( 76, 110 ] 2444 0.036% 99.977% ( 110, 170 ] 952 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105046010 Average: 5.7475 StdDev: 24.31 Min: 0 Median: 2.3307 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.66 P99.9: 158.25 P99.99: 463.92 ------------------------------------------------------ [ 0, 1 ] 25087927 23.883% 23.883% ##### ( 1, 2 ] 23820995 22.677% 46.560% ##### ( 2, 3 ] 10929792 10.405% 56.964% ## ( 3, 4 ] 4292918 4.087% 61.051% # ( 4, 6 ] 4922818 4.686% 65.737% # ( 6, 10 ] 25439608 24.218% 89.955% ##### ( 10, 15 ] 8173598 7.781% 97.736% ## ( 15, 22 ] 667005 0.635% 98.371% ( 22, 34 ] 540586 0.515% 98.885% ( 34, 51 ] 361046 0.344% 99.229% ( 51, 76 ] 226666 0.216% 99.445% ( 76, 110 ] 289873 0.276% 99.721% ( 110, 170 ] 233945 0.223% 99.944% ( 170, 250 ] 37899 0.036% 99.980% ( 250, 380 ] 8258 0.008% 99.988% ( 380, 580 ] 6128 0.006% 99.993% ( 580, 870 ] 3512 0.003% 99.997% ( 870, 1300 ] 1883 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 113 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-09:40:00.491010 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 525147169 rocksdb.block.cache.hit COUNT : 2151276019 rocksdb.block.cache.add COUNT : 39190109 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32149 rocksdb.block.cache.index.hit COUNT : 527739581 rocksdb.block.cache.index.add COUNT : 32135 rocksdb.block.cache.index.bytes.insert COUNT : 34327867517 rocksdb.block.cache.filter.miss COUNT : 32155 rocksdb.block.cache.filter.hit COUNT : 1096161691 rocksdb.block.cache.filter.add COUNT : 32155 rocksdb.block.cache.filter.bytes.insert COUNT : 8725908503 rocksdb.block.cache.data.miss COUNT : 525082865 rocksdb.block.cache.data.hit COUNT : 527374747 rocksdb.block.cache.data.add COUNT : 39125819 rocksdb.block.cache.data.bytes.insert COUNT : 162067823488 rocksdb.block.cache.bytes.read COUNT : 1874723735936184 rocksdb.block.cache.bytes.write COUNT : 205121599508 rocksdb.bloom.filter.useful COUNT : 568486358 rocksdb.bloom.filter.full.positive COUNT : 527675365 rocksdb.bloom.filter.full.true.positive COUNT : 522171980 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92756602 rocksdb.memtable.miss COUNT : 6242071916 rocksdb.l0.hit COUNT : 16009611 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 506162369 rocksdb.compaction.key.drop.new COUNT : 277321145 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 577494507 rocksdb.number.keys.read COUNT : 643023986 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59751117637 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67294 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32140 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 759286937 rocksdb.number.multiget.keys.read COUNT : 5691804532 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59751117637 rocksdb.write.self COUNT : 128217577 rocksdb.write.other COUNT : 209853 rocksdb.write.wal COUNT : 128427430 rocksdb.compact.read.bytes COUNT : 989579190330 rocksdb.compact.write.bytes COUNT : 1032188907558 rocksdb.flush.write.bytes COUNT : 32628059010 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1007985 rocksdb.number.superversion_releases COUNT : 2687 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 518444883 rocksdb.number.block.decompressed COUNT : 518524821 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59305341572 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67294 rocksdb.num.iterator.deleted COUNT : 67294 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5183 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5145 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43826 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60649534001 rocksdb.memtable.garbage.bytes.at.flush COUNT : 729876364 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 936828683675 rocksdb.last.level.read.count COUNT : 487257494 rocksdb.non.last.level.read.bytes COUNT : 128443893910 rocksdb.non.last.level.read.count COUNT : 37986095 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 525179309 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2115399877521 rocksdb.bytes.compressed.to COUNT : 1027398477138 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26109272762 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6585889 rocksdb.bytes.decompressed.from COUNT : 1027760139702 rocksdb.bytes.decompressed.to COUNT : 2115770086922 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.436811 P95 : 106.321550 P99 : 160.459767 P100 : 227461.000000 COUNT : 643023986 SUM : 33180974152 rocksdb.db.write.micros P50 : 66.991444 P95 : 111.753714 P99 : 169.456175 P100 : 2037453.000000 COUNT : 128427430 SUM : 13252391837 rocksdb.compaction.times.micros P50 : 1627368.421053 P95 : 38129186.602871 P99 : 66772727.272727 P100 : 84019043.000000 COUNT : 7460 SUM : 62031782415 rocksdb.compaction.times.cpu_micros P50 : 1566425.992780 P95 : 35493506.493506 P99 : 63604519.774011 P100 : 74662372.000000 COUNT : 7460 SUM : 59305341572 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4289.227642 P95 : 27667.902996 P99 : 61466.666667 P100 : 1558490.000000 COUNT : 12136 SUM : 113109125 rocksdb.compaction.outfile.sync.micros P50 : 62559.560406 P95 : 126047.200878 P99 : 225633.684211 P100 : 2063820.000000 COUNT : 19987 SUM : 1280300618 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.858432 P95 : 726.208333 P99 : 3929.107143 P100 : 501117.000000 COUNT : 19658 SUM : 12729495 rocksdb.table.open.io.micros P50 : 580.239868 P95 : 6226.810673 P99 : 12989.604222 P100 : 126033.000000 COUNT : 32140 SUM : 56416781 rocksdb.db.multiget.micros P50 : 7.997262 P95 : 17.825903 P99 : 33.073553 P100 : 26625.000000 COUNT : 759286937 SUM : 7195103026 rocksdb.read.block.compaction.micros P50 : 13.651207 P95 : 58.282956 P99 : 137.931299 P100 : 57122.000000 COUNT : 485957046 SUM : 9383935165 rocksdb.read.block.get.micros P50 : 52.835642 P95 : 94.838569 P99 : 145.880720 P100 : 125945.000000 COUNT : 39190123 SUM : 2258211356 rocksdb.write.raw.block.micros P50 : 0.521458 P95 : 0.990770 P99 : 1.894566 P100 : 331149.000000 COUNT : 525127141 SUM : 10445204059 rocksdb.numfiles.in.singlecompaction P50 : 2.776221 P95 : 5.679293 P99 : 5.938597 P100 : 7.000000 COUNT : 5682 SUM : 20237 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532260 P95 : 32.769048 P99 : 104.585131 P100 : 57076.000000 COUNT : 525243589 SUM : 3598408857 rocksdb.file.read.flush.micros P50 : 1.839903 P95 : 15.772606 P99 : 41.236364 P100 : 787.000000 COUNT : 60680 SUM : 290729 rocksdb.file.read.compaction.micros P50 : 1.417867 P95 : 35.664062 P99 : 106.088235 P100 : 57076.000000 COUNT : 486056995 SUM : 3207175095 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 643023986 SUM : 0 rocksdb.bytes.per.write P50 : 218.494736 P95 : 527.362496 P99 : 803.569606 P100 : 4563443.000000 COUNT : 128217577 SUM : 59751117637 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 759286938 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45835.937500 P95 : 166752.682927 P99 : 239029.357798 P100 : 1681975.000000 COUNT : 12179 SUM : 759556889 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-09:40:00.491179 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-09:40:00.491319 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708422000 to in-memory stats history 2024/02/20-09:40:00.491347 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-09:40:00.491379 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-09:40:35.639187 4076285 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300921. Total log size is 15728816 while max_total_wal_size is 15728640 2024/02/20-09:40:35.639438 4076285 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300932. Immutable memtables: 0. 2024/02/20-09:40:35.639710 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19664] Syncing log #300929 2024/02/20-09:40:35.695513 3036210 (Original Log Time 2024/02/20-09:40:35.639700) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:40:35.695523 3036210 [db/flush_job.cc:892] [url] [JOB 19664] Flushing memtable with next log file: 300932 2024/02/20-09:40:35.695544 3036210 EVENT_LOG_v1 {"time_micros": 1708422035695538, "job": 19664, "event": "flush_started", "num_memtables": 1, "num_entries": 67647, "num_deletes": 0, "total_data_size": 10111521, "memory_usage": 12691096, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:40:35.695547 3036210 [db/flush_job.cc:926] [url] [JOB 19664] Level-0 flush table #300933: started 2024/02/20-09:40:35.808425 3036210 EVENT_LOG_v1 {"time_micros": 1708422035808393, "cf_name": "url", "job": 19664, "event": "table_file_creation", "file_number": 300933, "file_size": 5027654, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143222347, "largest_seqno": 5143374165, "table_properties": {"data_size": 4947390, "index_size": 118986, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6853, "raw_key_size": 9758402, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1509, "num_entries": 66384, "num_filter_entries": 7845, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708421571, "oldest_key_time": 1708421571, "file_creation_time": 1708422035, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300933, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:40:35.808488 3036210 [db/flush_job.cc:1062] [url] [JOB 19664] Flush lasted 112986 microseconds, and 106769 cpu microseconds. 2024/02/20-09:40:35.809008 3036210 (Original Log Time 2024/02/20-09:40:35.808475) [db/flush_job.cc:1011] [url] [JOB 19664] Level-0 flush table #300933: 5027654 bytes OK 2024/02/20-09:40:35.809011 3036210 (Original Log Time 2024/02/20-09:40:35.808494) [db/memtable_list.cc:555] [url] Level-0 commit table #300933 started 2024/02/20-09:40:35.809013 3036210 (Original Log Time 2024/02/20-09:40:35.808799) [db/memtable_list.cc:754] [url] Level-0 commit table #300933: memtable #1 done 2024/02/20-09:40:35.809014 3036210 (Original Log Time 2024/02/20-09:40:35.808815) EVENT_LOG_v1 {"time_micros": 1708422035808809, "job": 19664, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-09:40:35.809016 3036210 (Original Log Time 2024/02/20-09:40:35.808979) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 11] max score 0.50 2024/02/20-09:40:35.809020 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19664] Try to delete WAL files size 1528559, prev total WAL file size 15732733, number of live WAL files 4. 2024/02/20-09:40:35.809306 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300921.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:41:19.801037 4076093 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300924. Total log size is 15729316 while max_total_wal_size is 15728640 2024/02/20-09:41:19.801393 4076093 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300934. Immutable memtables: 0. 2024/02/20-09:41:19.801659 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19665] Syncing log #300932 2024/02/20-09:41:19.806039 3036193 (Original Log Time 2024/02/20-09:41:19.801640) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:41:19.806050 3036193 [db/flush_job.cc:892] [tag] [JOB 19665] Flushing memtable with next log file: 300934 2024/02/20-09:41:19.806076 3036193 EVENT_LOG_v1 {"time_micros": 1708422079806068, "job": 19665, "event": "flush_started", "num_memtables": 1, "num_entries": 21573, "num_deletes": 0, "total_data_size": 1874476, "memory_usage": 3340936, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:41:19.806081 3036193 [db/flush_job.cc:926] [tag] [JOB 19665] Level-0 flush table #300935: started 2024/02/20-09:41:19.840983 3036193 EVENT_LOG_v1 {"time_micros": 1708422079840951, "cf_name": "tag", "job": 19665, "event": "table_file_creation", "file_number": 300935, "file_size": 1123972, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143237161, "largest_seqno": 5143389034, "table_properties": {"data_size": 1114873, "index_size": 12237, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 1812592, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 347, "num_entries": 21396, "num_filter_entries": 259, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708421617, "oldest_key_time": 1708421617, "file_creation_time": 1708422079, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300935, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:41:19.841023 3036193 [db/flush_job.cc:1062] [tag] [JOB 19665] Flush lasted 34992 microseconds, and 32230 cpu microseconds. 2024/02/20-09:41:19.841532 3036193 (Original Log Time 2024/02/20-09:41:19.841009) [db/flush_job.cc:1011] [tag] [JOB 19665] Level-0 flush table #300935: 1123972 bytes OK 2024/02/20-09:41:19.841535 3036193 (Original Log Time 2024/02/20-09:41:19.841029) [db/memtable_list.cc:555] [tag] Level-0 commit table #300935 started 2024/02/20-09:41:19.841537 3036193 (Original Log Time 2024/02/20-09:41:19.841283) [db/memtable_list.cc:754] [tag] Level-0 commit table #300935: memtable #1 done 2024/02/20-09:41:19.841538 3036193 (Original Log Time 2024/02/20-09:41:19.841302) EVENT_LOG_v1 {"time_micros": 1708422079841296, "job": 19665, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-09:41:19.841540 3036193 (Original Log Time 2024/02/20-09:41:19.841498) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-09:41:19.841544 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19665] Try to delete WAL files size 326474, prev total WAL file size 15732636, number of live WAL files 4. 2024/02/20-09:41:19.841799 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300924.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:41:29.834124 4076938 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300929. Total log size is 15728772 while max_total_wal_size is 15728640 2024/02/20-09:41:29.834409 4076938 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300936. Immutable memtables: 0. 2024/02/20-09:41:29.834654 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19666] Syncing log #300934 2024/02/20-09:41:29.849072 3036210 (Original Log Time 2024/02/20-09:41:29.834638) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:41:29.849083 3036210 [db/flush_job.cc:892] [key] [JOB 19666] Flushing memtable with next log file: 300936 2024/02/20-09:41:29.849112 3036210 EVENT_LOG_v1 {"time_micros": 1708422089849103, "job": 19666, "event": "flush_started", "num_memtables": 1, "num_entries": 62778, "num_deletes": 0, "total_data_size": 3917781, "memory_usage": 6083320, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:41:29.849116 3036210 [db/flush_job.cc:926] [key] [JOB 19666] Level-0 flush table #300937: started 2024/02/20-09:41:29.943759 3036210 EVENT_LOG_v1 {"time_micros": 1708422089943720, "cf_name": "key", "job": 19666, "event": "table_file_creation", "file_number": 300937, "file_size": 2557106, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143240325, "largest_seqno": 5143392167, "table_properties": {"data_size": 2483270, "index_size": 18654, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 57829, "raw_key_size": 3716824, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 733, "num_entries": 61530, "num_filter_entries": 65978, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708421627, "oldest_key_time": 1708421627, "file_creation_time": 1708422089, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300937, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:41:29.943809 3036210 [db/flush_job.cc:1062] [key] [JOB 19666] Flush lasted 94746 microseconds, and 90980 cpu microseconds. 2024/02/20-09:41:29.944426 3036210 (Original Log Time 2024/02/20-09:41:29.943793) [db/flush_job.cc:1011] [key] [JOB 19666] Level-0 flush table #300937: 2557106 bytes OK 2024/02/20-09:41:29.944431 3036210 (Original Log Time 2024/02/20-09:41:29.943816) [db/memtable_list.cc:555] [key] Level-0 commit table #300937 started 2024/02/20-09:41:29.944434 3036210 (Original Log Time 2024/02/20-09:41:29.944180) [db/memtable_list.cc:754] [key] Level-0 commit table #300937: memtable #1 done 2024/02/20-09:41:29.944437 3036210 (Original Log Time 2024/02/20-09:41:29.944205) EVENT_LOG_v1 {"time_micros": 1708422089944197, "job": 19666, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-09:41:29.944440 3036210 (Original Log Time 2024/02/20-09:41:29.944383) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-09:41:29.944445 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19666] Try to delete WAL files size 13873783, prev total WAL file size 15731322, number of live WAL files 4. 2024/02/20-09:41:29.946080 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300929.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:46:41.209406 2383532 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300938. Immutable memtables: 0. 2024/02/20-09:46:41.209659 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19667] Syncing log #300936 2024/02/20-09:46:41.240136 3036193 (Original Log Time 2024/02/20-09:46:41.209648) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:46:41.240148 3036193 [db/flush_job.cc:892] [url] [JOB 19667] Flushing memtable with next log file: 300938 2024/02/20-09:46:41.240176 3036193 EVENT_LOG_v1 {"time_micros": 1708422401240167, "job": 19667, "event": "flush_started", "num_memtables": 1, "num_entries": 54945, "num_deletes": 0, "total_data_size": 8234792, "memory_usage": 10338800, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-09:46:41.240180 3036193 [db/flush_job.cc:926] [url] [JOB 19667] Level-0 flush table #300939: started 2024/02/20-09:46:41.335776 3036193 EVENT_LOG_v1 {"time_micros": 1708422401335730, "cf_name": "url", "job": 19667, "event": "table_file_creation", "file_number": 300939, "file_size": 4133979, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143374167, "largest_seqno": 5143496227, "table_properties": {"data_size": 4062262, "index_size": 101271, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5877, "raw_key_size": 7933115, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1243, "num_entries": 53883, "num_filter_entries": 6737, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422035, "oldest_key_time": 1708422035, "file_creation_time": 1708422401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300939, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:46:41.335842 3036193 [db/flush_job.cc:1062] [url] [JOB 19667] Flush lasted 95714 microseconds, and 92443 cpu microseconds. 2024/02/20-09:46:41.336464 3036193 (Original Log Time 2024/02/20-09:46:41.335822) [db/flush_job.cc:1011] [url] [JOB 19667] Level-0 flush table #300939: 4133979 bytes OK 2024/02/20-09:46:41.336469 3036193 (Original Log Time 2024/02/20-09:46:41.335851) [db/memtable_list.cc:555] [url] Level-0 commit table #300939 started 2024/02/20-09:46:41.336470 3036193 (Original Log Time 2024/02/20-09:46:41.336199) [db/memtable_list.cc:754] [url] Level-0 commit table #300939: memtable #1 done 2024/02/20-09:46:41.336472 3036193 (Original Log Time 2024/02/20-09:46:41.336219) EVENT_LOG_v1 {"time_micros": 1708422401336213, "job": 19667, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 11], "immutable_memtables": 0} 2024/02/20-09:46:41.336473 3036193 (Original Log Time 2024/02/20-09:46:41.336422) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 11] max score 1.00 2024/02/20-09:46:41.336478 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19667] Try to delete WAL files size 1529059, prev total WAL file size 12702542, number of live WAL files 4. 2024/02/20-09:46:41.336608 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19668] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-09:46:41.336619 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19675 Base level 0, inputs: [300939(4037KB) 300933(4909KB)], [300923(9441KB)] 2024/02/20-09:46:41.336642 3036192 EVENT_LOG_v1 {"time_micros": 1708422401336633, "job": 19668, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300939, 300933], "files_L5": [300923], "score": 1, "input_data_size": 18829700, "oldest_snapshot_seqno": -1} 2024/02/20-09:46:41.336866 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300932.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:46:41.810966 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19668] Generated table #300940: 252508 keys, 17893089 bytes, temperature: kUnknown 2024/02/20-09:46:41.811027 3036192 EVENT_LOG_v1 {"time_micros": 1708422401810993, "cf_name": "url", "job": 19668, "event": "table_file_creation", "file_number": 300940, "file_size": 17893089, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142919311, "largest_seqno": 5143496227, "table_properties": {"data_size": 17617009, "index_size": 541552, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16725, "raw_key_size": 37175391, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5370, "num_entries": 252508, "num_filter_entries": 19116, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420601, "oldest_key_time": 0, "file_creation_time": 1708422401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300940, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:46:41.812135 3036192 (Original Log Time 2024/02/20-09:46:41.811550) [db/compaction/compaction_job.cc:1729] [url] [JOB 19668] Compacted 2@0 + 1@5 files to L5 => 17893089 bytes 2024/02/20-09:46:41.812139 3036192 (Original Log Time 2024/02/20-09:46:41.811883) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 11] max score 0.07, MB/sec: 39.7 rd, 37.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.7, 9.2 +0.0 blob) out(17.1 +0.0 blob), read-write-amplify(4.0) write-amplify(2.0) OK, records in: 252508, records dropped: 0 output_compression: LZ4 2024/02/20-09:46:41.812146 3036192 (Original Log Time 2024/02/20-09:46:41.811916) EVENT_LOG_v1 {"time_micros": 1708422401811898, "job": 19668, "event": "compaction_finished", "compaction_time_micros": 474439, "compaction_time_cpu_micros": 468735, "output_level": 5, "num_output_files": 1, "total_output_size": 17893089, "num_input_records": 252508, "num_output_records": 252508, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 11]} 2024/02/20-09:46:41.812991 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300923.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:46:41.813005 3036192 EVENT_LOG_v1 {"time_micros": 1708422401813003, "job": 19668, "event": "table_file_deletion", "file_number": 300923} 2024/02/20-09:46:41.813630 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300933.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:46:41.813641 3036192 EVENT_LOG_v1 {"time_micros": 1708422401813639, "job": 19668, "event": "table_file_deletion", "file_number": 300933} 2024/02/20-09:46:41.813958 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300939.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:46:41.813965 3036192 EVENT_LOG_v1 {"time_micros": 1708422401813963, "job": 19668, "event": "table_file_deletion", "file_number": 300939} 2024/02/20-09:46:41.813998 2383532 (Original Log Time 2024/02/20-09:46:41.336936) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-09:46:41.814175 3036189 (Original Log Time 2024/02/20-09:46:41.814093) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-09:46:41.814180 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 19669] Compacting 1@5 + 11@6 files to L6, score -1.00 2024/02/20-09:46:41.814187 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19676 Base level 5, inputs: [300940(17MB)], [300891(64MB) 300892(64MB) 300893(64MB) 300894(64MB) 300895(64MB) 300896(64MB) 300897(65MB) 300898(64MB) 300899(64MB) 300900(65MB) 300901(65MB)] 2024/02/20-09:46:41.814201 3036189 EVENT_LOG_v1 {"time_micros": 1708422401814193, "job": 19669, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300940], "files_L6": [300891, 300892, 300893, 300894, 300895, 300896, 300897, 300898, 300899, 300900, 300901], "score": -1, "input_data_size": 765423547, "oldest_snapshot_seqno": -1} 2024/02/20-09:46:46.734359 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300941: 1578337 keys, 67764570 bytes, temperature: kUnknown 2024/02/20-09:46:46.734412 3036189 EVENT_LOG_v1 {"time_micros": 1708422406734380, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300941, "file_size": 67764570, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110143, "index_size": 2348480, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14341, "raw_key_size": 221532655, "raw_average_key_size": 140, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33091, "num_entries": 1578337, "num_filter_entries": 16399, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300941, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:46:51.571050 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300942: 1283251 keys, 67600739 bytes, temperature: kUnknown 2024/02/20-09:46:51.571138 3036189 EVENT_LOG_v1 {"time_micros": 1708422411571075, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300942, "file_size": 67600739, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109832, "index_size": 2034307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 184450920, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33224, "num_entries": 1283251, "num_filter_entries": 1023, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422406, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300942, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:46:56.317332 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300943: 1467853 keys, 67879584 bytes, temperature: kUnknown 2024/02/20-09:46:56.317400 3036189 EVENT_LOG_v1 {"time_micros": 1708422416317357, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300943, "file_size": 67879584, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110011, "index_size": 2706939, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27141, "raw_key_size": 218255919, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34908, "num_entries": 1467853, "num_filter_entries": 31051, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422411, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300943, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:01.604921 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300944: 1593755 keys, 67933252 bytes, temperature: kUnknown 2024/02/20-09:47:01.604989 3036189 EVENT_LOG_v1 {"time_micros": 1708422421604948, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300944, "file_size": 67933252, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109713, "index_size": 3037852, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 34085, "raw_key_size": 239767836, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34904, "num_entries": 1593755, "num_filter_entries": 38933, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422416, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300944, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:06.098001 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300945: 1494056 keys, 68035029 bytes, temperature: kUnknown 2024/02/20-09:47:06.098068 3036189 EVENT_LOG_v1 {"time_micros": 1708422426098030, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300945, "file_size": 68035029, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110082, "index_size": 4720266, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 41125, "raw_key_size": 230780420, "raw_average_key_size": 154, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34764, "num_entries": 1494056, "num_filter_entries": 46949, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422421, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300945, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:10.629499 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300946: 1697896 keys, 67731149 bytes, temperature: kUnknown 2024/02/20-09:47:10.629570 3036189 EVENT_LOG_v1 {"time_micros": 1708422430629524, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300946, "file_size": 67731149, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110833, "index_size": 2576899, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230438430, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34304, "num_entries": 1697896, "num_filter_entries": 16, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422426, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300946, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:15.260292 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300947: 1721163 keys, 67807687 bytes, temperature: kUnknown 2024/02/20-09:47:15.260353 3036189 EVENT_LOG_v1 {"time_micros": 1708422435260317, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300947, "file_size": 67807687, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110501, "index_size": 2680296, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8485, "raw_key_size": 239054025, "raw_average_key_size": 138, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34771, "num_entries": 1721163, "num_filter_entries": 9620, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422430, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300947, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:19.793246 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300948: 1292741 keys, 68497280 bytes, temperature: kUnknown 2024/02/20-09:47:19.793324 3036189 EVENT_LOG_v1 {"time_micros": 1708422439793277, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300948, "file_size": 68497280, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109717, "index_size": 4427926, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21381, "raw_key_size": 217957414, "raw_average_key_size": 168, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33353, "num_entries": 1292741, "num_filter_entries": 24435, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422435, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300948, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:24.213834 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300949: 1593177 keys, 67833381 bytes, temperature: kUnknown 2024/02/20-09:47:24.213931 3036189 EVENT_LOG_v1 {"time_micros": 1708422444213873, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300949, "file_size": 67833381, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109903, "index_size": 2639981, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26597, "raw_key_size": 226626478, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35340, "num_entries": 1593177, "num_filter_entries": 30393, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422439, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300949, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:28.811882 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300950: 1556579 keys, 68232578 bytes, temperature: kUnknown 2024/02/20-09:47:28.811963 3036189 EVENT_LOG_v1 {"time_micros": 1708422448811916, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300950, "file_size": 68232578, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109035, "index_size": 3827556, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 82677, "raw_key_size": 269344415, "raw_average_key_size": 173, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35632, "num_entries": 1556579, "num_filter_entries": 94186, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422444, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300950, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:33.771158 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300951: 1248030 keys, 69750275 bytes, temperature: kUnknown 2024/02/20-09:47:33.771225 3036189 EVENT_LOG_v1 {"time_micros": 1708422453771186, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300951, "file_size": 69750275, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110016, "index_size": 7070717, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 32021, "raw_key_size": 319284572, "raw_average_key_size": 255, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35906, "num_entries": 1248030, "num_filter_entries": 36577, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422448, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300951, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:34.143600 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19669] Generated table #300952: 114330 keys, 6623337 bytes, temperature: kUnknown 2024/02/20-09:47:34.143685 3036189 EVENT_LOG_v1 {"time_micros": 1708422454143630, "cf_name": "url", "job": 19669, "event": "table_file_creation", "file_number": 300952, "file_size": 6623337, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 6514951, "index_size": 378838, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 24228298, "raw_average_key_size": 211, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2902, "num_entries": 114330, "num_filter_entries": 2350, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422453, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300952, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:34.203597 3036189 (Original Log Time 2024/02/20-09:47:34.202431) [db/compaction/compaction_job.cc:1729] [url] [JOB 19669] Compacted 1@5 + 11@6 files to L6 => 755688861 bytes 2024/02/20-09:47:34.203600 3036189 (Original Log Time 2024/02/20-09:47:34.203206) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 14.6 rd, 14.4 wr, level 6, files in(1, 11) out(12 +0 blob) MB in(17.1, 712.9 +0.0 blob) out(720.7 +0.0 blob), read-write-amplify(85.0) write-amplify(42.2) OK, records in: 16641168, records dropped: 0 output_compression: ZSTD 2024/02/20-09:47:34.203611 3036189 (Original Log Time 2024/02/20-09:47:34.203249) EVENT_LOG_v1 {"time_micros": 1708422454203225, "job": 19669, "event": "compaction_finished", "compaction_time_micros": 52329552, "compaction_time_cpu_micros": 48519154, "output_level": 6, "num_output_files": 12, "total_output_size": 755688861, "num_input_records": 16641168, "num_output_records": 16641168, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-09:47:34.208632 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300891.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.208656 3036189 EVENT_LOG_v1 {"time_micros": 1708422454208652, "job": 19669, "event": "table_file_deletion", "file_number": 300891} 2024/02/20-09:47:34.215449 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300892.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.215495 3036189 EVENT_LOG_v1 {"time_micros": 1708422454215490, "job": 19669, "event": "table_file_deletion", "file_number": 300892} 2024/02/20-09:47:34.224076 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300893.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.224114 3036189 EVENT_LOG_v1 {"time_micros": 1708422454224107, "job": 19669, "event": "table_file_deletion", "file_number": 300893} 2024/02/20-09:47:34.232130 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300894.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.232168 3036189 EVENT_LOG_v1 {"time_micros": 1708422454232163, "job": 19669, "event": "table_file_deletion", "file_number": 300894} 2024/02/20-09:47:34.239178 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300895.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.239213 3036189 EVENT_LOG_v1 {"time_micros": 1708422454239207, "job": 19669, "event": "table_file_deletion", "file_number": 300895} 2024/02/20-09:47:34.248078 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300896.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.248119 3036189 EVENT_LOG_v1 {"time_micros": 1708422454248112, "job": 19669, "event": "table_file_deletion", "file_number": 300896} 2024/02/20-09:47:34.255264 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300897.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.255297 3036189 EVENT_LOG_v1 {"time_micros": 1708422454255292, "job": 19669, "event": "table_file_deletion", "file_number": 300897} 2024/02/20-09:47:34.262999 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300898.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.263038 3036189 EVENT_LOG_v1 {"time_micros": 1708422454263032, "job": 19669, "event": "table_file_deletion", "file_number": 300898} 2024/02/20-09:47:34.270209 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300899.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.270249 3036189 EVENT_LOG_v1 {"time_micros": 1708422454270243, "job": 19669, "event": "table_file_deletion", "file_number": 300899} 2024/02/20-09:47:34.278232 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300900.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.278264 3036189 EVENT_LOG_v1 {"time_micros": 1708422454278259, "job": 19669, "event": "table_file_deletion", "file_number": 300900} 2024/02/20-09:47:34.284764 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300901.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.284795 3036189 EVENT_LOG_v1 {"time_micros": 1708422454284791, "job": 19669, "event": "table_file_deletion", "file_number": 300901} 2024/02/20-09:47:34.286966 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300940.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:34.286988 3036189 EVENT_LOG_v1 {"time_micros": 1708422454286985, "job": 19669, "event": "table_file_deletion", "file_number": 300940} 2024/02/20-09:47:34.287064 2383532 (Original Log Time 2024/02/20-09:46:41.814011) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-09:47:34.287334 2383532 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300953. Immutable memtables: 0. 2024/02/20-09:47:34.287562 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19670] Syncing log #300938 2024/02/20-09:47:34.290281 3036210 (Original Log Time 2024/02/20-09:47:34.287549) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:47:34.290290 3036210 [db/flush_job.cc:892] [tag] [JOB 19670] Flushing memtable with next log file: 300953 2024/02/20-09:47:34.290314 3036210 EVENT_LOG_v1 {"time_micros": 1708422454290307, "job": 19670, "event": "flush_started", "num_memtables": 1, "num_entries": 16064, "num_deletes": 0, "total_data_size": 1409756, "memory_usage": 4260848, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-09:47:34.290317 3036210 [db/flush_job.cc:926] [tag] [JOB 19670] Level-0 flush table #300954: started 2024/02/20-09:47:34.314867 3036210 EVENT_LOG_v1 {"time_micros": 1708422454314820, "cf_name": "tag", "job": 19670, "event": "table_file_creation", "file_number": 300954, "file_size": 857408, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143389041, "largest_seqno": 5143514076, "table_properties": {"data_size": 850384, "index_size": 9096, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1362896, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 261, "num_entries": 15920, "num_filter_entries": 200, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422079, "oldest_key_time": 1708422079, "file_creation_time": 1708422454, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300954, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:34.314915 3036210 [db/flush_job.cc:1062] [tag] [JOB 19670] Flush lasted 24640 microseconds, and 23004 cpu microseconds. 2024/02/20-09:47:34.315415 3036210 (Original Log Time 2024/02/20-09:47:34.314899) [db/flush_job.cc:1011] [tag] [JOB 19670] Level-0 flush table #300954: 857408 bytes OK 2024/02/20-09:47:34.315419 3036210 (Original Log Time 2024/02/20-09:47:34.314921) [db/memtable_list.cc:555] [tag] Level-0 commit table #300954 started 2024/02/20-09:47:34.315422 3036210 (Original Log Time 2024/02/20-09:47:34.315162) [db/memtable_list.cc:754] [tag] Level-0 commit table #300954: memtable #1 done 2024/02/20-09:47:34.315423 3036210 (Original Log Time 2024/02/20-09:47:34.315179) EVENT_LOG_v1 {"time_micros": 1708422454315173, "job": 19670, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-09:47:34.315426 3036210 (Original Log Time 2024/02/20-09:47:34.315362) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-09:47:34.315434 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19670] Try to delete WAL files size 325930, prev total WAL file size 13041384, number of live WAL files 4. 2024/02/20-09:47:34.315561 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19671] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-09:47:34.315573 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19678 Base level 0, inputs: [300954(837KB) 300935(1097KB)], [300926(64MB) 300927(64MB) 300928(21MB)] 2024/02/20-09:47:34.315603 3036186 EVENT_LOG_v1 {"time_micros": 1708422454315589, "job": 19671, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300954, 300935], "files_L6": [300926, 300927, 300928], "score": 1, "input_data_size": 159294318, "oldest_snapshot_seqno": -1} 2024/02/20-09:47:34.315689 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300934.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:38.688125 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19671] Generated table #300955: 2390760 keys, 67637085 bytes, temperature: kUnknown 2024/02/20-09:47:38.688186 3036186 EVENT_LOG_v1 {"time_micros": 1708422458688152, "cf_name": "tag", "job": 19671, "event": "table_file_creation", "file_number": 300955, "file_size": 67637085, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109435, "index_size": 1450199, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 201637535, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35991, "num_entries": 2390760, "num_filter_entries": 1903, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708422454, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300955, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:43.059037 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19671] Generated table #300956: 2158246 keys, 67626140 bytes, temperature: kUnknown 2024/02/20-09:47:43.059108 3036186 EVENT_LOG_v1 {"time_micros": 1708422463059066, "cf_name": "tag", "job": 19671, "event": "table_file_creation", "file_number": 300956, "file_size": 67626140, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109298, "index_size": 1390463, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 191945544, "raw_average_key_size": 88, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36059, "num_entries": 2158246, "num_filter_entries": 1348, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708422458, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300956, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:44.625126 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19671] Generated table #300957: 875519 keys, 23050284 bytes, temperature: kUnknown 2024/02/20-09:47:44.625202 3036186 EVENT_LOG_v1 {"time_micros": 1708422464625155, "cf_name": "tag", "job": 19671, "event": "table_file_creation", "file_number": 300957, "file_size": 23050284, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 22865273, "index_size": 517721, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 70897080, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 12542, "num_entries": 875519, "num_filter_entries": 286, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708422463, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300957, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:44.630659 3036186 (Original Log Time 2024/02/20-09:47:44.629969) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19671] Compacted 2@0 + 3@6 files to L6 => 158313509 bytes 2024/02/20-09:47:44.630662 3036186 (Original Log Time 2024/02/20-09:47:44.630413) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.5 rd, 15.4 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.9, 150.0 +0.0 blob) out(151.0 +0.0 blob), read-write-amplify(160.3) write-amplify(79.9) OK, records in: 5424525, records dropped: 0 output_compression: ZSTD 2024/02/20-09:47:44.630668 3036186 (Original Log Time 2024/02/20-09:47:44.630449) EVENT_LOG_v1 {"time_micros": 1708422464630432, "job": 19671, "event": "compaction_finished", "compaction_time_micros": 10309670, "compaction_time_cpu_micros": 10178850, "output_level": 6, "num_output_files": 3, "total_output_size": 158313509, "num_input_records": 5424525, "num_output_records": 5424525, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-09:47:44.636124 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300926.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:44.636147 3036186 EVENT_LOG_v1 {"time_micros": 1708422464636144, "job": 19671, "event": "table_file_deletion", "file_number": 300926} 2024/02/20-09:47:44.643877 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300927.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:44.643908 3036186 EVENT_LOG_v1 {"time_micros": 1708422464643903, "job": 19671, "event": "table_file_deletion", "file_number": 300927} 2024/02/20-09:47:44.646310 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300928.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:44.646329 3036186 EVENT_LOG_v1 {"time_micros": 1708422464646325, "job": 19671, "event": "table_file_deletion", "file_number": 300928} 2024/02/20-09:47:44.646518 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300935.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:44.646529 3036186 EVENT_LOG_v1 {"time_micros": 1708422464646527, "job": 19671, "event": "table_file_deletion", "file_number": 300935} 2024/02/20-09:47:44.646635 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300954.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:44.646641 3036186 EVENT_LOG_v1 {"time_micros": 1708422464646640, "job": 19671, "event": "table_file_deletion", "file_number": 300954} 2024/02/20-09:47:44.646684 2383532 (Original Log Time 2024/02/20-09:47:34.315785) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-09:47:44.646931 2383532 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300958. Immutable memtables: 0. 2024/02/20-09:47:44.647149 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19672] Syncing log #300953 2024/02/20-09:47:44.648921 3036193 (Original Log Time 2024/02/20-09:47:44.647137) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:47:44.648927 3036193 [db/flush_job.cc:892] [key] [JOB 19672] Flushing memtable with next log file: 300958 2024/02/20-09:47:44.648941 3036193 EVENT_LOG_v1 {"time_micros": 1708422464648937, "job": 19672, "event": "flush_started", "num_memtables": 1, "num_entries": 52568, "num_deletes": 0, "total_data_size": 3279898, "memory_usage": 5455160, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-09:47:44.648944 3036193 [db/flush_job.cc:926] [key] [JOB 19672] Level-0 flush table #300959: started 2024/02/20-09:47:44.725055 3036193 EVENT_LOG_v1 {"time_micros": 1708422464725024, "cf_name": "key", "job": 19672, "event": "table_file_creation", "file_number": 300959, "file_size": 2137000, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143392169, "largest_seqno": 5143517554, "table_properties": {"data_size": 2075131, "index_size": 15360, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 48501, "raw_key_size": 3108513, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 615, "num_entries": 51471, "num_filter_entries": 55348, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422089, "oldest_key_time": 1708422089, "file_creation_time": 1708422464, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300959, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:44.725088 3036193 [db/flush_job.cc:1062] [key] [JOB 19672] Flush lasted 76170 microseconds, and 73856 cpu microseconds. 2024/02/20-09:47:44.725609 3036193 (Original Log Time 2024/02/20-09:47:44.725075) [db/flush_job.cc:1011] [key] [JOB 19672] Level-0 flush table #300959: 2137000 bytes OK 2024/02/20-09:47:44.725614 3036193 (Original Log Time 2024/02/20-09:47:44.725093) [db/memtable_list.cc:555] [key] Level-0 commit table #300959 started 2024/02/20-09:47:44.725616 3036193 (Original Log Time 2024/02/20-09:47:44.725357) [db/memtable_list.cc:754] [key] Level-0 commit table #300959: memtable #1 done 2024/02/20-09:47:44.725618 3036193 (Original Log Time 2024/02/20-09:47:44.725374) EVENT_LOG_v1 {"time_micros": 1708422464725368, "job": 19672, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-09:47:44.725621 3036193 (Original Log Time 2024/02/20-09:47:44.725569) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-09:47:44.725626 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19672] Try to delete WAL files size 10844702, prev total WAL file size 13079342, number of live WAL files 4. 2024/02/20-09:47:44.725726 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19673] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-09:47:44.725740 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19680 Base level 0, inputs: [300959(2086KB) 300937(2497KB)], [300931(4902KB)] 2024/02/20-09:47:44.725770 3036183 EVENT_LOG_v1 {"time_micros": 1708422464725756, "job": 19673, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300959, 300937], "files_L5": [300931], "score": 1, "input_data_size": 9714488, "oldest_snapshot_seqno": -1} 2024/02/20-09:47:44.726908 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300936.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:45.056621 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19673] Generated table #300960: 236256 keys, 9485496 bytes, temperature: kUnknown 2024/02/20-09:47:45.056675 3036183 EVENT_LOG_v1 {"time_micros": 1708422465056644, "cf_name": "key", "job": 19673, "event": "table_file_creation", "file_number": 300960, "file_size": 9485496, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5142936962, "largest_seqno": 5143517554, "table_properties": {"data_size": 9212937, "index_size": 73278, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 216869, "raw_key_size": 14270797, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2710, "num_entries": 236256, "num_filter_entries": 246069, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708420658, "oldest_key_time": 0, "file_creation_time": 1708422464, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300960, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:45.057632 3036183 (Original Log Time 2024/02/20-09:47:45.057108) [db/compaction/compaction_job.cc:1729] [key] [JOB 19673] Compacted 2@0 + 1@5 files to L5 => 9485496 bytes 2024/02/20-09:47:45.057635 3036183 (Original Log Time 2024/02/20-09:47:45.057418) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.04, MB/sec: 29.4 rd, 28.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.5, 4.8 +0.0 blob) out(9.0 +0.0 blob), read-write-amplify(4.1) write-amplify(2.0) OK, records in: 236256, records dropped: 0 output_compression: LZ4 2024/02/20-09:47:45.057648 3036183 (Original Log Time 2024/02/20-09:47:45.057438) EVENT_LOG_v1 {"time_micros": 1708422465057427, "job": 19673, "event": "compaction_finished", "compaction_time_micros": 330956, "compaction_time_cpu_micros": 324522, "output_level": 5, "num_output_files": 1, "total_output_size": 9485496, "num_input_records": 236256, "num_output_records": 236256, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-09:47:45.058184 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300931.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:45.058195 3036183 EVENT_LOG_v1 {"time_micros": 1708422465058193, "job": 19673, "event": "table_file_deletion", "file_number": 300931} 2024/02/20-09:47:45.058566 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300937.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:45.058575 3036183 EVENT_LOG_v1 {"time_micros": 1708422465058573, "job": 19673, "event": "table_file_deletion", "file_number": 300937} 2024/02/20-09:47:45.058761 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300959.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:47:45.058767 3036183 EVENT_LOG_v1 {"time_micros": 1708422465058765, "job": 19673, "event": "table_file_deletion", "file_number": 300959} 2024/02/20-09:47:45.058853 2383532 (Original Log Time 2024/02/20-09:47:44.726969) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-09:47:45.059027 3036188 (Original Log Time 2024/02/20-09:47:45.058955) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-09:47:45.059036 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19674] Compacting 1@5 + 5@6 files to L6, score -1.00 2024/02/20-09:47:45.059044 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19681 Base level 5, inputs: [300960(9263KB)], [300910(67MB) 300911(67MB) 300912(66MB) 300913(66MB) 300914(59MB)] 2024/02/20-09:47:45.059073 3036188 EVENT_LOG_v1 {"time_micros": 1708422465059059, "job": 19674, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [300960], "files_L6": [300910, 300911, 300912, 300913, 300914], "score": -1, "input_data_size": 353417914, "oldest_snapshot_seqno": -1} 2024/02/20-09:47:50.217015 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19674] Generated table #300961: 3172596 keys, 70447567 bytes, temperature: kUnknown 2024/02/20-09:47:50.217109 3036188 EVENT_LOG_v1 {"time_micros": 1708422470217063, "cf_name": "key", "job": 19674, "event": "table_file_creation", "file_number": 300961, "file_size": 70447567, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110177, "index_size": 1031533, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2853621, "raw_key_size": 191959911, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37401, "num_entries": 3172596, "num_filter_entries": 3194173, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422465, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300961, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:47:55.417228 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19674] Generated table #300962: 2963890 keys, 70266724 bytes, temperature: kUnknown 2024/02/20-09:47:55.417291 3036188 EVENT_LOG_v1 {"time_micros": 1708422475417253, "cf_name": "key", "job": 19674, "event": "table_file_creation", "file_number": 300962, "file_size": 70266724, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109823, "index_size": 961996, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2682869, "raw_key_size": 178709138, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36904, "num_entries": 2963890, "num_filter_entries": 3003836, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422470, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300962, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:48:01.074886 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19674] Generated table #300963: 3024789 keys, 70250524 bytes, temperature: kUnknown 2024/02/20-09:48:01.074986 3036188 EVENT_LOG_v1 {"time_micros": 1708422481074924, "cf_name": "key", "job": 19674, "event": "table_file_creation", "file_number": 300963, "file_size": 70250524, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110085, "index_size": 1046379, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2701637, "raw_key_size": 184512129, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37211, "num_entries": 3024789, "num_filter_entries": 3024790, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422475, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300963, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:48:06.180401 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19674] Generated table #300964: 2966652 keys, 70258218 bytes, temperature: kUnknown 2024/02/20-09:48:06.180487 3036188 EVENT_LOG_v1 {"time_micros": 1708422486180436, "cf_name": "key", "job": 19674, "event": "table_file_creation", "file_number": 300964, "file_size": 70258218, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110689, "index_size": 976809, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2682437, "raw_key_size": 179696794, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36918, "num_entries": 2966652, "num_filter_entries": 3003361, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422481, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300964, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:48:11.269028 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19674] Generated table #300965: 2820824 keys, 67066640 bytes, temperature: kUnknown 2024/02/20-09:48:11.269098 3036188 EVENT_LOG_v1 {"time_micros": 1708422491269055, "cf_name": "key", "job": 19674, "event": "table_file_creation", "file_number": 300965, "file_size": 67066640, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 64087307, "index_size": 926626, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2541205, "raw_key_size": 170685205, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35224, "num_entries": 2820824, "num_filter_entries": 2846026, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708422486, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300965, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:48:11.299656 3036188 (Original Log Time 2024/02/20-09:48:11.298370) [db/compaction/compaction_job.cc:1729] [key] [JOB 19674] Compacted 1@5 + 5@6 files to L6 => 348289673 bytes 2024/02/20-09:48:11.299660 3036188 (Original Log Time 2024/02/20-09:48:11.299398) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 5] max score 0.00, MB/sec: 13.5 rd, 13.3 wr, level 6, files in(1, 5) out(5 +0 blob) MB in(9.0, 328.0 +0.0 blob) out(332.2 +0.0 blob), read-write-amplify(74.0) write-amplify(36.7) OK, records in: 14948751, records dropped: 0 output_compression: ZSTD 2024/02/20-09:48:11.299674 3036188 (Original Log Time 2024/02/20-09:48:11.299440) EVENT_LOG_v1 {"time_micros": 1708422491299419, "job": 19674, "event": "compaction_finished", "compaction_time_micros": 26210086, "compaction_time_cpu_micros": 25734685, "output_level": 6, "num_output_files": 5, "total_output_size": 348289673, "num_input_records": 14948751, "num_output_records": 14948751, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 5]} 2024/02/20-09:48:11.306855 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300910.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:48:11.306889 3036188 EVENT_LOG_v1 {"time_micros": 1708422491306884, "job": 19674, "event": "table_file_deletion", "file_number": 300910} 2024/02/20-09:48:11.314762 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300911.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:48:11.314797 3036188 EVENT_LOG_v1 {"time_micros": 1708422491314793, "job": 19674, "event": "table_file_deletion", "file_number": 300911} 2024/02/20-09:48:11.322698 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300912.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:48:11.322733 3036188 EVENT_LOG_v1 {"time_micros": 1708422491322728, "job": 19674, "event": "table_file_deletion", "file_number": 300912} 2024/02/20-09:48:11.331341 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300913.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:48:11.331390 3036188 EVENT_LOG_v1 {"time_micros": 1708422491331383, "job": 19674, "event": "table_file_deletion", "file_number": 300913} 2024/02/20-09:48:11.339934 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300914.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:48:11.339969 3036188 EVENT_LOG_v1 {"time_micros": 1708422491339965, "job": 19674, "event": "table_file_deletion", "file_number": 300914} 2024/02/20-09:48:11.340774 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300960.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:48:11.340793 3036188 EVENT_LOG_v1 {"time_micros": 1708422491340790, "job": 19674, "event": "table_file_deletion", "file_number": 300960} 2024/02/20-09:48:11.340841 2383532 (Original Log Time 2024/02/20-09:47:45.058870) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-09:50:00.638401 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-09:50:00.638639 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1009999.5 total, 600.2 interval Cumulative writes: 128M writes, 577M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.67 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128511500.00 writes per sync, written: 55.67 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 84K writes, 200K keys, 83K commit groups, 1.0 writes per commit group, ingest: 19.91 MB, 0.03 MB/s Interval WAL: 84K writes, 0 syncs, 84070.00 writes per sync, written: 0.02 GB, 0.03 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 403.98 376.72 4101 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.3 18.1 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1663.94 1593.25 2118 0.786 1030M 1128 0.0 0.0 L6 12/0 720.68 MB 0.0 398.4 17.3 381.1 381.4 0.3 0.0 22.1 16.1 15.4 25291.49 23331.75 592 42.722 9307M 256M 0.0 0.0 Sum 12/0 720.68 MB 0.0 466.7 35.3 431.3 466.9 35.6 0.0 25.4 17.5 17.5 27359.40 25301.72 6811 4.017 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.7 0.0 0.7 0.7 0.0 0.0 85.4 14.1 14.1 53.01 49.19 4 13.253 16M 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 466.7 35.3 431.3 448.5 17.2 0.0 0.0 17.7 17.0 26955.42 24925.00 2710 9.947 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 403.98 376.72 4101 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1009999.5 total, 600.2 interval Flush(GB): cumulative 18.378, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 466.89 GB write, 0.47 MB/s write, 466.65 GB read, 0.47 MB/s read, 27359.4 seconds Interval compaction: 0.73 GB write, 1.24 MB/s write, 0.73 GB read, 1.25 MB/s read, 53.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1584 collections: 1684 last_copies: 0 last_secs: 0.000598 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(812,13.09 MB,0.852256%) IndexBlock(771,1.39 GB,92.5309%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5915087 Average: 2.1888 StdDev: 4.27 Min: 0 Median: 1.3816 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.45 ------------------------------------------------------ [ 0, 1 ] 1997961 33.777% 33.777% ####### ( 1, 2 ] 2514786 42.515% 76.292% ######### ( 2, 3 ] 981480 16.593% 92.885% ### ( 3, 4 ] 239757 4.053% 96.938% # ( 4, 6 ] 106734 1.804% 98.743% ( 6, 10 ] 34839 0.589% 99.332% ( 10, 15 ] 14657 0.248% 99.579% ( 15, 22 ] 7430 0.126% 99.705% ( 22, 34 ] 7777 0.131% 99.837% ( 34, 51 ] 5594 0.095% 99.931% ( 51, 76 ] 2485 0.042% 99.973% ( 76, 110 ] 880 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21499957 Average: 2.4638 StdDev: 6.81 Min: 0 Median: 1.4940 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.51 ------------------------------------------------------ [ 0, 1 ] 6596417 30.681% 30.681% ###### ( 1, 2 ] 8407727 39.106% 69.787% ######## ( 2, 3 ] 3645171 16.954% 86.741% ### ( 3, 4 ] 1324490 6.160% 92.902% # ( 4, 6 ] 1028504 4.784% 97.685% # ( 6, 10 ] 332442 1.546% 99.232% ( 10, 15 ] 58576 0.272% 99.504% ( 15, 22 ] 29931 0.139% 99.643% ( 22, 34 ] 32212 0.150% 99.793% ( 34, 51 ] 24502 0.114% 99.907% ( 51, 76 ] 11808 0.055% 99.962% ( 76, 110 ] 4827 0.022% 99.984% ( 110, 170 ] 1972 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 207313894 Average: 12.0762 StdDev: 47.17 Min: 0 Median: 1.4850 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.40 P99.9: 302.55 P99.99: 1533.34 ------------------------------------------------------ [ 0, 1 ] 71156349 34.323% 34.323% ####### ( 1, 2 ] 67018089 32.327% 66.650% ###### ( 2, 3 ] 29322223 14.144% 80.794% ### ( 3, 4 ] 6327924 3.052% 83.846% # ( 4, 6 ] 1155105 0.557% 84.403% ( 6, 10 ] 543552 0.262% 84.665% ( 10, 15 ] 308413 0.149% 84.814% ( 15, 22 ] 257607 0.124% 84.938% ( 22, 34 ] 7414903 3.577% 88.515% # ( 34, 51 ] 7428365 3.583% 92.098% # ( 51, 76 ] 5972484 2.881% 94.979% # ( 76, 110 ] 6584864 3.176% 98.155% # ( 110, 170 ] 3242087 1.564% 99.719% ( 170, 250 ] 330053 0.159% 99.879% ( 250, 380 ] 110231 0.053% 99.932% ( 380, 580 ] 66887 0.032% 99.964% ( 580, 870 ] 30110 0.015% 99.978% ( 870, 1300 ] 13678 0.007% 99.985% ( 1300, 1900 ] 26327 0.013% 99.998% ( 1900, 2900 ] 2097 0.001% 99.999% ( 2900, 4400 ] 854 0.000% 99.999% ( 4400, 6600 ] 618 0.000% 99.999% ( 6600, 9900 ] 545 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.16 73.17 3988 0.022 0 0 0.0 0.0 L6 3/0 150.98 MB 0.0 309.1 3.1 306.0 306.1 0.1 0.0 99.1 15.4 15.2 20559.32 20181.22 2100 9.790 11G 62M 0.0 0.0 Sum 3/0 150.98 MB 0.0 309.1 3.1 306.0 309.2 3.1 0.0 100.1 15.3 15.3 20645.48 20254.39 6088 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.1 0.0 0.0 80.9 14.7 14.7 10.37 10.23 3 3.456 5424K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 309.1 3.1 306.0 306.1 0.1 0.0 0.0 15.4 15.2 20559.32 20181.22 2100 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.16 73.17 3988 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1009999.5 total, 600.2 interval Flush(GB): cumulative 3.089, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 309.18 GB write, 0.31 MB/s write, 309.13 GB read, 0.31 MB/s read, 20645.5 seconds Interval compaction: 0.15 GB write, 0.25 MB/s write, 0.15 GB read, 0.25 MB/s read, 10.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4345 collections: 1684 last_copies: 0 last_secs: 0.001179 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2192,1.66 MB,0.107835%) IndexBlock(2152,1.46 GB,97.0535%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1014652 Average: 3.5574 StdDev: 6.35 Min: 0 Median: 2.5736 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.68 P99.99: 195.86 ------------------------------------------------------ [ 0, 1 ] 116554 11.487% 11.487% ## ( 1, 2 ] 246746 24.318% 35.805% ##### ( 2, 3 ] 251081 24.746% 60.551% ##### ( 3, 4 ] 193805 19.101% 79.652% #### ( 4, 6 ] 165935 16.354% 96.005% ### ( 6, 10 ] 28154 2.775% 98.780% # ( 10, 15 ] 4686 0.462% 99.242% ( 15, 22 ] 2507 0.247% 99.489% ( 22, 34 ] 2133 0.210% 99.699% ( 34, 51 ] 1754 0.173% 99.872% ( 51, 76 ] 729 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175358157 Average: 2.1855 StdDev: 5.39 Min: 0 Median: 1.3406 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.56 P99.99: 144.36 ------------------------------------------------------ [ 0, 1 ] 64986571 37.059% 37.059% ####### ( 1, 2 ] 66621766 37.992% 75.051% ######## ( 2, 3 ] 32537028 18.555% 93.606% #### ( 3, 4 ] 7846902 4.475% 98.081% # ( 4, 6 ] 1466440 0.836% 98.917% ( 6, 10 ] 608162 0.347% 99.264% ( 10, 15 ] 396198 0.226% 99.490% ( 15, 22 ] 197213 0.112% 99.602% ( 22, 34 ] 309874 0.177% 99.779% ( 34, 51 ] 202518 0.115% 99.894% ( 51, 76 ] 98837 0.056% 99.951% ( 76, 110 ] 56969 0.032% 99.983% ( 110, 170 ] 21202 0.012% 99.995% ( 170, 250 ] 3794 0.002% 99.997% ( 250, 380 ] 1731 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.86 250.24 4068 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.1 13.8 21.7 7.9 0.0 2.7 28.8 28.5 778.35 752.77 1946 0.400 606M 269K 0.0 0.0 L6 5/0 332.15 MB 0.0 194.8 8.7 186.1 186.2 0.1 0.0 21.3 14.4 13.8 13828.35 13531.57 709 19.504 8720M 235M 0.0 0.0 Sum 5/0 332.15 MB 0.0 216.7 16.8 199.9 216.8 16.9 0.0 24.3 14.9 14.9 14876.55 14534.59 6723 2.213 9326M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 77.2 13.0 12.9 26.71 26.22 4 6.678 15M 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 216.7 16.8 199.9 207.9 8.0 0.0 0.0 15.2 14.6 14606.70 14284.35 2655 5.502 9326M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.86 250.24 4068 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1009999.5 total, 600.2 interval Flush(GB): cumulative 8.931, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 216.84 GB write, 0.22 MB/s write, 216.70 GB read, 0.22 MB/s read, 14876.6 seconds Interval compaction: 0.34 GB write, 0.58 MB/s write, 0.34 GB read, 0.58 MB/s read, 26.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 353392 collections: 1684 last_copies: 0 last_secs: 0.14441 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(353263,1.36 GB,90.8593%) FilterBlock(57,72.22 MB,4.70175%) IndexBlock(67,30.56 MB,1.98978%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2793099 Average: 4.2550 StdDev: 8.11 Min: 0 Median: 1.9547 Max: 9050 Percentiles: P50: 1.95 P75: 5.34 P99: 17.90 P99.9: 61.08 P99.99: 151.52 ------------------------------------------------------ [ 0, 1 ] 627369 22.461% 22.461% #### ( 1, 2 ] 805691 28.846% 51.307% ###### ( 2, 3 ] 393040 14.072% 65.379% ### ( 3, 4 ] 169924 6.084% 71.463% # ( 4, 6 ] 147449 5.279% 76.742% # ( 6, 10 ] 440418 15.768% 92.510% ### ( 10, 15 ] 174372 6.243% 98.753% # ( 15, 22 ] 16669 0.597% 99.350% ( 22, 34 ] 8937 0.320% 99.670% ( 34, 51 ] 5435 0.195% 99.864% ( 51, 76 ] 2484 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6779769 Average: 4.6835 StdDev: 7.57 Min: 0 Median: 2.4630 Max: 7311 Percentiles: P50: 2.46 P75: 6.14 P99: 19.33 P99.9: 66.61 P99.99: 166.98 ------------------------------------------------------ [ 0, 1 ] 1115900 16.459% 16.459% ### ( 1, 2 ] 1795444 26.482% 42.942% ##### ( 2, 3 ] 1033534 15.244% 58.186% ### ( 3, 4 ] 553183 8.159% 66.345% ## ( 4, 6 ] 545294 8.043% 74.388% ## ( 6, 10 ] 1175134 17.333% 91.721% ### ( 10, 15 ] 465342 6.864% 98.585% # ( 15, 22 ] 45500 0.671% 99.256% ( 22, 34 ] 23933 0.353% 99.609% ( 34, 51 ] 15157 0.224% 99.833% ( 51, 76 ] 7318 0.108% 99.941% ( 76, 110 ] 2446 0.036% 99.977% ( 110, 170 ] 954 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105179424 Average: 5.7465 StdDev: 24.31 Min: 0 Median: 2.3303 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.66 P99.9: 158.25 P99.99: 463.78 ------------------------------------------------------ [ 0, 1 ] 25110354 23.874% 23.874% ##### ( 1, 2 ] 23860462 22.685% 46.559% ##### ( 2, 3 ] 10955958 10.416% 56.976% ## ( 3, 4 ] 4303008 4.091% 61.067% # ( 4, 6 ] 4928854 4.686% 65.753% # ( 6, 10 ] 25460647 24.207% 89.960% ##### ( 10, 15 ] 8179309 7.777% 97.736% ## ( 15, 22 ] 667519 0.635% 98.371% ( 22, 34 ] 541172 0.515% 98.886% ( 34, 51 ] 361442 0.344% 99.229% ( 51, 76 ] 226906 0.216% 99.445% ( 76, 110 ] 290271 0.276% 99.721% ( 110, 170 ] 234232 0.223% 99.944% ( 170, 250 ] 37933 0.036% 99.980% ( 250, 380 ] 8268 0.008% 99.988% ( 380, 580 ] 6138 0.006% 99.993% ( 580, 870 ] 3516 0.003% 99.997% ( 870, 1300 ] 1883 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 114 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-09:50:00.642426 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 525759940 rocksdb.block.cache.hit COUNT : 2153169184 rocksdb.block.cache.add COUNT : 39219063 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32177 rocksdb.block.cache.index.hit COUNT : 528175320 rocksdb.block.cache.index.add COUNT : 32163 rocksdb.block.cache.index.bytes.insert COUNT : 34375512058 rocksdb.block.cache.filter.miss COUNT : 32183 rocksdb.block.cache.filter.hit COUNT : 1097134874 rocksdb.block.cache.filter.add COUNT : 32183 rocksdb.block.cache.filter.bytes.insert COUNT : 8740018691 rocksdb.block.cache.data.miss COUNT : 525695580 rocksdb.block.cache.data.hit COUNT : 527858990 rocksdb.block.cache.data.add COUNT : 39154717 rocksdb.block.cache.data.bytes.insert COUNT : 162187531258 rocksdb.block.cache.bytes.read COUNT : 1876168895816087 rocksdb.block.cache.bytes.write COUNT : 205303062007 rocksdb.bloom.filter.useful COUNT : 569023859 rocksdb.bloom.filter.full.positive COUNT : 528111047 rocksdb.bloom.filter.full.true.positive COUNT : 522604326 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92849690 rocksdb.memtable.miss COUNT : 6246923376 rocksdb.l0.hit COUNT : 16025107 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 506579219 rocksdb.compaction.key.drop.new COUNT : 277321145 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 577695008 rocksdb.number.keys.read COUNT : 643549437 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59771991716 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67334 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32168 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 759852931 rocksdb.number.multiget.keys.read COUNT : 5696223629 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59771991716 rocksdb.write.self COUNT : 128301575 rocksdb.write.other COUNT : 209925 rocksdb.write.wal COUNT : 128511500 rocksdb.compact.read.bytes COUNT : 990740955116 rocksdb.compact.write.bytes COUNT : 1033478578186 rocksdb.flush.write.bytes COUNT : 32643897968 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1009547 rocksdb.number.superversion_releases COUNT : 2691 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 519107567 rocksdb.number.block.decompressed COUNT : 519135583 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59390567518 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67334 rocksdb.num.iterator.deleted COUNT : 67334 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5185 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5147 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43861 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60677738949 rocksdb.memtable.garbage.bytes.at.flush COUNT : 730388970 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 937990203150 rocksdb.last.level.read.count COUNT : 487853815 rocksdb.non.last.level.read.bytes COUNT : 128499346468 rocksdb.non.last.level.read.count COUNT : 38002629 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 525792108 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2118102685513 rocksdb.bytes.compressed.to COUNT : 1028680690988 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26115105603 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6587370 rocksdb.bytes.decompressed.from COUNT : 1028952076856 rocksdb.bytes.decompressed.to COUNT : 2118262518139 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.434902 P95 : 106.317480 P99 : 160.453268 P100 : 227461.000000 COUNT : 643549437 SUM : 33206189559 rocksdb.db.write.micros P50 : 66.991463 P95 : 111.741351 P99 : 169.451744 P100 : 2037453.000000 COUNT : 128511500 SUM : 13259367163 rocksdb.compaction.times.micros P50 : 1628596.491228 P95 : 38186602.870813 P99 : 66799773.755656 P100 : 84019043.000000 COUNT : 7465 SUM : 62121437118 rocksdb.compaction.times.cpu_micros P50 : 1567689.530686 P95 : 35534482.758621 P99 : 63597457.627119 P100 : 74662372.000000 COUNT : 7465 SUM : 59390567518 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4290.243902 P95 : 27663.195435 P99 : 61433.333333 P100 : 1558490.000000 COUNT : 12142 SUM : 113160323 rocksdb.compaction.outfile.sync.micros P50 : 62572.975880 P95 : 126071.193866 P99 : 225541.052632 P100 : 2063820.000000 COUNT : 20009 SUM : 1281892100 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.865426 P95 : 726.380027 P99 : 3926.160714 P100 : 501117.000000 COUNT : 19669 SUM : 12732879 rocksdb.table.open.io.micros P50 : 581.438017 P95 : 6229.752695 P99 : 13000.031579 P100 : 126033.000000 COUNT : 32168 SUM : 56509704 rocksdb.db.multiget.micros P50 : 7.996950 P95 : 17.824027 P99 : 33.071237 P100 : 26625.000000 COUNT : 759852931 SUM : 7200093143 rocksdb.read.block.compaction.micros P50 : 13.652889 P95 : 58.329480 P99 : 137.949244 P100 : 57122.000000 COUNT : 486540863 SUM : 9398024661 rocksdb.read.block.get.micros P50 : 52.834232 P95 : 94.831161 P99 : 145.866453 P100 : 125945.000000 COUNT : 39219077 SUM : 2259855382 rocksdb.write.raw.block.micros P50 : 0.521461 P95 : 0.990776 P99 : 1.894573 P100 : 331149.000000 COUNT : 525791390 SUM : 10461986274 rocksdb.numfiles.in.singlecompaction P50 : 2.776199 P95 : 5.679304 P99 : 5.938597 P100 : 7.000000 COUNT : 5685 SUM : 20248 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532611 P95 : 32.808246 P99 : 104.596105 P100 : 57076.000000 COUNT : 525856444 SUM : 3604398069 rocksdb.file.read.flush.micros P50 : 1.839935 P95 : 15.765625 P99 : 41.222727 P100 : 787.000000 COUNT : 60710 SUM : 290836 rocksdb.file.read.compaction.micros P50 : 1.418275 P95 : 35.716675 P99 : 106.098244 P100 : 57076.000000 COUNT : 486640922 SUM : 3212889644 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 643549438 SUM : 0 rocksdb.bytes.per.write P50 : 218.493772 P95 : 527.368634 P99 : 803.574770 P100 : 4563443.000000 COUNT : 128301575 SUM : 59771991716 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 759852932 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45855.371901 P95 : 166745.490005 P99 : 239018.348624 P100 : 1681975.000000 COUNT : 12185 SUM : 759996137 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-09:50:00.642647 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-09:50:00.642817 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708422600 to in-memory stats history 2024/02/20-09:50:00.642846 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-09:50:00.642883 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-09:54:06.694586 1359712 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300938. Total log size is 15728751 while max_total_wal_size is 15728640 2024/02/20-09:54:06.694848 1359712 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300966. Immutable memtables: 0. 2024/02/20-09:54:06.695110 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19675] Syncing log #300958 2024/02/20-09:54:06.716633 3036210 (Original Log Time 2024/02/20-09:54:06.695100) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:54:06.716643 3036210 [db/flush_job.cc:892] [url] [JOB 19675] Flushing memtable with next log file: 300966 2024/02/20-09:54:06.716668 3036210 EVENT_LOG_v1 {"time_micros": 1708422846716660, "job": 19675, "event": "flush_started", "num_memtables": 1, "num_entries": 68014, "num_deletes": 0, "total_data_size": 10226298, "memory_usage": 12753592, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:54:06.716672 3036210 [db/flush_job.cc:926] [url] [JOB 19675] Level-0 flush table #300967: started 2024/02/20-09:54:06.838710 3036210 EVENT_LOG_v1 {"time_micros": 1708422846838668, "cf_name": "url", "job": 19675, "event": "table_file_creation", "file_number": 300967, "file_size": 5043229, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143496229, "largest_seqno": 5143647054, "table_properties": {"data_size": 4963212, "index_size": 122398, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6741, "raw_key_size": 9840400, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1515, "num_entries": 66626, "num_filter_entries": 7717, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422401, "oldest_key_time": 1708422401, "file_creation_time": 1708422846, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300967, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:54:06.838755 3036210 [db/flush_job.cc:1062] [url] [JOB 19675] Flush lasted 122131 microseconds, and 117677 cpu microseconds. 2024/02/20-09:54:06.839319 3036210 (Original Log Time 2024/02/20-09:54:06.838738) [db/flush_job.cc:1011] [url] [JOB 19675] Level-0 flush table #300967: 5043229 bytes OK 2024/02/20-09:54:06.839323 3036210 (Original Log Time 2024/02/20-09:54:06.838762) [db/memtable_list.cc:555] [url] Level-0 commit table #300967 started 2024/02/20-09:54:06.839326 3036210 (Original Log Time 2024/02/20-09:54:06.839068) [db/memtable_list.cc:754] [url] Level-0 commit table #300967: memtable #1 done 2024/02/20-09:54:06.839328 3036210 (Original Log Time 2024/02/20-09:54:06.839091) EVENT_LOG_v1 {"time_micros": 1708422846839085, "job": 19675, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-09:54:06.839330 3036210 (Original Log Time 2024/02/20-09:54:06.839269) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-09:54:06.839334 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19675] Try to delete WAL files size 1870246, prev total WAL file size 15733830, number of live WAL files 4. 2024/02/20-09:54:06.839813 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300938.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:54:58.648065 4076422 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300953. Total log size is 15728758 while max_total_wal_size is 15728640 2024/02/20-09:54:58.648286 4076422 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300968. Immutable memtables: 0. 2024/02/20-09:54:58.648504 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19676] Syncing log #300966 2024/02/20-09:54:58.670568 3036193 (Original Log Time 2024/02/20-09:54:58.648495) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:54:58.670579 3036193 [db/flush_job.cc:892] [tag] [JOB 19676] Flushing memtable with next log file: 300968 2024/02/20-09:54:58.670603 3036193 EVENT_LOG_v1 {"time_micros": 1708422898670596, "job": 19676, "event": "flush_started", "num_memtables": 1, "num_entries": 19236, "num_deletes": 0, "total_data_size": 1680029, "memory_usage": 3021608, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:54:58.670606 3036193 [db/flush_job.cc:926] [tag] [JOB 19676] Level-0 flush table #300969: started 2024/02/20-09:54:58.707338 3036193 EVENT_LOG_v1 {"time_micros": 1708422898707297, "cf_name": "tag", "job": 19676, "event": "table_file_creation", "file_number": 300969, "file_size": 1029064, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143514090, "largest_seqno": 5143664904, "table_properties": {"data_size": 1020945, "index_size": 10941, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1623686, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 311, "num_entries": 19069, "num_filter_entries": 236, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422454, "oldest_key_time": 1708422454, "file_creation_time": 1708422898, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300969, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:54:58.707391 3036193 [db/flush_job.cc:1062] [tag] [JOB 19676] Flush lasted 36832 microseconds, and 35355 cpu microseconds. 2024/02/20-09:54:58.707907 3036193 (Original Log Time 2024/02/20-09:54:58.707372) [db/flush_job.cc:1011] [tag] [JOB 19676] Level-0 flush table #300969: 1029064 bytes OK 2024/02/20-09:54:58.707911 3036193 (Original Log Time 2024/02/20-09:54:58.707398) [db/memtable_list.cc:555] [tag] Level-0 commit table #300969 started 2024/02/20-09:54:58.707913 3036193 (Original Log Time 2024/02/20-09:54:58.707669) [db/memtable_list.cc:754] [tag] Level-0 commit table #300969: memtable #1 done 2024/02/20-09:54:58.707915 3036193 (Original Log Time 2024/02/20-09:54:58.707692) EVENT_LOG_v1 {"time_micros": 1708422898707684, "job": 19676, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-09:54:58.707917 3036193 (Original Log Time 2024/02/20-09:54:58.707869) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-09:54:58.707923 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19676] Try to delete WAL files size 361760, prev total WAL file size 15729484, number of live WAL files 4. 2024/02/20-09:54:58.708184 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300953.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:55:08.609344 4076679 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300958. Total log size is 15728816 while max_total_wal_size is 15728640 2024/02/20-09:55:08.609590 4076679 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300970. Immutable memtables: 0. 2024/02/20-09:55:08.609836 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19677] Syncing log #300968 2024/02/20-09:55:08.624822 3036210 (Original Log Time 2024/02/20-09:55:08.609827) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:55:08.624835 3036210 [db/flush_job.cc:892] [key] [JOB 19677] Flushing memtable with next log file: 300970 2024/02/20-09:55:08.624864 3036210 EVENT_LOG_v1 {"time_micros": 1708422908624856, "job": 19677, "event": "flush_started", "num_memtables": 1, "num_entries": 63551, "num_deletes": 0, "total_data_size": 3966640, "memory_usage": 6421976, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:55:08.624869 3036210 [db/flush_job.cc:926] [key] [JOB 19677] Level-0 flush table #300971: started 2024/02/20-09:55:08.729357 3036210 EVENT_LOG_v1 {"time_micros": 1708422908729308, "cf_name": "key", "job": 19677, "event": "table_file_creation", "file_number": 300971, "file_size": 2541564, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143517556, "largest_seqno": 5143668291, "table_properties": {"data_size": 2466922, "index_size": 19220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58261, "raw_key_size": 3750441, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 733, "num_entries": 62076, "num_filter_entries": 66460, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422464, "oldest_key_time": 1708422464, "file_creation_time": 1708422908, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300971, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:55:08.729406 3036210 [db/flush_job.cc:1062] [key] [JOB 19677] Flush lasted 104595 microseconds, and 101766 cpu microseconds. 2024/02/20-09:55:08.730232 3036210 (Original Log Time 2024/02/20-09:55:08.729388) [db/flush_job.cc:1011] [key] [JOB 19677] Level-0 flush table #300971: 2541564 bytes OK 2024/02/20-09:55:08.730236 3036210 (Original Log Time 2024/02/20-09:55:08.729414) [db/memtable_list.cc:555] [key] Level-0 commit table #300971 started 2024/02/20-09:55:08.730238 3036210 (Original Log Time 2024/02/20-09:55:08.729845) [db/memtable_list.cc:754] [key] Level-0 commit table #300971: memtable #1 done 2024/02/20-09:55:08.730240 3036210 (Original Log Time 2024/02/20-09:55:08.729873) EVENT_LOG_v1 {"time_micros": 1708422908729865, "job": 19677, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-09:55:08.730242 3036210 (Original Log Time 2024/02/20-09:55:08.730195) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 5] max score 0.50 2024/02/20-09:55:08.730246 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19677] Try to delete WAL files size 13496745, prev total WAL file size 15732715, number of live WAL files 4. 2024/02/20-09:55:08.731646 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300958.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:59:40.368306 4076403 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300966. Total log size is 15751185 while max_total_wal_size is 15728640 2024/02/20-09:59:40.368741 4076403 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300972. Immutable memtables: 0. 2024/02/20-09:59:40.368995 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19678] Syncing log #300970 2024/02/20-09:59:40.379510 3036193 (Original Log Time 2024/02/20-09:59:40.368980) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-09:59:40.379519 3036193 [db/flush_job.cc:892] [url] [JOB 19678] Flushing memtable with next log file: 300972 2024/02/20-09:59:40.379545 3036193 EVENT_LOG_v1 {"time_micros": 1708423180379537, "job": 19678, "event": "flush_started", "num_memtables": 1, "num_entries": 51574, "num_deletes": 0, "total_data_size": 7743449, "memory_usage": 9820536, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-09:59:40.379550 3036193 [db/flush_job.cc:926] [url] [JOB 19678] Level-0 flush table #300973: started 2024/02/20-09:59:40.476173 3036193 EVENT_LOG_v1 {"time_micros": 1708423180476133, "cf_name": "url", "job": 19678, "event": "table_file_creation", "file_number": 300973, "file_size": 3922951, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143647056, "largest_seqno": 5143829171, "table_properties": {"data_size": 3850416, "index_size": 103442, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5653, "raw_key_size": 7433356, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1166, "num_entries": 50394, "num_filter_entries": 6458, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422846, "oldest_key_time": 1708422846, "file_creation_time": 1708423180, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300973, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:59:40.476218 3036193 [db/flush_job.cc:1062] [url] [JOB 19678] Flush lasted 96717 microseconds, and 93637 cpu microseconds. 2024/02/20-09:59:40.476995 3036193 (Original Log Time 2024/02/20-09:59:40.476200) [db/flush_job.cc:1011] [url] [JOB 19678] Level-0 flush table #300973: 3922951 bytes OK 2024/02/20-09:59:40.477000 3036193 (Original Log Time 2024/02/20-09:59:40.476225) [db/memtable_list.cc:555] [url] Level-0 commit table #300973 started 2024/02/20-09:59:40.477003 3036193 (Original Log Time 2024/02/20-09:59:40.476736) [db/memtable_list.cc:754] [url] Level-0 commit table #300973: memtable #1 done 2024/02/20-09:59:40.477006 3036193 (Original Log Time 2024/02/20-09:59:40.476753) EVENT_LOG_v1 {"time_micros": 1708423180476748, "job": 19678, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-09:59:40.477008 3036193 (Original Log Time 2024/02/20-09:59:40.476952) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-09:59:40.477012 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19678] Try to delete WAL files size 1870253, prev total WAL file size 15753374, number of live WAL files 4. 2024/02/20-09:59:40.477083 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19679] Compacting 2@0 files to L5, score 1.00 2024/02/20-09:59:40.477094 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19686 Base level 0, inputs: [300973(3831KB) 300967(4925KB)] 2024/02/20-09:59:40.477116 3036185 EVENT_LOG_v1 {"time_micros": 1708423180477107, "job": 19679, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300973, 300967], "score": 1, "input_data_size": 8966180, "oldest_snapshot_seqno": -1} 2024/02/20-09:59:40.477391 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300966.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:59:40.716221 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19679] Generated table #300974: 117020 keys, 8631676 bytes, temperature: kUnknown 2024/02/20-09:59:40.716287 3036185 EVENT_LOG_v1 {"time_micros": 1708423180716250, "cf_name": "url", "job": 19679, "event": "table_file_creation", "file_number": 300974, "file_size": 8631676, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143496229, "largest_seqno": 5143829171, "table_properties": {"data_size": 8490717, "index_size": 220375, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9893, "raw_key_size": 17273756, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2580, "num_entries": 117020, "num_filter_entries": 11335, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422401, "oldest_key_time": 0, "file_creation_time": 1708423180, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300974, "seqno_to_time_mapping": "N/A"}} 2024/02/20-09:59:40.717332 3036185 (Original Log Time 2024/02/20-09:59:40.716767) [db/compaction/compaction_job.cc:1729] [url] [JOB 19679] Compacted 2@0 files to L5 => 8631676 bytes 2024/02/20-09:59:40.717336 3036185 (Original Log Time 2024/02/20-09:59:40.717102) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.03, MB/sec: 37.5 rd, 36.1 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.6, 0.0 +0.0 blob) out(8.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 117020, records dropped: 0 output_compression: LZ4 2024/02/20-09:59:40.717343 3036185 (Original Log Time 2024/02/20-09:59:40.717127) EVENT_LOG_v1 {"time_micros": 1708423180717113, "job": 19679, "event": "compaction_finished", "compaction_time_micros": 239227, "compaction_time_cpu_micros": 233284, "output_level": 5, "num_output_files": 1, "total_output_size": 8631676, "num_input_records": 117020, "num_output_records": 117020, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-09:59:40.717437 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300967.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:59:40.717449 3036185 EVENT_LOG_v1 {"time_micros": 1708423180717447, "job": 19679, "event": "table_file_deletion", "file_number": 300967} 2024/02/20-09:59:40.717877 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300973.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-09:59:40.717891 3036185 EVENT_LOG_v1 {"time_micros": 1708423180717888, "job": 19679, "event": "table_file_deletion", "file_number": 300973} 2024/02/20-10:00:00.798896 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-10:00:00.799079 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1010599.7 total, 600.2 interval Cumulative writes: 128M writes, 577M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.69 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128597606.00 writes per sync, written: 55.69 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 86K writes, 288K keys, 86K commit groups, 1.0 writes per commit group, ingest: 24.73 MB, 0.04 MB/s Interval WAL: 86K writes, 0 syncs, 86106.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 404.20 376.93 4103 0.099 0 0 0.0 0.0 L5 1/0 8.23 MB 0.0 68.3 18.1 50.2 67.1 16.9 0.0 3.7 42.0 41.3 1664.18 1593.49 2119 0.785 1030M 1128 0.0 0.0 L6 12/0 720.68 MB 0.0 398.4 17.3 381.1 381.4 0.3 0.0 22.1 16.1 15.4 25291.49 23331.75 592 42.722 9307M 256M 0.0 0.0 Sum 13/0 728.91 MB 0.0 466.7 35.3 431.3 466.9 35.6 0.0 25.4 17.5 17.5 27359.86 25302.16 6814 4.015 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 18.7 36.6 0.46 0.44 3 0.153 117K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 466.7 35.3 431.3 448.5 17.2 0.0 0.0 17.7 17.0 26955.66 24925.23 2711 9.943 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 404.20 376.93 4103 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1010599.7 total, 600.2 interval Flush(GB): cumulative 18.387, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 466.90 GB write, 0.47 MB/s write, 466.66 GB read, 0.47 MB/s read, 27359.9 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1586 collections: 1685 last_copies: 0 last_secs: 0.000644 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(812,13.01 MB,0.846996%) IndexBlock(773,1.39 GB,92.52%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5917778 Average: 2.1888 StdDev: 4.27 Min: 0 Median: 1.3817 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.41 ------------------------------------------------------ [ 0, 1 ] 1998624 33.773% 33.773% ####### ( 1, 2 ] 2516056 42.517% 76.290% ######### ( 2, 3 ] 982111 16.596% 92.886% ### ( 3, 4 ] 239834 4.053% 96.939% # ( 4, 6 ] 106755 1.804% 98.743% ( 6, 10 ] 34849 0.589% 99.332% ( 10, 15 ] 14666 0.248% 99.580% ( 15, 22 ] 7435 0.126% 99.705% ( 22, 34 ] 7778 0.131% 99.837% ( 34, 51 ] 5597 0.095% 99.931% ( 51, 76 ] 2486 0.042% 99.973% ( 76, 110 ] 880 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21499962 Average: 2.4638 StdDev: 6.81 Min: 0 Median: 1.4940 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.51 ------------------------------------------------------ [ 0, 1 ] 6596419 30.681% 30.681% ###### ( 1, 2 ] 8407727 39.106% 69.787% ######## ( 2, 3 ] 3645171 16.954% 86.741% ### ( 3, 4 ] 1324490 6.160% 92.902% # ( 4, 6 ] 1028506 4.784% 97.685% # ( 6, 10 ] 332442 1.546% 99.232% ( 10, 15 ] 58576 0.272% 99.504% ( 15, 22 ] 29931 0.139% 99.643% ( 22, 34 ] 32213 0.150% 99.793% ( 34, 51 ] 24502 0.114% 99.907% ( 51, 76 ] 11808 0.055% 99.962% ( 76, 110 ] 4827 0.022% 99.984% ( 110, 170 ] 1972 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 207313894 Average: 12.0762 StdDev: 47.17 Min: 0 Median: 1.4850 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.40 P99.9: 302.55 P99.99: 1533.34 ------------------------------------------------------ [ 0, 1 ] 71156349 34.323% 34.323% ####### ( 1, 2 ] 67018089 32.327% 66.650% ###### ( 2, 3 ] 29322223 14.144% 80.794% ### ( 3, 4 ] 6327924 3.052% 83.846% # ( 4, 6 ] 1155105 0.557% 84.403% ( 6, 10 ] 543552 0.262% 84.665% ( 10, 15 ] 308413 0.149% 84.814% ( 15, 22 ] 257607 0.124% 84.938% ( 22, 34 ] 7414903 3.577% 88.515% # ( 34, 51 ] 7428365 3.583% 92.098% # ( 51, 76 ] 5972484 2.881% 94.979% # ( 76, 110 ] 6584864 3.176% 98.155% # ( 110, 170 ] 3242087 1.564% 99.719% ( 170, 250 ] 330053 0.159% 99.879% ( 250, 380 ] 110231 0.053% 99.932% ( 380, 580 ] 66887 0.032% 99.964% ( 580, 870 ] 30110 0.015% 99.978% ( 870, 1300 ] 13678 0.007% 99.985% ( 1300, 1900 ] 26327 0.013% 99.998% ( 1900, 2900 ] 2097 0.001% 99.999% ( 2900, 4400 ] 854 0.000% 99.999% ( 4400, 6600 ] 618 0.000% 99.999% ( 6600, 9900 ] 545 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 1004.95 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.20 73.20 3989 0.022 0 0 0.0 0.0 L6 3/0 150.98 MB 0.0 309.1 3.1 306.0 306.1 0.1 0.0 99.1 15.4 15.2 20559.32 20181.22 2100 9.790 11G 62M 0.0 0.0 Sum 4/0 151.96 MB 0.0 309.1 3.1 306.0 309.2 3.1 0.0 100.1 15.3 15.3 20645.52 20254.42 6089 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 26.6 0.04 0.04 1 0.037 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 309.1 3.1 306.0 306.1 0.1 0.0 0.0 15.4 15.2 20559.32 20181.22 2100 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.20 73.20 3989 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1010599.7 total, 600.2 interval Flush(GB): cumulative 3.090, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 309.18 GB write, 0.31 MB/s write, 309.13 GB read, 0.31 MB/s read, 20645.5 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4347 collections: 1685 last_copies: 0 last_secs: 0.001461 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2193,1.66 MB,0.107851%) IndexBlock(2153,1.46 GB,97.0541%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1014657 Average: 3.5574 StdDev: 6.35 Min: 0 Median: 2.5736 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.68 P99.99: 195.86 ------------------------------------------------------ [ 0, 1 ] 116554 11.487% 11.487% ## ( 1, 2 ] 246748 24.318% 35.805% ##### ( 2, 3 ] 251083 24.746% 60.551% ##### ( 3, 4 ] 193805 19.101% 79.652% #### ( 4, 6 ] 165936 16.354% 96.005% ### ( 6, 10 ] 28154 2.775% 98.780% # ( 10, 15 ] 4686 0.462% 99.242% ( 15, 22 ] 2507 0.247% 99.489% ( 22, 34 ] 2133 0.210% 99.699% ( 34, 51 ] 1754 0.173% 99.872% ( 51, 76 ] 729 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175358157 Average: 2.1855 StdDev: 5.39 Min: 0 Median: 1.3406 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.56 P99.99: 144.36 ------------------------------------------------------ [ 0, 1 ] 64986571 37.059% 37.059% ####### ( 1, 2 ] 66621766 37.992% 75.051% ######## ( 2, 3 ] 32537028 18.555% 93.606% #### ( 3, 4 ] 7846902 4.475% 98.081% # ( 4, 6 ] 1466440 0.836% 98.917% ( 6, 10 ] 608162 0.347% 99.264% ( 10, 15 ] 396198 0.226% 99.490% ( 15, 22 ] 197213 0.112% 99.602% ( 22, 34 ] 309874 0.177% 99.779% ( 34, 51 ] 202518 0.115% 99.894% ( 51, 76 ] 98837 0.056% 99.951% ( 76, 110 ] 56969 0.032% 99.983% ( 110, 170 ] 21202 0.012% 99.995% ( 170, 250 ] 3794 0.002% 99.997% ( 250, 380 ] 1731 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.42 MB 0.5 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 269.96 250.34 4069 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.1 13.8 21.7 7.9 0.0 2.7 28.8 28.5 778.35 752.77 1946 0.400 606M 269K 0.0 0.0 L6 5/0 332.15 MB 0.0 194.8 8.7 186.1 186.2 0.1 0.0 21.3 14.4 13.8 13828.35 13531.57 709 19.504 8720M 235M 0.0 0.0 Sum 6/0 334.58 MB 0.0 216.7 16.8 199.9 216.8 16.9 0.0 24.3 14.9 14.9 14876.66 14534.69 6724 2.212 9326M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 23.2 0.10 0.10 1 0.105 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 216.7 16.8 199.9 207.9 8.0 0.0 0.0 15.2 14.6 14606.70 14284.35 2655 5.502 9326M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 269.96 250.34 4069 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1010599.7 total, 600.2 interval Flush(GB): cumulative 8.933, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 216.84 GB write, 0.22 MB/s write, 216.70 GB read, 0.22 MB/s read, 14876.7 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 356433 collections: 1685 last_copies: 0 last_secs: 0.152988 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(356330,1.37 GB,91.649%) FilterBlock(50,66.95 MB,4.35868%) IndexBlock(52,26.99 MB,1.75695%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2793606 Average: 4.2560 StdDev: 8.11 Min: 0 Median: 1.9550 Max: 9050 Percentiles: P50: 1.95 P75: 5.34 P99: 17.90 P99.9: 61.08 P99.99: 151.51 ------------------------------------------------------ [ 0, 1 ] 627371 22.457% 22.457% #### ( 1, 2 ] 805691 28.841% 51.298% ###### ( 2, 3 ] 393040 14.069% 65.367% ### ( 3, 4 ] 169925 6.083% 71.450% # ( 4, 6 ] 147476 5.279% 76.729% # ( 6, 10 ] 440773 15.778% 92.507% ### ( 10, 15 ] 174481 6.246% 98.753% # ( 15, 22 ] 16676 0.597% 99.349% ( 22, 34 ] 8940 0.320% 99.669% ( 34, 51 ] 5437 0.195% 99.864% ( 51, 76 ] 2485 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6779769 Average: 4.6835 StdDev: 7.57 Min: 0 Median: 2.4630 Max: 7311 Percentiles: P50: 2.46 P75: 6.14 P99: 19.33 P99.9: 66.61 P99.99: 166.98 ------------------------------------------------------ [ 0, 1 ] 1115900 16.459% 16.459% ### ( 1, 2 ] 1795444 26.482% 42.942% ##### ( 2, 3 ] 1033534 15.244% 58.186% ### ( 3, 4 ] 553183 8.159% 66.345% ## ( 4, 6 ] 545294 8.043% 74.388% ## ( 6, 10 ] 1175134 17.333% 91.721% ### ( 10, 15 ] 465342 6.864% 98.585% # ( 15, 22 ] 45500 0.671% 99.256% ( 22, 34 ] 23933 0.353% 99.609% ( 34, 51 ] 15157 0.224% 99.833% ( 51, 76 ] 7318 0.108% 99.941% ( 76, 110 ] 2446 0.036% 99.977% ( 110, 170 ] 954 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105214755 Average: 5.7478 StdDev: 24.30 Min: 0 Median: 2.3319 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.65 P99.9: 158.24 P99.99: 463.58 ------------------------------------------------------ [ 0, 1 ] 25110354 23.866% 23.866% ##### ( 1, 2 ] 23860462 22.678% 46.544% ##### ( 2, 3 ] 10955964 10.413% 56.957% ## ( 3, 4 ] 4303052 4.090% 61.046% # ( 4, 6 ] 4930377 4.686% 65.732% # ( 6, 10 ] 25484899 24.222% 89.954% ##### ( 10, 15 ] 8187920 7.782% 97.736% ## ( 15, 22 ] 667988 0.635% 98.371% ( 22, 34 ] 541429 0.515% 98.886% ( 34, 51 ] 361541 0.344% 99.229% ( 51, 76 ] 226958 0.216% 99.445% ( 76, 110 ] 290286 0.276% 99.721% ( 110, 170 ] 234235 0.223% 99.944% ( 170, 250 ] 37934 0.036% 99.980% ( 250, 380 ] 8269 0.008% 99.988% ( 380, 580 ] 6139 0.006% 99.993% ( 580, 870 ] 3516 0.003% 99.997% ( 870, 1300 ] 1883 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 114 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-10:00:00.803093 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 525798468 rocksdb.block.cache.hit COUNT : 2154735543 rocksdb.block.cache.add COUNT : 39254910 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32182 rocksdb.block.cache.index.hit COUNT : 528639220 rocksdb.block.cache.index.add COUNT : 32168 rocksdb.block.cache.index.bytes.insert COUNT : 34375988849 rocksdb.block.cache.filter.miss COUNT : 32188 rocksdb.block.cache.filter.hit COUNT : 1097809267 rocksdb.block.cache.filter.add COUNT : 32188 rocksdb.block.cache.filter.bytes.insert COUNT : 8740099628 rocksdb.block.cache.data.miss COUNT : 525734098 rocksdb.block.cache.data.hit COUNT : 528287056 rocksdb.block.cache.data.add COUNT : 39190554 rocksdb.block.cache.data.bytes.insert COUNT : 162335976829 rocksdb.block.cache.bytes.read COUNT : 1877835782938713 rocksdb.block.cache.bytes.write COUNT : 205452065306 rocksdb.bloom.filter.useful COUNT : 569234359 rocksdb.bloom.filter.full.positive COUNT : 528574940 rocksdb.bloom.filter.full.true.positive COUNT : 523065862 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 92935338 rocksdb.memtable.miss COUNT : 6251921990 rocksdb.l0.hit COUNT : 16040919 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 507024943 rocksdb.compaction.key.drop.new COUNT : 277321145 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 577983495 rocksdb.number.keys.read COUNT : 644096632 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59797925321 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67374 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32173 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 760441603 rocksdb.number.multiget.keys.read COUNT : 5700760696 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59797925321 rocksdb.write.self COUNT : 128387597 rocksdb.write.other COUNT : 210010 rocksdb.write.wal COUNT : 128597607 rocksdb.compact.read.bytes COUNT : 990749909703 rocksdb.compact.write.bytes COUNT : 1033487209862 rocksdb.flush.write.bytes COUNT : 32656436114 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1010051 rocksdb.number.superversion_releases COUNT : 2691 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 519112902 rocksdb.number.block.decompressed COUNT : 519173637 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59390800802 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67374 rocksdb.num.iterator.deleted COUNT : 67374 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5193 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5155 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43867 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60700881415 rocksdb.memtable.garbage.bytes.at.flush COUNT : 730883553 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 938054842647 rocksdb.last.level.read.count COUNT : 487889150 rocksdb.non.last.level.read.bytes COUNT : 128510242194 rocksdb.non.last.level.read.count COUNT : 38005837 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 525830641 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2118124534595 rocksdb.bytes.compressed.to COUNT : 1028697856105 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26118991128 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6588345 rocksdb.bytes.decompressed.from COUNT : 1029025466095 rocksdb.bytes.decompressed.to COUNT : 2118417143381 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.431261 P95 : 106.313850 P99 : 160.447423 P100 : 227461.000000 COUNT : 644096632 SUM : 33231979136 rocksdb.db.write.micros P50 : 66.992369 P95 : 111.735417 P99 : 169.448561 P100 : 2037453.000000 COUNT : 128597607 SUM : 13267037579 rocksdb.compaction.times.micros P50 : 1627368.421053 P95 : 38182775.119617 P99 : 66798642.533937 P100 : 84019043.000000 COUNT : 7466 SUM : 62121676345 rocksdb.compaction.times.cpu_micros P50 : 1566425.992780 P95 : 35531034.482759 P99 : 63596045.197740 P100 : 74662372.000000 COUNT : 7466 SUM : 59390800802 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4292.276423 P95 : 27667.663818 P99 : 61411.111111 P100 : 1558490.000000 COUNT : 12146 SUM : 113212528 rocksdb.compaction.outfile.sync.micros P50 : 62571.055462 P95 : 126067.907996 P99 : 225536.842105 P100 : 2063820.000000 COUNT : 20010 SUM : 1281898988 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.867754 P95 : 726.282842 P99 : 3924.821429 P100 : 501117.000000 COUNT : 19674 SUM : 12734006 rocksdb.table.open.io.micros P50 : 580.838843 P95 : 6229.403932 P99 : 12999.492105 P100 : 126033.000000 COUNT : 32173 SUM : 56511048 rocksdb.db.multiget.micros P50 : 7.996652 P95 : 17.822327 P99 : 33.069316 P100 : 26625.000000 COUNT : 760441603 SUM : 7205320632 rocksdb.read.block.compaction.micros P50 : 13.652862 P95 : 58.329175 P99 : 137.949004 P100 : 57122.000000 COUNT : 486543544 SUM : 9398039783 rocksdb.read.block.get.micros P50 : 52.835940 P95 : 94.823080 P99 : 145.844486 P100 : 125945.000000 COUNT : 39254924 SUM : 2261863705 rocksdb.write.raw.block.micros P50 : 0.521461 P95 : 0.990776 P99 : 1.894576 P100 : 331149.000000 COUNT : 525797715 SUM : 10462215424 rocksdb.numfiles.in.singlecompaction P50 : 2.775986 P95 : 5.679247 P99 : 5.938586 P100 : 7.000000 COUNT : 5686 SUM : 20250 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532716 P95 : 32.805768 P99 : 104.594258 P100 : 57076.000000 COUNT : 525894987 SUM : 3604755502 rocksdb.file.read.flush.micros P50 : 1.840113 P95 : 15.765625 P99 : 41.239733 P100 : 787.000000 COUNT : 60730 SUM : 290956 rocksdb.file.read.compaction.micros P50 : 1.418276 P95 : 35.716392 P99 : 106.098112 P100 : 57076.000000 COUNT : 486643608 SUM : 3212895628 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 644096632 SUM : 0 rocksdb.bytes.per.write P50 : 218.492540 P95 : 527.373701 P99 : 803.580802 P100 : 4563443.000000 COUNT : 128387597 SUM : 59797925321 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 760441603 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45874.770642 P95 : 166741.228070 P99 : 239011.009174 P100 : 1681975.000000 COUNT : 12189 SUM : 760356412 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-10:00:00.803318 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-10:00:00.803494 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708423200 to in-memory stats history 2024/02/20-10:00:00.803525 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-10:00:00.803564 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-10:00:05.636890 4076427 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300968. Total log size is 15728748 while max_total_wal_size is 15728640 2024/02/20-10:00:05.637064 4076427 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300975. Immutable memtables: 0. 2024/02/20-10:00:05.637294 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19680] Syncing log #300972 2024/02/20-10:00:05.658527 3036210 (Original Log Time 2024/02/20-10:00:05.637280) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:00:05.658538 3036210 [db/flush_job.cc:892] [tag] [JOB 19680] Flushing memtable with next log file: 300975 2024/02/20-10:00:05.658576 3036210 EVENT_LOG_v1 {"time_micros": 1708423205658566, "job": 19680, "event": "flush_started", "num_memtables": 1, "num_entries": 13381, "num_deletes": 0, "total_data_size": 1169073, "memory_usage": 3200768, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:00:05.658581 3036210 [db/flush_job.cc:926] [tag] [JOB 19680] Level-0 flush table #300976: started 2024/02/20-10:00:05.671307 3036210 EVENT_LOG_v1 {"time_micros": 1708423205671278, "cf_name": "tag", "job": 19680, "event": "table_file_creation", "file_number": 300976, "file_size": 695192, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143664924, "largest_seqno": 5143857447, "table_properties": {"data_size": 689174, "index_size": 7436, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1120378, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 214, "num_entries": 13143, "num_filter_entries": 187, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422898, "oldest_key_time": 1708422898, "file_creation_time": 1708423205, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300976, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:00:05.671352 3036210 [db/flush_job.cc:1062] [tag] [JOB 19680] Flush lasted 12836 microseconds, and 11387 cpu microseconds. 2024/02/20-10:00:05.671976 3036210 (Original Log Time 2024/02/20-10:00:05.671335) [db/flush_job.cc:1011] [tag] [JOB 19680] Level-0 flush table #300976: 695192 bytes OK 2024/02/20-10:00:05.671981 3036210 (Original Log Time 2024/02/20-10:00:05.671359) [db/memtable_list.cc:555] [tag] Level-0 commit table #300976 started 2024/02/20-10:00:05.671983 3036210 (Original Log Time 2024/02/20-10:00:05.671642) [db/memtable_list.cc:754] [tag] Level-0 commit table #300976: memtable #1 done 2024/02/20-10:00:05.671985 3036210 (Original Log Time 2024/02/20-10:00:05.671663) EVENT_LOG_v1 {"time_micros": 1708423205671657, "job": 19680, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:00:05.671988 3036210 (Original Log Time 2024/02/20-10:00:05.671926) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-10:00:05.671994 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19680] Try to delete WAL files size 361818, prev total WAL file size 15731237, number of live WAL files 4. 2024/02/20-10:00:05.672089 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19681] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-10:00:05.672096 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19688 Base level 0, inputs: [300976(678KB) 300969(1004KB)], [300955(64MB) 300956(64MB) 300957(21MB)] 2024/02/20-10:00:05.672110 3036190 EVENT_LOG_v1 {"time_micros": 1708423205672102, "job": 19681, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300976, 300969], "files_L6": [300955, 300956, 300957], "score": 1, "input_data_size": 160037765, "oldest_snapshot_seqno": -1} 2024/02/20-10:00:05.672229 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300968.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:00:10.177866 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19681] Generated table #300977: 2392124 keys, 67637338 bytes, temperature: kUnknown 2024/02/20-10:00:10.177948 3036190 EVENT_LOG_v1 {"time_micros": 1708423210177893, "cf_name": "tag", "job": 19681, "event": "table_file_creation", "file_number": 300977, "file_size": 67637338, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110475, "index_size": 1452691, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 201866931, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35998, "num_entries": 2392124, "num_filter_entries": 1906, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708423205, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300977, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:00:10.400737 4076702 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300970. Total log size is 15751270 while max_total_wal_size is 15728640 2024/02/20-10:00:10.400935 4076702 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300979. Immutable memtables: 0. 2024/02/20-10:00:10.401178 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19682] Syncing log #300975 2024/02/20-10:00:10.402606 3036193 (Original Log Time 2024/02/20-10:00:10.401162) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-10:00:10.402613 3036193 [db/flush_job.cc:892] [key] [JOB 19682] Flushing memtable with next log file: 300979 2024/02/20-10:00:10.402639 3036193 EVENT_LOG_v1 {"time_micros": 1708423210402632, "job": 19682, "event": "flush_started", "num_memtables": 1, "num_entries": 135201, "num_deletes": 92000, "total_data_size": 8404404, "memory_usage": 12522968, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:00:10.402642 3036193 [db/flush_job.cc:926] [key] [JOB 19682] Level-0 flush table #300980: started 2024/02/20-10:00:10.538620 3036193 EVENT_LOG_v1 {"time_micros": 1708423210538586, "cf_name": "key", "job": 19682, "event": "table_file_creation", "file_number": 300980, "file_size": 3088032, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143668297, "largest_seqno": 5143863046, "table_properties": {"data_size": 2941632, "index_size": 37043, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 120965, "raw_key_size": 8046958, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 971, "num_entries": 133756, "num_filter_entries": 137602, "num_deletions": 92000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422908, "oldest_key_time": 1708422908, "file_creation_time": 1708423210, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300980, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:00:10.538662 3036193 [db/flush_job.cc:1062] [key] [JOB 19682] Flush lasted 136064 microseconds, and 133004 cpu microseconds. 2024/02/20-10:00:10.539193 3036193 (Original Log Time 2024/02/20-10:00:10.538648) [db/flush_job.cc:1011] [key] [JOB 19682] Level-0 flush table #300980: 3088032 bytes OK 2024/02/20-10:00:10.539197 3036193 (Original Log Time 2024/02/20-10:00:10.538667) [db/memtable_list.cc:555] [key] Level-0 commit table #300980 started 2024/02/20-10:00:10.539199 3036193 (Original Log Time 2024/02/20-10:00:10.538927) [db/memtable_list.cc:754] [key] Level-0 commit table #300980: memtable #1 done 2024/02/20-10:00:10.539200 3036193 (Original Log Time 2024/02/20-10:00:10.538948) EVENT_LOG_v1 {"time_micros": 1708423210538940, "job": 19682, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-10:00:10.539202 3036193 (Original Log Time 2024/02/20-10:00:10.539149) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 5] max score 1.00 2024/02/20-10:00:10.539207 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19682] Try to delete WAL files size 13519114, prev total WAL file size 15754808, number of live WAL files 4. 2024/02/20-10:00:10.541268 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300970.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:00:14.420901 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19681] Generated table #300978: 2155777 keys, 67626586 bytes, temperature: kUnknown 2024/02/20-10:00:14.420989 3036190 EVENT_LOG_v1 {"time_micros": 1708423214420931, "cf_name": "tag", "job": 19681, "event": "table_file_creation", "file_number": 300978, "file_size": 67626586, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110302, "index_size": 1389054, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 191935071, "raw_average_key_size": 89, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36049, "num_entries": 2155777, "num_filter_entries": 1350, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708423210, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300978, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:00:16.150976 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19681] Generated table #300981: 908836 keys, 23917319 bytes, temperature: kUnknown 2024/02/20-10:00:16.151046 3036190 EVENT_LOG_v1 {"time_micros": 1708423216151002, "cf_name": "tag", "job": 19681, "event": "table_file_creation", "file_number": 300981, "file_size": 23917319, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 23726230, "index_size": 536991, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 73422221, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 13003, "num_entries": 908836, "num_filter_entries": 287, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708423214, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300981, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:00:16.156519 3036190 (Original Log Time 2024/02/20-10:00:16.155905) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19681] Compacted 2@0 + 3@6 files to L6 => 159181243 bytes 2024/02/20-10:00:16.156524 3036190 (Original Log Time 2024/02/20-10:00:16.156265) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.3 rd, 15.2 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 151.0 +0.0 blob) out(151.8 +0.0 blob), read-write-amplify(185.1) write-amplify(92.3) OK, records in: 5456737, records dropped: 0 output_compression: ZSTD 2024/02/20-10:00:16.156533 3036190 (Original Log Time 2024/02/20-10:00:16.156300) EVENT_LOG_v1 {"time_micros": 1708423216156284, "job": 19681, "event": "compaction_finished", "compaction_time_micros": 10478996, "compaction_time_cpu_micros": 10360246, "output_level": 6, "num_output_files": 3, "total_output_size": 159181243, "num_input_records": 5456737, "num_output_records": 5456737, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-10:00:16.156638 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300955.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:00:16.156651 3036190 EVENT_LOG_v1 {"time_micros": 1708423216156648, "job": 19681, "event": "table_file_deletion", "file_number": 300955} 2024/02/20-10:00:16.156707 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300956.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:00:16.156715 3036190 EVENT_LOG_v1 {"time_micros": 1708423216156714, "job": 19681, "event": "table_file_deletion", "file_number": 300956} 2024/02/20-10:00:16.156761 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300957.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:00:16.156768 3036190 EVENT_LOG_v1 {"time_micros": 1708423216156766, "job": 19681, "event": "table_file_deletion", "file_number": 300957} 2024/02/20-10:00:16.156802 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300969.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:00:16.156807 3036190 EVENT_LOG_v1 {"time_micros": 1708423216156805, "job": 19681, "event": "table_file_deletion", "file_number": 300969} 2024/02/20-10:00:16.156900 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300976.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:00:16.156907 3036190 EVENT_LOG_v1 {"time_micros": 1708423216156905, "job": 19681, "event": "table_file_deletion", "file_number": 300976} 2024/02/20-10:00:16.156975 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 19683] Compacting 2@0 files to L5, score 1.00 2024/02/20-10:00:16.156982 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19689 Base level 0, inputs: [300980(3015KB) 300971(2481KB)] 2024/02/20-10:00:16.156991 3036190 EVENT_LOG_v1 {"time_micros": 1708423216156985, "job": 19683, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300980, 300971], "score": 1, "input_data_size": 5629596, "oldest_snapshot_seqno": -1} 2024/02/20-10:00:16.388759 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19683] Generated table #300982: 194178 keys, 5535024 bytes, temperature: kUnknown 2024/02/20-10:00:16.388832 3036190 EVENT_LOG_v1 {"time_micros": 1708423216388786, "cf_name": "key", "job": 19683, "event": "table_file_creation", "file_number": 300982, "file_size": 5535024, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143517556, "largest_seqno": 5143863046, "table_properties": {"data_size": 5318183, "index_size": 56677, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 176613, "raw_key_size": 11698137, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1671, "num_entries": 194178, "num_filter_entries": 200517, "num_deletions": 92000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422464, "oldest_key_time": 0, "file_creation_time": 1708423216, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300982, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:00:16.389749 3036190 (Original Log Time 2024/02/20-10:00:16.389215) [db/compaction/compaction_job.cc:1729] [key] [JOB 19683] Compacted 2@0 files to L5 => 5535024 bytes 2024/02/20-10:00:16.389753 3036190 (Original Log Time 2024/02/20-10:00:16.389518) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.02, MB/sec: 24.3 rd, 23.9 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(5.4, 0.0 +0.0 blob) out(5.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 195832, records dropped: 1654 output_compression: LZ4 2024/02/20-10:00:16.389761 3036190 (Original Log Time 2024/02/20-10:00:16.389539) EVENT_LOG_v1 {"time_micros": 1708423216389530, "job": 19683, "event": "compaction_finished", "compaction_time_micros": 231901, "compaction_time_cpu_micros": 227054, "output_level": 5, "num_output_files": 1, "total_output_size": 5535024, "num_input_records": 195832, "num_output_records": 194178, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-10:00:16.389859 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300971.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:00:16.389873 3036190 EVENT_LOG_v1 {"time_micros": 1708423216389870, "job": 19683, "event": "table_file_deletion", "file_number": 300971} 2024/02/20-10:00:16.390178 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300980.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:00:16.390189 3036190 EVENT_LOG_v1 {"time_micros": 1708423216390187, "job": 19683, "event": "table_file_deletion", "file_number": 300980} 2024/02/20-10:03:10.464345 4076752 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300972. Total log size is 15728736 while max_total_wal_size is 15728640 2024/02/20-10:03:10.464701 4076752 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300983. Immutable memtables: 0. 2024/02/20-10:03:10.464972 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19684] Syncing log #300979 2024/02/20-10:03:10.480025 3036210 (Original Log Time 2024/02/20-10:03:10.464929) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:03:10.480037 3036210 [db/flush_job.cc:892] [url] [JOB 19684] Flushing memtable with next log file: 300983 2024/02/20-10:03:10.480066 3036210 EVENT_LOG_v1 {"time_micros": 1708423390480057, "job": 19684, "event": "flush_started", "num_memtables": 1, "num_entries": 31705, "num_deletes": 0, "total_data_size": 4779177, "memory_usage": 6237832, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:03:10.480071 3036210 [db/flush_job.cc:926] [url] [JOB 19684] Level-0 flush table #300984: started 2024/02/20-10:03:10.526551 3036210 EVENT_LOG_v1 {"time_micros": 1708423390526518, "cf_name": "url", "job": 19684, "event": "table_file_creation", "file_number": 300984, "file_size": 2513430, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143831173, "largest_seqno": 5144053760, "table_properties": {"data_size": 2464189, "index_size": 67497, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4133, "raw_key_size": 4614501, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 749, "num_entries": 31146, "num_filter_entries": 4661, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708423180, "oldest_key_time": 1708423180, "file_creation_time": 1708423390, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300984, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:03:10.526593 3036210 [db/flush_job.cc:1062] [url] [JOB 19684] Flush lasted 46579 microseconds, and 44516 cpu microseconds. 2024/02/20-10:03:10.527105 3036210 (Original Log Time 2024/02/20-10:03:10.526577) [db/flush_job.cc:1011] [url] [JOB 19684] Level-0 flush table #300984: 2513430 bytes OK 2024/02/20-10:03:10.527108 3036210 (Original Log Time 2024/02/20-10:03:10.526599) [db/memtable_list.cc:555] [url] Level-0 commit table #300984 started 2024/02/20-10:03:10.527109 3036210 (Original Log Time 2024/02/20-10:03:10.526858) [db/memtable_list.cc:754] [url] Level-0 commit table #300984: memtable #1 done 2024/02/20-10:03:10.527111 3036210 (Original Log Time 2024/02/20-10:03:10.526871) EVENT_LOG_v1 {"time_micros": 1708423390526867, "job": 19684, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-10:03:10.527112 3036210 (Original Log Time 2024/02/20-10:03:10.527069) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-10:03:10.527116 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19684] Try to delete WAL files size 1847816, prev total WAL file size 15730216, number of live WAL files 4. 2024/02/20-10:03:10.527556 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300972.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:03:51.382658 4076314 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300975. Total log size is 15769642 while max_total_wal_size is 15728640 2024/02/20-10:03:51.382916 4076314 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300985. Immutable memtables: 0. 2024/02/20-10:03:51.383138 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19685] Syncing log #300983 2024/02/20-10:03:51.394844 3036193 (Original Log Time 2024/02/20-10:03:51.383127) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:03:51.394855 3036193 [db/flush_job.cc:892] [tag] [JOB 19685] Flushing memtable with next log file: 300985 2024/02/20-10:03:51.394879 3036193 EVENT_LOG_v1 {"time_micros": 1708423431394873, "job": 19685, "event": "flush_started", "num_memtables": 1, "num_entries": 10451, "num_deletes": 0, "total_data_size": 909599, "memory_usage": 2307992, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:03:51.394881 3036193 [db/flush_job.cc:926] [tag] [JOB 19685] Level-0 flush table #300986: started 2024/02/20-10:03:51.404952 3036193 EVENT_LOG_v1 {"time_micros": 1708423431404921, "cf_name": "tag", "job": 19685, "event": "table_file_creation", "file_number": 300986, "file_size": 540419, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143857483, "largest_seqno": 5144073796, "table_properties": {"data_size": 535256, "index_size": 5914, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 879110, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 170, "num_entries": 10360, "num_filter_entries": 150, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708423205, "oldest_key_time": 1708423205, "file_creation_time": 1708423431, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300986, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:03:51.404999 3036193 [db/flush_job.cc:1062] [tag] [JOB 19685] Flush lasted 10162 microseconds, and 8808 cpu microseconds. 2024/02/20-10:03:51.420833 3036193 (Original Log Time 2024/02/20-10:03:51.404983) [db/flush_job.cc:1011] [tag] [JOB 19685] Level-0 flush table #300986: 540419 bytes OK 2024/02/20-10:03:51.420839 3036193 (Original Log Time 2024/02/20-10:03:51.405007) [db/memtable_list.cc:555] [tag] Level-0 commit table #300986 started 2024/02/20-10:03:51.420841 3036193 (Original Log Time 2024/02/20-10:03:51.420546) [db/memtable_list.cc:754] [tag] Level-0 commit table #300986: memtable #1 done 2024/02/20-10:03:51.420844 3036193 (Original Log Time 2024/02/20-10:03:51.420591) EVENT_LOG_v1 {"time_micros": 1708423431420580, "job": 19685, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:03:51.420846 3036193 (Original Log Time 2024/02/20-10:03:51.420782) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-10:03:51.420851 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19685] Try to delete WAL files size 384340, prev total WAL file size 15771997, number of live WAL files 4. 2024/02/20-10:03:51.421101 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300975.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:03:57.892145 4076403 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300979. Total log size is 15838350 while max_total_wal_size is 15728640 2024/02/20-10:03:57.892489 4076403 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300987. Immutable memtables: 0. 2024/02/20-10:03:57.892779 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19686] Syncing log #300985 2024/02/20-10:03:57.906433 3036210 (Original Log Time 2024/02/20-10:03:57.892756) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:03:57.906443 3036210 [db/flush_job.cc:892] [key] [JOB 19686] Flushing memtable with next log file: 300987 2024/02/20-10:03:57.906487 3036210 EVENT_LOG_v1 {"time_micros": 1708423437906478, "job": 19686, "event": "flush_started", "num_memtables": 1, "num_entries": 174009, "num_deletes": 142000, "total_data_size": 10812038, "memory_usage": 16139000, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:03:57.906490 3036210 [db/flush_job.cc:926] [key] [JOB 19686] Level-0 flush table #300988: started 2024/02/20-10:03:58.029607 3036210 EVENT_LOG_v1 {"time_micros": 1708423438029574, "cf_name": "key", "job": 19686, "event": "table_file_creation", "file_number": 300988, "file_size": 3172150, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143863048, "largest_seqno": 5144082020, "table_properties": {"data_size": 2987344, "index_size": 47314, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 155685, "raw_key_size": 10427946, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1056, "num_entries": 173411, "num_filter_entries": 176856, "num_deletions": 142000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708423210, "oldest_key_time": 1708423210, "file_creation_time": 1708423437, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300988, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:03:58.029651 3036210 [db/flush_job.cc:1062] [key] [JOB 19686] Flush lasted 123231 microseconds, and 120191 cpu microseconds. 2024/02/20-10:03:58.030127 3036210 (Original Log Time 2024/02/20-10:03:58.029637) [db/flush_job.cc:1011] [key] [JOB 19686] Level-0 flush table #300988: 3172150 bytes OK 2024/02/20-10:03:58.030130 3036210 (Original Log Time 2024/02/20-10:03:58.029656) [db/memtable_list.cc:555] [key] Level-0 commit table #300988 started 2024/02/20-10:03:58.030132 3036210 (Original Log Time 2024/02/20-10:03:58.029898) [db/memtable_list.cc:754] [key] Level-0 commit table #300988: memtable #1 done 2024/02/20-10:03:58.030133 3036210 (Original Log Time 2024/02/20-10:03:58.029916) EVENT_LOG_v1 {"time_micros": 1708423438029909, "job": 19686, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-10:03:58.030135 3036210 (Original Log Time 2024/02/20-10:03:58.030092) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-10:03:58.030139 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19686] Try to delete WAL files size 13496580, prev total WAL file size 15846651, number of live WAL files 4. 2024/02/20-10:03:58.031516 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300979.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:09:16.997064 2383543 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300983. Total log size is 15728712 while max_total_wal_size is 15728640 2024/02/20-10:09:16.997310 2383543 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #300989. Immutable memtables: 0. 2024/02/20-10:09:16.997668 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19687] Syncing log #300987 2024/02/20-10:09:16.998368 3036193 (Original Log Time 2024/02/20-10:09:16.997659) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:09:16.998373 3036193 [db/flush_job.cc:892] [url] [JOB 19687] Flushing memtable with next log file: 300989 2024/02/20-10:09:16.998392 3036193 EVENT_LOG_v1 {"time_micros": 1708423756998387, "job": 19687, "event": "flush_started", "num_memtables": 1, "num_entries": 56789, "num_deletes": 0, "total_data_size": 8835696, "memory_usage": 10557720, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:09:16.998395 3036193 [db/flush_job.cc:926] [url] [JOB 19687] Level-0 flush table #300990: started 2024/02/20-10:09:17.134199 3036193 EVENT_LOG_v1 {"time_micros": 1708423757134159, "cf_name": "url", "job": 19687, "event": "table_file_creation", "file_number": 300990, "file_size": 4362635, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144053762, "largest_seqno": 5144220294, "table_properties": {"data_size": 4290912, "index_size": 381588, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6085, "raw_key_size": 8531139, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1347, "num_entries": 55735, "num_filter_entries": 6963, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708423390, "oldest_key_time": 1708423390, "file_creation_time": 1708423756, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300990, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:09:17.134246 3036193 [db/flush_job.cc:1062] [url] [JOB 19687] Flush lasted 135880 microseconds, and 131957 cpu microseconds. 2024/02/20-10:09:17.134828 3036193 (Original Log Time 2024/02/20-10:09:17.134231) [db/flush_job.cc:1011] [url] [JOB 19687] Level-0 flush table #300990: 4362635 bytes OK 2024/02/20-10:09:17.134830 3036193 (Original Log Time 2024/02/20-10:09:17.134253) [db/memtable_list.cc:555] [url] Level-0 commit table #300990 started 2024/02/20-10:09:17.134832 3036193 (Original Log Time 2024/02/20-10:09:17.134581) [db/memtable_list.cc:754] [url] Level-0 commit table #300990: memtable #1 done 2024/02/20-10:09:17.134833 3036193 (Original Log Time 2024/02/20-10:09:17.134601) EVENT_LOG_v1 {"time_micros": 1708423757134595, "job": 19687, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-10:09:17.134835 3036193 (Original Log Time 2024/02/20-10:09:17.134793) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-10:09:17.134839 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19687] Try to delete WAL files size 1888722, prev total WAL file size 15735383, number of live WAL files 4. 2024/02/20-10:09:17.134959 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19688] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-10:09:17.134972 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19695 Base level 0, inputs: [300990(4260KB) 300984(2454KB)], [300974(8429KB)] 2024/02/20-10:09:17.135001 3036192 EVENT_LOG_v1 {"time_micros": 1708423757134988, "job": 19688, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300990, 300984], "files_L5": [300974], "score": 1, "input_data_size": 15507741, "oldest_snapshot_seqno": -1} 2024/02/20-10:09:17.135180 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300983.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:09:17.554100 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19688] Generated table #300991: 203901 keys, 14745761 bytes, temperature: kUnknown 2024/02/20-10:09:17.554180 3036192 EVENT_LOG_v1 {"time_micros": 1708423757554129, "cf_name": "url", "job": 19688, "event": "table_file_creation", "file_number": 300991, "file_size": 14745761, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143496229, "largest_seqno": 5144220294, "table_properties": {"data_size": 14506181, "index_size": 667972, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14549, "raw_key_size": 30419396, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4444, "num_entries": 203901, "num_filter_entries": 16594, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422401, "oldest_key_time": 0, "file_creation_time": 1708423757, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300991, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:09:17.555533 3036192 (Original Log Time 2024/02/20-10:09:17.554794) [db/compaction/compaction_job.cc:1729] [url] [JOB 19688] Compacted 2@0 + 1@5 files to L5 => 14745761 bytes 2024/02/20-10:09:17.555539 3036192 (Original Log Time 2024/02/20-10:09:17.555212) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.05, MB/sec: 37.0 rd, 35.2 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(6.6, 8.2 +0.0 blob) out(14.1 +0.0 blob), read-write-amplify(4.4) write-amplify(2.1) OK, records in: 203901, records dropped: 0 output_compression: LZ4 2024/02/20-10:09:17.555547 3036192 (Original Log Time 2024/02/20-10:09:17.555246) EVENT_LOG_v1 {"time_micros": 1708423757555229, "job": 19688, "event": "compaction_finished", "compaction_time_micros": 419252, "compaction_time_cpu_micros": 406723, "output_level": 5, "num_output_files": 1, "total_output_size": 14745761, "num_input_records": 203901, "num_output_records": 203901, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-10:09:17.556499 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300974.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:09:17.556518 3036192 EVENT_LOG_v1 {"time_micros": 1708423757556515, "job": 19688, "event": "table_file_deletion", "file_number": 300974} 2024/02/20-10:09:17.556992 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300984.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:09:17.557004 3036192 EVENT_LOG_v1 {"time_micros": 1708423757557001, "job": 19688, "event": "table_file_deletion", "file_number": 300984} 2024/02/20-10:09:17.557511 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300990.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:09:17.557522 3036192 EVENT_LOG_v1 {"time_micros": 1708423757557520, "job": 19688, "event": "table_file_deletion", "file_number": 300990} 2024/02/20-10:09:58.695378 4076410 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300985. Total log size is 15728798 while max_total_wal_size is 15728640 2024/02/20-10:09:58.695666 4076410 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #300992. Immutable memtables: 0. 2024/02/20-10:09:58.695883 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19689] Syncing log #300989 2024/02/20-10:09:58.699723 3036210 (Original Log Time 2024/02/20-10:09:58.695875) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:09:58.699733 3036210 [db/flush_job.cc:892] [tag] [JOB 19689] Flushing memtable with next log file: 300992 2024/02/20-10:09:58.699759 3036210 EVENT_LOG_v1 {"time_micros": 1708423798699751, "job": 19689, "event": "flush_started", "num_memtables": 1, "num_entries": 16971, "num_deletes": 0, "total_data_size": 1498622, "memory_usage": 1743880, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:09:58.699763 3036210 [db/flush_job.cc:926] [tag] [JOB 19689] Level-0 flush table #300993: started 2024/02/20-10:09:58.735939 3036210 EVENT_LOG_v1 {"time_micros": 1708423798735909, "cf_name": "tag", "job": 19689, "event": "table_file_creation", "file_number": 300993, "file_size": 888696, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144075889, "largest_seqno": 5144241234, "table_properties": {"data_size": 881284, "index_size": 9920, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1450670, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 273, "num_entries": 16849, "num_filter_entries": 207, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708423431, "oldest_key_time": 1708423431, "file_creation_time": 1708423798, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300993, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:09:58.735985 3036210 [db/flush_job.cc:1062] [tag] [JOB 19689] Flush lasted 36270 microseconds, and 29943 cpu microseconds. 2024/02/20-10:09:58.737615 3036210 (Original Log Time 2024/02/20-10:09:58.735973) [db/flush_job.cc:1011] [tag] [JOB 19689] Level-0 flush table #300993: 888696 bytes OK 2024/02/20-10:09:58.737618 3036210 (Original Log Time 2024/02/20-10:09:58.735991) [db/memtable_list.cc:555] [tag] Level-0 commit table #300993 started 2024/02/20-10:09:58.737620 3036210 (Original Log Time 2024/02/20-10:09:58.737369) [db/memtable_list.cc:754] [tag] Level-0 commit table #300993: memtable #1 done 2024/02/20-10:09:58.737622 3036210 (Original Log Time 2024/02/20-10:09:58.737387) EVENT_LOG_v1 {"time_micros": 1708423798737382, "job": 19689, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:09:58.737623 3036210 (Original Log Time 2024/02/20-10:09:58.737582) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-10:09:58.737628 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19689] Try to delete WAL files size 453048, prev total WAL file size 15730837, number of live WAL files 4. 2024/02/20-10:09:58.737744 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19690] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-10:09:58.737756 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19697 Base level 0, inputs: [300993(867KB) 300986(527KB)], [300977(64MB) 300978(64MB) 300981(22MB)] 2024/02/20-10:09:58.737779 3036189 EVENT_LOG_v1 {"time_micros": 1708423798737769, "job": 19690, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300993, 300986], "files_L6": [300977, 300978, 300981], "score": 1, "input_data_size": 160610358, "oldest_snapshot_seqno": -1} 2024/02/20-10:09:58.737826 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300985.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:00.944926 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-10:10:00.945137 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1011199.8 total, 600.1 interval Cumulative writes: 128M writes, 578M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.72 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128683646.00 writes per sync, written: 55.72 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 86K writes, 390K keys, 85K commit groups, 1.0 writes per commit group, ingest: 30.49 MB, 0.05 MB/s Interval WAL: 86K writes, 0 syncs, 86040.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 404.38 377.10 4105 0.099 0 0 0.0 0.0 L5 1/0 14.06 MB 0.1 68.3 18.1 50.2 67.2 16.9 0.0 3.7 42.0 41.3 1664.59 1593.89 2120 0.785 1031M 1128 0.0 0.0 L6 12/0 720.68 MB 0.0 398.4 17.3 381.1 381.4 0.3 0.0 22.1 16.1 15.4 25291.49 23331.75 592 42.722 9307M 256M 0.0 0.0 Sum 13/0 734.74 MB 0.0 466.7 35.4 431.3 466.9 35.6 0.0 25.4 17.5 17.5 27360.46 25302.75 6817 4.014 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 24.6 34.3 0.60 0.58 3 0.201 203K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 466.7 35.4 431.3 448.5 17.2 0.0 0.0 17.7 17.0 26956.08 24925.64 2712 9.940 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 404.38 377.10 4105 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1011199.8 total, 600.1 interval Flush(GB): cumulative 18.393, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 466.92 GB write, 0.47 MB/s write, 466.68 GB read, 0.47 MB/s read, 27360.5 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1591 collections: 1686 last_copies: 0 last_secs: 0.000703 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(815,13.03 MB,0.848539%) IndexBlock(775,1.39 GB,92.5841%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5919884 Average: 2.1888 StdDev: 4.26 Min: 0 Median: 1.3817 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.39 P99.99: 127.38 ------------------------------------------------------ [ 0, 1 ] 1999153 33.770% 33.770% ####### ( 1, 2 ] 2517041 42.518% 76.289% ######### ( 2, 3 ] 982563 16.598% 92.886% ### ( 3, 4 ] 239924 4.053% 96.939% # ( 4, 6 ] 106777 1.804% 98.743% ( 6, 10 ] 34864 0.589% 99.332% ( 10, 15 ] 14670 0.248% 99.580% ( 15, 22 ] 7439 0.126% 99.705% ( 22, 34 ] 7781 0.131% 99.837% ( 34, 51 ] 5598 0.095% 99.931% ( 51, 76 ] 2487 0.042% 99.973% ( 76, 110 ] 880 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21502547 Average: 2.4638 StdDev: 6.81 Min: 0 Median: 1.4940 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.50 ------------------------------------------------------ [ 0, 1 ] 6597082 30.680% 30.680% ###### ( 1, 2 ] 8408907 39.107% 69.787% ######## ( 2, 3 ] 3645771 16.955% 86.742% ### ( 3, 4 ] 1324580 6.160% 92.902% # ( 4, 6 ] 1028534 4.783% 97.686% # ( 6, 10 ] 332453 1.546% 99.232% ( 10, 15 ] 58580 0.272% 99.504% ( 15, 22 ] 29935 0.139% 99.643% ( 22, 34 ] 32215 0.150% 99.793% ( 34, 51 ] 24503 0.114% 99.907% ( 51, 76 ] 11809 0.055% 99.962% ( 76, 110 ] 4828 0.022% 99.984% ( 110, 170 ] 1972 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 257 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 207313894 Average: 12.0762 StdDev: 47.17 Min: 0 Median: 1.4850 Max: 57076 Percentiles: P50: 1.48 P75: 2.59 P99: 142.40 P99.9: 302.55 P99.99: 1533.34 ------------------------------------------------------ [ 0, 1 ] 71156349 34.323% 34.323% ####### ( 1, 2 ] 67018089 32.327% 66.650% ###### ( 2, 3 ] 29322223 14.144% 80.794% ### ( 3, 4 ] 6327924 3.052% 83.846% # ( 4, 6 ] 1155105 0.557% 84.403% ( 6, 10 ] 543552 0.262% 84.665% ( 10, 15 ] 308413 0.149% 84.814% ( 15, 22 ] 257607 0.124% 84.938% ( 22, 34 ] 7414903 3.577% 88.515% # ( 34, 51 ] 7428365 3.583% 92.098% # ( 51, 76 ] 5972484 2.881% 94.979% # ( 76, 110 ] 6584864 3.176% 98.155% # ( 110, 170 ] 3242087 1.564% 99.719% ( 170, 250 ] 330053 0.159% 99.879% ( 250, 380 ] 110231 0.053% 99.932% ( 380, 580 ] 66887 0.032% 99.964% ( 580, 870 ] 30110 0.015% 99.978% ( 870, 1300 ] 13678 0.007% 99.985% ( 1300, 1900 ] 26327 0.013% 99.998% ( 1900, 2900 ] 2097 0.001% 99.999% ( 2900, 4400 ] 854 0.000% 99.999% ( 4400, 6600 ] 618 0.000% 99.999% ( 6600, 9900 ] 545 0.000% 100.000% ( 9900, 14000 ] 327 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 2/2 1.36 MB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.26 73.25 3992 0.022 0 0 0.0 0.0 L6 3/3 151.81 MB 0.0 309.3 3.1 306.2 306.2 0.1 0.0 99.1 15.4 15.2 20569.80 20191.58 2101 9.790 11G 62M 0.0 0.0 Sum 5/5 153.17 MB 0.0 309.3 3.1 306.2 309.3 3.1 0.0 100.0 15.3 15.3 20656.06 20264.83 6093 3.390 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.2 0.0 0.0 75.9 14.5 14.6 10.54 10.41 4 2.635 5456K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 309.3 3.1 306.2 306.2 0.1 0.0 0.0 15.4 15.2 20569.80 20191.58 2101 9.790 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.26 73.25 3992 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1011199.8 total, 600.1 interval Flush(GB): cumulative 3.092, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 309.33 GB write, 0.31 MB/s write, 309.28 GB read, 0.31 MB/s read, 20656.1 seconds Interval compaction: 0.15 GB write, 0.26 MB/s write, 0.15 GB read, 0.25 MB/s read, 10.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4358 collections: 1686 last_copies: 0 last_secs: 0.001675 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2197,1.66 MB,0.108021%) IndexBlock(2157,1.46 GB,97.0876%) Misc(4,12.10 KB,0.000769583%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1015292 Average: 3.5579 StdDev: 6.35 Min: 0 Median: 2.5744 Max: 2960 Percentiles: P50: 2.57 P75: 3.76 P99: 12.38 P99.9: 60.66 P99.99: 195.79 ------------------------------------------------------ [ 0, 1 ] 116562 11.481% 11.481% ## ( 1, 2 ] 246771 24.305% 35.786% ##### ( 2, 3 ] 251238 24.745% 60.531% ##### ( 3, 4 ] 194026 19.110% 79.642% #### ( 4, 6 ] 166136 16.363% 96.005% ### ( 6, 10 ] 28176 2.775% 98.780% # ( 10, 15 ] 4689 0.462% 99.242% ( 15, 22 ] 2508 0.247% 99.489% ( 22, 34 ] 2135 0.210% 99.699% ( 34, 51 ] 1754 0.173% 99.872% ( 51, 76 ] 729 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.987% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175460253 Average: 2.1855 StdDev: 5.39 Min: 0 Median: 1.3407 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.55 P99.99: 144.35 ------------------------------------------------------ [ 0, 1 ] 65017365 37.055% 37.055% ####### ( 1, 2 ] 66663892 37.994% 75.049% ######## ( 2, 3 ] 32559945 18.557% 93.606% #### ( 3, 4 ] 7851414 4.475% 98.081% # ( 4, 6 ] 1467161 0.836% 98.917% ( 6, 10 ] 608546 0.347% 99.264% ( 10, 15 ] 396448 0.226% 99.490% ( 15, 22 ] 197336 0.112% 99.602% ( 22, 34 ] 309989 0.177% 99.779% ( 34, 51 ] 202605 0.115% 99.894% ( 51, 76 ] 98880 0.056% 99.951% ( 76, 110 ] 56986 0.032% 99.983% ( 110, 170 ] 21207 0.012% 99.995% ( 170, 250 ] 3795 0.002% 99.997% ( 250, 380 ] 1732 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 255 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.03 MB 0.5 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 270.22 250.60 4071 0.066 0 0 0.0 0.0 L5 1/0 5.28 MB 0.0 21.9 8.1 13.8 21.7 7.9 0.0 2.7 28.8 28.5 778.58 753.00 1947 0.400 606M 271K 0.0 0.0 L6 5/0 332.15 MB 0.0 194.8 8.7 186.1 186.2 0.1 0.0 21.3 14.4 13.8 13828.35 13531.57 709 19.504 8720M 235M 0.0 0.0 Sum 7/0 340.46 MB 0.0 216.7 16.8 199.9 216.8 16.9 0.0 24.3 14.9 14.9 14877.15 14535.17 6727 2.212 9326M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.9 10.9 22.9 0.49 0.48 3 0.164 195K 1654 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 216.7 16.8 199.9 207.9 8.0 0.0 0.0 15.2 14.6 14606.93 14284.57 2656 5.500 9326M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 270.22 250.60 4071 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1011199.8 total, 600.1 interval Flush(GB): cumulative 8.939, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 216.85 GB write, 0.22 MB/s write, 216.71 GB read, 0.22 MB/s read, 14877.1 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 357356 collections: 1686 last_copies: 0 last_secs: 0.138509 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357252,1.38 GB,91.8855%) FilterBlock(50,62.20 MB,4.04928%) IndexBlock(53,26.18 MB,1.70416%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2795119 Average: 4.2561 StdDev: 8.11 Min: 0 Median: 1.9551 Max: 9050 Percentiles: P50: 1.96 P75: 5.35 P99: 17.90 P99.9: 61.07 P99.99: 151.49 ------------------------------------------------------ [ 0, 1 ] 627646 22.455% 22.455% #### ( 1, 2 ] 806116 28.840% 51.295% ###### ( 2, 3 ] 393291 14.071% 65.366% ### ( 3, 4 ] 170004 6.082% 71.448% # ( 4, 6 ] 147516 5.278% 76.726% # ( 6, 10 ] 441093 15.781% 92.506% ### ( 10, 15 ] 174585 6.246% 98.753% # ( 15, 22 ] 16688 0.597% 99.350% ( 22, 34 ] 8945 0.320% 99.670% ( 34, 51 ] 5439 0.195% 99.864% ( 51, 76 ] 2485 0.089% 99.953% ( 76, 110 ] 813 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 85 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6780626 Average: 4.6842 StdDev: 7.57 Min: 0 Median: 2.4634 Max: 7311 Percentiles: P50: 2.46 P75: 6.14 P99: 19.33 P99.9: 66.61 P99.99: 166.98 ------------------------------------------------------ [ 0, 1 ] 1115902 16.457% 16.457% ### ( 1, 2 ] 1795445 26.479% 42.936% ##### ( 2, 3 ] 1033535 15.242% 58.179% ### ( 3, 4 ] 553184 8.158% 66.337% ## ( 4, 6 ] 545309 8.042% 74.379% ## ( 6, 10 ] 1175699 17.339% 91.718% ### ( 10, 15 ] 465590 6.866% 98.585% # ( 15, 22 ] 45513 0.671% 99.256% ( 22, 34 ] 23939 0.353% 99.609% ( 34, 51 ] 15160 0.224% 99.833% ( 51, 76 ] 7318 0.108% 99.941% ( 76, 110 ] 2447 0.036% 99.977% ( 110, 170 ] 955 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105230526 Average: 5.7484 StdDev: 24.30 Min: 0 Median: 2.3326 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.65 P99.9: 158.23 P99.99: 463.56 ------------------------------------------------------ [ 0, 1 ] 25110354 23.862% 23.862% ##### ( 1, 2 ] 23860462 22.674% 46.537% ##### ( 2, 3 ] 10955967 10.411% 56.948% ## ( 3, 4 ] 4303079 4.089% 61.037% # ( 4, 6 ] 4931000 4.686% 65.723% # ( 6, 10 ] 25495701 24.228% 89.952% ##### ( 10, 15 ] 8191814 7.785% 97.736% ## ( 15, 22 ] 668216 0.635% 98.371% ( 22, 34 ] 541542 0.515% 98.886% ( 34, 51 ] 361584 0.344% 99.229% ( 51, 76 ] 226987 0.216% 99.445% ( 76, 110 ] 290293 0.276% 99.721% ( 110, 170 ] 234236 0.223% 99.944% ( 170, 250 ] 37934 0.036% 99.980% ( 250, 380 ] 8269 0.008% 99.988% ( 380, 580 ] 6139 0.006% 99.993% ( 580, 870 ] 3517 0.003% 99.997% ( 870, 1300 ] 1883 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 114 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-10:10:00.948583 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 525923995 rocksdb.block.cache.hit COUNT : 2156900023 rocksdb.block.cache.add COUNT : 39271985 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32194 rocksdb.block.cache.index.hit COUNT : 529126901 rocksdb.block.cache.index.add COUNT : 32180 rocksdb.block.cache.index.bytes.insert COUNT : 34380649942 rocksdb.block.cache.filter.miss COUNT : 32200 rocksdb.block.cache.filter.hit COUNT : 1099014802 rocksdb.block.cache.filter.add COUNT : 32200 rocksdb.block.cache.filter.bytes.insert COUNT : 8740581992 rocksdb.block.cache.data.miss COUNT : 525859601 rocksdb.block.cache.data.hit COUNT : 528758320 rocksdb.block.cache.data.add COUNT : 39207605 rocksdb.block.cache.data.bytes.insert COUNT : 162406615936 rocksdb.block.cache.bytes.read COUNT : 1879593762829615 rocksdb.block.cache.bytes.write COUNT : 205527847870 rocksdb.bloom.filter.useful COUNT : 569952240 rocksdb.bloom.filter.full.positive COUNT : 529062597 rocksdb.bloom.filter.full.true.positive COUNT : 523546855 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93017222 rocksdb.memtable.miss COUNT : 6257048842 rocksdb.l0.hit COUNT : 16051238 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 507495617 rocksdb.compaction.key.drop.new COUNT : 277322799 rocksdb.compaction.key.drop.obsolete COUNT : 277340466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 578373736 rocksdb.number.keys.read COUNT : 644659515 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59829895967 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67414 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32185 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 761041884 rocksdb.number.multiget.keys.read COUNT : 5705406550 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59829895967 rocksdb.write.self COUNT : 128473519 rocksdb.write.other COUNT : 210127 rocksdb.write.wal COUNT : 128683646 rocksdb.compact.read.bytes COUNT : 990961553223 rocksdb.compact.write.bytes COUNT : 1033698101213 rocksdb.flush.write.bytes COUNT : 32671698816 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1011425 rocksdb.number.superversion_releases COUNT : 2691 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 519225207 rocksdb.number.block.decompressed COUNT : 519298233 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59403987345 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67414 rocksdb.num.iterator.deleted COUNT : 67414 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5194 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5156 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43884 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60736360342 rocksdb.memtable.garbage.bytes.at.flush COUNT : 731291778 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 938274314100 rocksdb.last.level.read.count COUNT : 488007017 rocksdb.non.last.level.read.bytes COUNT : 128536091192 rocksdb.non.last.level.read.count COUNT : 38013533 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 525956180 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2118582086230 rocksdb.bytes.compressed.to COUNT : 1028919145037 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26123841108 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6589565 rocksdb.bytes.decompressed.from COUNT : 1029266013455 rocksdb.bytes.decompressed.to COUNT : 2118924574277 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.431426 P95 : 106.310430 P99 : 160.441521 P100 : 227461.000000 COUNT : 644659515 SUM : 33260551108 rocksdb.db.write.micros P50 : 66.994475 P95 : 111.736488 P99 : 169.447389 P100 : 2037453.000000 COUNT : 128683646 SUM : 13275607592 rocksdb.compaction.times.micros P50 : 1626140.350877 P95 : 38171291.866029 P99 : 66795248.868778 P100 : 84019043.000000 COUNT : 7469 SUM : 62132806494 rocksdb.compaction.times.cpu_micros P50 : 1565162.454874 P95 : 35520689.655172 P99 : 63591807.909604 P100 : 74662372.000000 COUNT : 7469 SUM : 59401794825 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4292.857143 P95 : 27669.772404 P99 : 61372.222222 P100 : 1558490.000000 COUNT : 12153 SUM : 113273744 rocksdb.compaction.outfile.sync.micros P50 : 62565.274151 P95 : 126051.478642 P99 : 225515.789474 P100 : 2063820.000000 COUNT : 20015 SUM : 1282096498 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.872407 P95 : 726.669344 P99 : 3922.142857 P100 : 501117.000000 COUNT : 19684 SUM : 12737737 rocksdb.table.open.io.micros P50 : 580.119736 P95 : 6228.566899 P99 : 12998.197368 P100 : 126033.000000 COUNT : 32185 SUM : 56517761 rocksdb.db.multiget.micros P50 : 7.996424 P95 : 17.820849 P99 : 33.067568 P100 : 26625.000000 COUNT : 761041885 SUM : 7210725756 rocksdb.read.block.compaction.micros P50 : 13.652911 P95 : 58.318503 P99 : 137.939804 P100 : 57122.000000 COUNT : 486651996 SUM : 9399693500 rocksdb.read.block.get.micros P50 : 52.837020 P95 : 94.819672 P99 : 145.834824 P100 : 125945.000000 COUNT : 39271999 SUM : 2262823605 rocksdb.write.raw.block.micros P50 : 0.521460 P95 : 0.990775 P99 : 1.894570 P100 : 331149.000000 COUNT : 525911275 SUM : 10464984004 rocksdb.numfiles.in.singlecompaction P50 : 2.776081 P95 : 5.679385 P99 : 5.938610 P100 : 7.000000 COUNT : 5690 SUM : 20265 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.532755 P95 : 32.797127 P99 : 104.588177 P100 : 57076.000000 COUNT : 526020550 SUM : 3605166520 rocksdb.file.read.flush.micros P50 : 1.840200 P95 : 15.766789 P99 : 41.223867 P100 : 787.000000 COUNT : 60765 SUM : 291115 rocksdb.file.read.compaction.micros P50 : 1.418295 P95 : 35.705026 P99 : 106.092825 P100 : 57076.000000 COUNT : 486752085 SUM : 3213137919 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 644659516 SUM : 0 rocksdb.bytes.per.write P50 : 218.492558 P95 : 527.385965 P99 : 803.596157 P100 : 4563443.000000 COUNT : 128473519 SUM : 59829895967 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 761041885 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45874.542125 P95 : 166735.766423 P99 : 238998.165138 P100 : 1681975.000000 COUNT : 12196 SUM : 760857434 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-10:10:00.948786 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-10:10:00.948934 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708423800 to in-memory stats history 2024/02/20-10:10:00.948962 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-10:10:00.948998 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-10:10:03.499011 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19690] Generated table #300994: 2392428 keys, 67635672 bytes, temperature: kUnknown 2024/02/20-10:10:03.499081 3036189 EVENT_LOG_v1 {"time_micros": 1708423803499044, "cf_name": "tag", "job": 19690, "event": "table_file_creation", "file_number": 300994, "file_size": 67635672, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109706, "index_size": 1450141, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 201924350, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35997, "num_entries": 2392428, "num_filter_entries": 1908, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708423798, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300994, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:10:07.865418 1265109 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300987. Total log size is 15728986 while max_total_wal_size is 15728640 2024/02/20-10:10:07.865719 1265109 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #300996. Immutable memtables: 0. 2024/02/20-10:10:07.866150 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19691] Syncing log #300992 2024/02/20-10:10:07.880472 3036193 (Original Log Time 2024/02/20-10:10:07.866134) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-10:10:07.880482 3036193 [db/flush_job.cc:892] [key] [JOB 19691] Flushing memtable with next log file: 300996 2024/02/20-10:10:07.880507 3036193 EVENT_LOG_v1 {"time_micros": 1708423807880500, "job": 19691, "event": "flush_started", "num_memtables": 1, "num_entries": 89601, "num_deletes": 36000, "total_data_size": 5606826, "memory_usage": 7618024, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:10:07.880510 3036193 [db/flush_job.cc:926] [key] [JOB 19691] Level-0 flush table #300997: started 2024/02/20-10:10:07.979524 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19690] Generated table #300995: 2155565 keys, 67630017 bytes, temperature: kUnknown 2024/02/20-10:10:07.979585 3036189 EVENT_LOG_v1 {"time_micros": 1708423807979549, "cf_name": "tag", "job": 19690, "event": "table_file_creation", "file_number": 300995, "file_size": 67630017, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110807, "index_size": 1393871, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 192153914, "raw_average_key_size": 89, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36062, "num_entries": 2155565, "num_filter_entries": 1350, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708423803, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300995, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:10:07.979702 3036193 EVENT_LOG_v1 {"time_micros": 1708423807979672, "cf_name": "key", "job": 19691, "event": "table_file_creation", "file_number": 300997, "file_size": 3563000, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144082022, "largest_seqno": 5144246507, "table_properties": {"data_size": 3459875, "index_size": 27383, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 81477, "raw_key_size": 5359625, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1023, "num_entries": 88476, "num_filter_entries": 92851, "num_deletions": 36000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708423437, "oldest_key_time": 1708423437, "file_creation_time": 1708423807, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300997, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:10:07.979956 3036193 [db/flush_job.cc:1062] [key] [JOB 19691] Flush lasted 99493 microseconds, and 91712 cpu microseconds. 2024/02/20-10:10:07.980423 3036193 (Original Log Time 2024/02/20-10:10:07.979739) [db/flush_job.cc:1011] [key] [JOB 19691] Level-0 flush table #300997: 3563000 bytes OK 2024/02/20-10:10:07.980425 3036193 (Original Log Time 2024/02/20-10:10:07.979963) [db/memtable_list.cc:555] [key] Level-0 commit table #300997 started 2024/02/20-10:10:07.980427 3036193 (Original Log Time 2024/02/20-10:10:07.980214) [db/memtable_list.cc:754] [key] Level-0 commit table #300997: memtable #1 done 2024/02/20-10:10:07.980428 3036193 (Original Log Time 2024/02/20-10:10:07.980228) EVENT_LOG_v1 {"time_micros": 1708423807980223, "job": 19691, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-10:10:07.980430 3036193 (Original Log Time 2024/02/20-10:10:07.980393) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-10:10:07.980434 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19691] Try to delete WAL files size 13386942, prev total WAL file size 15732052, number of live WAL files 4. 2024/02/20-10:10:07.981666 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300987.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:09.683081 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19690] Generated table #300998: 935953 keys, 24618917 bytes, temperature: kUnknown 2024/02/20-10:10:09.683143 3036189 EVENT_LOG_v1 {"time_micros": 1708423809683105, "cf_name": "tag", "job": 19690, "event": "table_file_creation", "file_number": 300998, "file_size": 24618917, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 24424181, "index_size": 549723, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 75475739, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 13378, "num_entries": 935953, "num_filter_entries": 287, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708423807, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300998, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:10:09.688325 3036189 (Original Log Time 2024/02/20-10:10:09.687682) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19690] Compacted 2@0 + 3@6 files to L6 => 159884606 bytes 2024/02/20-10:10:09.688328 3036189 (Original Log Time 2024/02/20-10:10:09.688092) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.7 rd, 14.6 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.4, 151.8 +0.0 blob) out(152.5 +0.0 blob), read-write-amplify(224.3) write-amplify(111.9) OK, records in: 5483946, records dropped: 0 output_compression: ZSTD 2024/02/20-10:10:09.688336 3036189 (Original Log Time 2024/02/20-10:10:09.688117) EVENT_LOG_v1 {"time_micros": 1708423809688106, "job": 19690, "event": "compaction_finished", "compaction_time_micros": 10945423, "compaction_time_cpu_micros": 10772479, "output_level": 6, "num_output_files": 3, "total_output_size": 159884606, "num_input_records": 5483946, "num_output_records": 5483946, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-10:10:09.693271 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300977.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:09.693291 3036189 EVENT_LOG_v1 {"time_micros": 1708423809693288, "job": 19690, "event": "table_file_deletion", "file_number": 300977} 2024/02/20-10:10:09.701823 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300978.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:09.701858 3036189 EVENT_LOG_v1 {"time_micros": 1708423809701853, "job": 19690, "event": "table_file_deletion", "file_number": 300978} 2024/02/20-10:10:09.704192 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300981.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:09.704225 3036189 EVENT_LOG_v1 {"time_micros": 1708423809704221, "job": 19690, "event": "table_file_deletion", "file_number": 300981} 2024/02/20-10:10:09.704548 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300986.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:09.704558 3036189 EVENT_LOG_v1 {"time_micros": 1708423809704556, "job": 19690, "event": "table_file_deletion", "file_number": 300986} 2024/02/20-10:10:09.704677 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300993.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:09.704730 3036189 EVENT_LOG_v1 {"time_micros": 1708423809704728, "job": 19690, "event": "table_file_deletion", "file_number": 300993} 2024/02/20-10:10:09.704841 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19692] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-10:10:09.704846 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19698 Base level 0, inputs: [300997(3479KB) 300988(3097KB)], [300982(5405KB)] 2024/02/20-10:10:09.704857 3036189 EVENT_LOG_v1 {"time_micros": 1708423809704850, "job": 19692, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [300997, 300988], "files_L5": [300982], "score": 1, "input_data_size": 12270174, "oldest_snapshot_seqno": -1} 2024/02/20-10:10:10.237672 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19692] Generated table #300999: 452379 keys, 12000036 bytes, temperature: kUnknown 2024/02/20-10:10:10.237729 3036189 EVENT_LOG_v1 {"time_micros": 1708423810237695, "cf_name": "key", "job": 19692, "event": "table_file_creation", "file_number": 300999, "file_size": 12000036, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143517556, "largest_seqno": 5144246507, "table_properties": {"data_size": 11506081, "index_size": 130749, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 408645, "raw_key_size": 27264233, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3663, "num_entries": 452379, "num_filter_entries": 462030, "num_deletions": 270000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422464, "oldest_key_time": 0, "file_creation_time": 1708423809, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 300999, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:10:10.239094 3036189 (Original Log Time 2024/02/20-10:10:10.238443) [db/compaction/compaction_job.cc:1729] [key] [JOB 19692] Compacted 2@0 + 1@5 files to L5 => 12000036 bytes 2024/02/20-10:10:10.239099 3036189 (Original Log Time 2024/02/20-10:10:10.238863) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.04, MB/sec: 23.0 rd, 22.5 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(6.4, 5.3 +0.0 blob) out(11.4 +0.0 blob), read-write-amplify(3.6) write-amplify(1.8) OK, records in: 456065, records dropped: 3686 output_compression: LZ4 2024/02/20-10:10:10.239106 3036189 (Original Log Time 2024/02/20-10:10:10.238894) EVENT_LOG_v1 {"time_micros": 1708423810238879, "job": 19692, "event": "compaction_finished", "compaction_time_micros": 532930, "compaction_time_cpu_micros": 522546, "output_level": 5, "num_output_files": 1, "total_output_size": 12000036, "num_input_records": 456065, "num_output_records": 452379, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-10:10:10.239921 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300982.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:10.239941 3036189 EVENT_LOG_v1 {"time_micros": 1708423810239937, "job": 19692, "event": "table_file_deletion", "file_number": 300982} 2024/02/20-10:10:10.240346 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300988.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:10.240361 3036189 EVENT_LOG_v1 {"time_micros": 1708423810240358, "job": 19692, "event": "table_file_deletion", "file_number": 300988} 2024/02/20-10:10:10.240753 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300997.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:10:10.240768 3036189 EVENT_LOG_v1 {"time_micros": 1708423810240765, "job": 19692, "event": "table_file_deletion", "file_number": 300997} 2024/02/20-10:15:13.287879 2099247 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300989. Total log size is 15788803 while max_total_wal_size is 15728640 2024/02/20-10:15:13.288226 2099247 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301000. Immutable memtables: 0. 2024/02/20-10:15:13.288602 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19693] Syncing log #300996 2024/02/20-10:15:13.308157 3036210 (Original Log Time 2024/02/20-10:15:13.288593) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:15:13.308167 3036210 [db/flush_job.cc:892] [url] [JOB 19693] Flushing memtable with next log file: 301000 2024/02/20-10:15:13.308195 3036210 EVENT_LOG_v1 {"time_micros": 1708424113308186, "job": 19693, "event": "flush_started", "num_memtables": 1, "num_entries": 55966, "num_deletes": 0, "total_data_size": 8414669, "memory_usage": 10301464, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:15:13.308200 3036210 [db/flush_job.cc:926] [url] [JOB 19693] Level-0 flush table #301001: started 2024/02/20-10:15:13.384037 3036210 EVENT_LOG_v1 {"time_micros": 1708424113383998, "cf_name": "url", "job": 19693, "event": "table_file_creation", "file_number": 301001, "file_size": 4286810, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144220296, "largest_seqno": 5144392612, "table_properties": {"data_size": 4220306, "index_size": 98119, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5989, "raw_key_size": 8125311, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1277, "num_entries": 54954, "num_filter_entries": 6870, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708423756, "oldest_key_time": 1708423756, "file_creation_time": 1708424113, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301001, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:15:13.384088 3036210 [db/flush_job.cc:1062] [url] [JOB 19693] Flush lasted 75941 microseconds, and 73151 cpu microseconds. 2024/02/20-10:15:13.384731 3036210 (Original Log Time 2024/02/20-10:15:13.384071) [db/flush_job.cc:1011] [url] [JOB 19693] Level-0 flush table #301001: 4286810 bytes OK 2024/02/20-10:15:13.384736 3036210 (Original Log Time 2024/02/20-10:15:13.384096) [db/memtable_list.cc:555] [url] Level-0 commit table #301001 started 2024/02/20-10:15:13.384739 3036210 (Original Log Time 2024/02/20-10:15:13.384423) [db/memtable_list.cc:754] [url] Level-0 commit table #301001: memtable #1 done 2024/02/20-10:15:13.384741 3036210 (Original Log Time 2024/02/20-10:15:13.384444) EVENT_LOG_v1 {"time_micros": 1708424113384438, "job": 19693, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-10:15:13.384743 3036210 (Original Log Time 2024/02/20-10:15:13.384677) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-10:15:13.384753 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19693] Try to delete WAL files size 1888808, prev total WAL file size 15791359, number of live WAL files 4. 2024/02/20-10:15:13.385233 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300989.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:15:37.107482 4076356 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300992. Total log size is 15732475 while max_total_wal_size is 15728640 2024/02/20-10:15:37.107723 4076356 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301002. Immutable memtables: 0. 2024/02/20-10:15:37.107938 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19694] Syncing log #301000 2024/02/20-10:15:37.108584 3036193 (Original Log Time 2024/02/20-10:15:37.107925) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:15:37.108591 3036193 [db/flush_job.cc:892] [tag] [JOB 19694] Flushing memtable with next log file: 301002 2024/02/20-10:15:37.108617 3036193 EVENT_LOG_v1 {"time_micros": 1708424137108609, "job": 19694, "event": "flush_started", "num_memtables": 1, "num_entries": 17498, "num_deletes": 0, "total_data_size": 1525053, "memory_usage": 2798032, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:15:37.108621 3036193 [db/flush_job.cc:926] [tag] [JOB 19694] Level-0 flush table #301003: started 2024/02/20-10:15:37.130883 3036193 EVENT_LOG_v1 {"time_micros": 1708424137130808, "cf_name": "tag", "job": 19694, "event": "table_file_creation", "file_number": 301003, "file_size": 900488, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144241258, "largest_seqno": 5144418638, "table_properties": {"data_size": 892940, "index_size": 9926, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1479210, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 283, "num_entries": 17398, "num_filter_entries": 205, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708423798, "oldest_key_time": 1708423798, "file_creation_time": 1708424137, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301003, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:15:37.130941 3036193 [db/flush_job.cc:1062] [tag] [JOB 19694] Flush lasted 22361 microseconds, and 20524 cpu microseconds. 2024/02/20-10:15:37.131989 3036193 (Original Log Time 2024/02/20-10:15:37.130922) [db/flush_job.cc:1011] [tag] [JOB 19694] Level-0 flush table #301003: 900488 bytes OK 2024/02/20-10:15:37.131993 3036193 (Original Log Time 2024/02/20-10:15:37.130959) [db/memtable_list.cc:555] [tag] Level-0 commit table #301003 started 2024/02/20-10:15:37.131996 3036193 (Original Log Time 2024/02/20-10:15:37.131678) [db/memtable_list.cc:754] [tag] Level-0 commit table #301003: memtable #1 done 2024/02/20-10:15:37.131998 3036193 (Original Log Time 2024/02/20-10:15:37.131702) EVENT_LOG_v1 {"time_micros": 1708424137131695, "job": 19694, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:15:37.132000 3036193 (Original Log Time 2024/02/20-10:15:37.131916) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-10:15:37.132006 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19694] Try to delete WAL files size 453236, prev total WAL file size 15732841, number of live WAL files 4. 2024/02/20-10:15:37.132271 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300992.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:15:44.021441 4076433 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 300996. Total log size is 15728807 while max_total_wal_size is 15728640 2024/02/20-10:15:44.021653 4076433 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301004. Immutable memtables: 0. 2024/02/20-10:15:44.021880 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19695] Syncing log #301002 2024/02/20-10:15:44.036986 3036210 (Original Log Time 2024/02/20-10:15:44.021865) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:15:44.036997 3036210 [db/flush_job.cc:892] [key] [JOB 19695] Flushing memtable with next log file: 301004 2024/02/20-10:15:44.037021 3036210 EVENT_LOG_v1 {"time_micros": 1708424144037014, "job": 19695, "event": "flush_started", "num_memtables": 1, "num_entries": 110616, "num_deletes": 62000, "total_data_size": 6896871, "memory_usage": 11207728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:15:44.037025 3036210 [db/flush_job.cc:926] [key] [JOB 19695] Level-0 flush table #301005: started 2024/02/20-10:15:44.120766 3036210 EVENT_LOG_v1 {"time_micros": 1708424144120726, "cf_name": "key", "job": 19695, "event": "table_file_creation", "file_number": 301005, "file_size": 3725980, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144246509, "largest_seqno": 5144426808, "table_properties": {"data_size": 3597902, "index_size": 32881, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 101221, "raw_key_size": 6620802, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1087, "num_entries": 109708, "num_filter_entries": 115218, "num_deletions": 62000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708423807, "oldest_key_time": 1708423807, "file_creation_time": 1708424144, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301005, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:15:44.120812 3036210 [db/flush_job.cc:1062] [key] [JOB 19695] Flush lasted 83837 microseconds, and 80270 cpu microseconds. 2024/02/20-10:15:44.121396 3036210 (Original Log Time 2024/02/20-10:15:44.120797) [db/flush_job.cc:1011] [key] [JOB 19695] Level-0 flush table #301005: 3725980 bytes OK 2024/02/20-10:15:44.121399 3036210 (Original Log Time 2024/02/20-10:15:44.120818) [db/memtable_list.cc:555] [key] Level-0 commit table #301005 started 2024/02/20-10:15:44.121400 3036210 (Original Log Time 2024/02/20-10:15:44.121110) [db/memtable_list.cc:754] [key] Level-0 commit table #301005: memtable #1 done 2024/02/20-10:15:44.121402 3036210 (Original Log Time 2024/02/20-10:15:44.121200) EVENT_LOG_v1 {"time_micros": 1708424144121194, "job": 19695, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-10:15:44.121403 3036210 (Original Log Time 2024/02/20-10:15:44.121361) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-10:15:44.121407 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19695] Try to delete WAL files size 13446759, prev total WAL file size 15732046, number of live WAL files 4. 2024/02/20-10:15:44.122630 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300996.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:16:41.209031 4076263 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301006. Immutable memtables: 0. 2024/02/20-10:16:41.209283 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19696] Syncing log #301004 2024/02/20-10:16:41.217235 3036193 (Original Log Time 2024/02/20-10:16:41.209268) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:16:41.217247 3036193 [db/flush_job.cc:892] [url] [JOB 19696] Flushing memtable with next log file: 301006 2024/02/20-10:16:41.217276 3036193 EVENT_LOG_v1 {"time_micros": 1708424201217267, "job": 19696, "event": "flush_started", "num_memtables": 1, "num_entries": 13067, "num_deletes": 0, "total_data_size": 1992308, "memory_usage": 3099648, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-10:16:41.217279 3036193 [db/flush_job.cc:926] [url] [JOB 19696] Level-0 flush table #301007: started 2024/02/20-10:16:41.235404 3036193 EVENT_LOG_v1 {"time_micros": 1708424201235359, "cf_name": "url", "job": 19696, "event": "table_file_creation", "file_number": 301007, "file_size": 1098255, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144394614, "largest_seqno": 5144487686, "table_properties": {"data_size": 1078550, "index_size": 25885, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2293, "raw_key_size": 1932690, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 331, "num_entries": 12876, "num_filter_entries": 2587, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424113, "oldest_key_time": 1708424113, "file_creation_time": 1708424201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301007, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:16:41.235478 3036193 [db/flush_job.cc:1062] [url] [JOB 19696] Flush lasted 18252 microseconds, and 16403 cpu microseconds. 2024/02/20-10:16:41.236166 3036193 (Original Log Time 2024/02/20-10:16:41.235437) [db/flush_job.cc:1011] [url] [JOB 19696] Level-0 flush table #301007: 1098255 bytes OK 2024/02/20-10:16:41.236170 3036193 (Original Log Time 2024/02/20-10:16:41.235486) [db/memtable_list.cc:555] [url] Level-0 commit table #301007 started 2024/02/20-10:16:41.236172 3036193 (Original Log Time 2024/02/20-10:16:41.235888) [db/memtable_list.cc:754] [url] Level-0 commit table #301007: memtable #1 done 2024/02/20-10:16:41.236173 3036193 (Original Log Time 2024/02/20-10:16:41.235908) EVENT_LOG_v1 {"time_micros": 1708424201235901, "job": 19696, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-10:16:41.236176 3036193 (Original Log Time 2024/02/20-10:16:41.236122) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-10:16:41.236181 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19696] Try to delete WAL files size 1832480, prev total WAL file size 6582089, number of live WAL files 4. 2024/02/20-10:16:41.236262 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 19697] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-10:16:41.236272 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19704 Base level 0, inputs: [301007(1072KB) 301001(4186KB)], [300991(14MB)] 2024/02/20-10:16:41.236295 3036183 EVENT_LOG_v1 {"time_micros": 1708424201236282, "job": 19697, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301007, 301001], "files_L5": [300991], "score": 1, "input_data_size": 20130826, "oldest_snapshot_seqno": -1} 2024/02/20-10:16:41.236656 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301000.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:16:41.829966 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 19697] Generated table #301008: 271731 keys, 19423877 bytes, temperature: kUnknown 2024/02/20-10:16:41.830039 3036183 EVENT_LOG_v1 {"time_micros": 1708424201829996, "cf_name": "url", "job": 19697, "event": "table_file_creation", "file_number": 301008, "file_size": 19423877, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143496229, "largest_seqno": 5144487686, "table_properties": {"data_size": 19116546, "index_size": 792686, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17589, "raw_key_size": 40477397, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5842, "num_entries": 271731, "num_filter_entries": 20089, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422401, "oldest_key_time": 0, "file_creation_time": 1708424201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301008, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:16:41.831289 3036183 (Original Log Time 2024/02/20-10:16:41.830691) [db/compaction/compaction_job.cc:1729] [url] [JOB 19697] Compacted 2@0 + 1@5 files to L5 => 19423877 bytes 2024/02/20-10:16:41.831294 3036183 (Original Log Time 2024/02/20-10:16:41.831031) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.07, MB/sec: 33.9 rd, 32.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.1, 14.1 +0.0 blob) out(18.5 +0.0 blob), read-write-amplify(7.3) write-amplify(3.6) OK, records in: 271731, records dropped: 0 output_compression: LZ4 2024/02/20-10:16:41.831302 3036183 (Original Log Time 2024/02/20-10:16:41.831061) EVENT_LOG_v1 {"time_micros": 1708424201831046, "job": 19697, "event": "compaction_finished", "compaction_time_micros": 593805, "compaction_time_cpu_micros": 575613, "output_level": 5, "num_output_files": 1, "total_output_size": 19423877, "num_input_records": 271731, "num_output_records": 271731, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-10:16:41.833250 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300991.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:16:41.833273 3036183 EVENT_LOG_v1 {"time_micros": 1708424201833269, "job": 19697, "event": "table_file_deletion", "file_number": 300991} 2024/02/20-10:16:41.833788 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301001.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:16:41.833806 3036183 EVENT_LOG_v1 {"time_micros": 1708424201833803, "job": 19697, "event": "table_file_deletion", "file_number": 301001} 2024/02/20-10:16:41.834065 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301007.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:16:41.834081 3036183 EVENT_LOG_v1 {"time_micros": 1708424201834078, "job": 19697, "event": "table_file_deletion", "file_number": 301007} 2024/02/20-10:16:41.834151 4076263 (Original Log Time 2024/02/20-10:16:41.236701) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-10:16:41.834362 3036188 (Original Log Time 2024/02/20-10:16:41.834275) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-10:16:41.834371 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 19698] Compacting 1@5 + 12@6 files to L6, score -1.00 2024/02/20-10:16:41.834380 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19705 Base level 5, inputs: [301008(18MB)], [300941(64MB) 300942(64MB) 300943(64MB) 300944(64MB) 300945(64MB) 300946(64MB) 300947(64MB) 300948(65MB) 300949(64MB) 300950(65MB) 300951(66MB) 300952(6468KB)] 2024/02/20-10:16:41.834407 3036188 EVENT_LOG_v1 {"time_micros": 1708424201834396, "job": 19698, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301008], "files_L6": [300941, 300942, 300943, 300944, 300945, 300946, 300947, 300948, 300949, 300950, 300951, 300952], "score": -1, "input_data_size": 775112738, "oldest_snapshot_seqno": -1} 2024/02/20-10:16:47.010248 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301009: 1613235 keys, 67770010 bytes, temperature: kUnknown 2024/02/20-10:16:47.032087 3036188 EVENT_LOG_v1 {"time_micros": 1708424207032030, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301009, "file_size": 67770010, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109699, "index_size": 2375208, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14437, "raw_key_size": 225264176, "raw_average_key_size": 139, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33259, "num_entries": 1613235, "num_filter_entries": 16490, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301009, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:16:52.599720 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301010: 1265047 keys, 67587608 bytes, temperature: kUnknown 2024/02/20-10:16:52.599797 3036188 EVENT_LOG_v1 {"time_micros": 1708424212599758, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301010, "file_size": 67587608, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109015, "index_size": 2010618, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 182832674, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33122, "num_entries": 1265047, "num_filter_entries": 187, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424207, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301010, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:16:58.316437 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301011: 1477970 keys, 67888430 bytes, temperature: kUnknown 2024/02/20-10:16:58.316519 3036188 EVENT_LOG_v1 {"time_micros": 1708424218316485, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301011, "file_size": 67888430, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110059, "index_size": 2726229, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26805, "raw_key_size": 219025143, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34912, "num_entries": 1477970, "num_filter_entries": 30604, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424212, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301011, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:03.574158 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301012: 1606754 keys, 67934410 bytes, temperature: kUnknown 2024/02/20-10:17:03.574214 3036188 EVENT_LOG_v1 {"time_micros": 1708424223574181, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301012, "file_size": 67934410, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110744, "index_size": 3042273, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 33205, "raw_key_size": 240817322, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34967, "num_entries": 1606754, "num_filter_entries": 37909, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424218, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301012, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:08.419853 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301013: 1488501 keys, 68064039 bytes, temperature: kUnknown 2024/02/20-10:17:08.419911 3036188 EVENT_LOG_v1 {"time_micros": 1708424228419877, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301013, "file_size": 68064039, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110177, "index_size": 5076195, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 43957, "raw_key_size": 232547638, "raw_average_key_size": 156, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34849, "num_entries": 1488501, "num_filter_entries": 50176, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424223, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301013, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:13.008693 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301014: 1698613 keys, 67729440 bytes, temperature: kUnknown 2024/02/20-10:17:13.008751 3036188 EVENT_LOG_v1 {"time_micros": 1708424233008715, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301014, "file_size": 67729440, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110372, "index_size": 2575507, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230536009, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34305, "num_entries": 1698613, "num_filter_entries": 16, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424228, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301014, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:17.166801 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301015: 1723765 keys, 67770899 bytes, temperature: kUnknown 2024/02/20-10:17:17.166878 3036188 EVENT_LOG_v1 {"time_micros": 1708424237166833, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301015, "file_size": 67770899, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110430, "index_size": 2604909, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 235749781, "raw_average_key_size": 136, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34496, "num_entries": 1723765, "num_filter_entries": 7052, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424233, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301015, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:21.572010 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301016: 1315887 keys, 68563275 bytes, temperature: kUnknown 2024/02/20-10:17:21.572088 3036188 EVENT_LOG_v1 {"time_micros": 1708424241572041, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301016, "file_size": 68563275, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109171, "index_size": 4520185, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 23877, "raw_key_size": 223318350, "raw_average_key_size": 169, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33631, "num_entries": 1315887, "num_filter_entries": 27259, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424237, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301016, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:26.046101 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301017: 1608912 keys, 67838028 bytes, temperature: kUnknown 2024/02/20-10:17:26.046186 3036188 EVENT_LOG_v1 {"time_micros": 1708424246046132, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301017, "file_size": 67838028, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110524, "index_size": 2667512, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26709, "raw_key_size": 228781768, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35276, "num_entries": 1608912, "num_filter_entries": 30563, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424241, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301017, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:30.875421 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301018: 1587377 keys, 68194131 bytes, temperature: kUnknown 2024/02/20-10:17:30.875508 3036188 EVENT_LOG_v1 {"time_micros": 1708424250875462, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301018, "file_size": 68194131, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109581, "index_size": 3934947, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 55237, "raw_key_size": 275426877, "raw_average_key_size": 173, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36107, "num_entries": 1587377, "num_filter_entries": 63059, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424246, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301018, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:35.122854 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301019: 1240156 keys, 69652928 bytes, temperature: kUnknown 2024/02/20-10:17:35.122921 3036188 EVENT_LOG_v1 {"time_micros": 1708424255122881, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301019, "file_size": 69652928, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110216, "index_size": 6608387, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 55557, "raw_key_size": 304776314, "raw_average_key_size": 245, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35518, "num_entries": 1240156, "num_filter_entries": 63395, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424250, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301019, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:35.979663 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19698] Generated table #301020: 286681 keys, 15580018 bytes, temperature: kUnknown 2024/02/20-10:17:35.979732 3036188 EVENT_LOG_v1 {"time_micros": 1708424255979692, "cf_name": "url", "job": 19698, "event": "table_file_creation", "file_number": 301020, "file_size": 15580018, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 15213203, "index_size": 1104338, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6965, "raw_key_size": 63122580, "raw_average_key_size": 220, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7422, "num_entries": 286681, "num_filter_entries": 7931, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424255, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301020, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:36.028907 3036188 (Original Log Time 2024/02/20-10:17:36.027896) [db/compaction/compaction_job.cc:1729] [url] [JOB 19698] Compacted 1@5 + 12@6 files to L6 => 764573216 bytes 2024/02/20-10:17:36.028911 3036188 (Original Log Time 2024/02/20-10:17:36.028576) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 14.3 rd, 14.1 wr, level 6, files in(1, 12) out(12 +0 blob) MB in(18.5, 720.7 +0.0 blob) out(729.2 +0.0 blob), read-write-amplify(79.3) write-amplify(39.4) OK, records in: 16912899, records dropped: 1 output_compression: ZSTD 2024/02/20-10:17:36.028931 3036188 (Original Log Time 2024/02/20-10:17:36.028625) EVENT_LOG_v1 {"time_micros": 1708424256028598, "job": 19698, "event": "compaction_finished", "compaction_time_micros": 54145378, "compaction_time_cpu_micros": 49610788, "output_level": 6, "num_output_files": 12, "total_output_size": 764573216, "num_input_records": 16912899, "num_output_records": 16912898, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-10:17:36.029055 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300941.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029066 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029063, "job": 19698, "event": "table_file_deletion", "file_number": 300941} 2024/02/20-10:17:36.029248 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300942.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029257 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029255, "job": 19698, "event": "table_file_deletion", "file_number": 300942} 2024/02/20-10:17:36.029302 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300943.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029308 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029307, "job": 19698, "event": "table_file_deletion", "file_number": 300943} 2024/02/20-10:17:36.029346 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300944.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029352 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029350, "job": 19698, "event": "table_file_deletion", "file_number": 300944} 2024/02/20-10:17:36.029387 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300945.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029392 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029391, "job": 19698, "event": "table_file_deletion", "file_number": 300945} 2024/02/20-10:17:36.029426 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300946.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029432 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029431, "job": 19698, "event": "table_file_deletion", "file_number": 300946} 2024/02/20-10:17:36.029484 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300947.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029491 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029489, "job": 19698, "event": "table_file_deletion", "file_number": 300947} 2024/02/20-10:17:36.029528 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300948.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029533 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029532, "job": 19698, "event": "table_file_deletion", "file_number": 300948} 2024/02/20-10:17:36.029567 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300949.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029572 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029571, "job": 19698, "event": "table_file_deletion", "file_number": 300949} 2024/02/20-10:17:36.029607 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300950.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029612 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029610, "job": 19698, "event": "table_file_deletion", "file_number": 300950} 2024/02/20-10:17:36.029650 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300951.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029655 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029654, "job": 19698, "event": "table_file_deletion", "file_number": 300951} 2024/02/20-10:17:36.029689 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300952.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.029694 3036188 EVENT_LOG_v1 {"time_micros": 1708424256029693, "job": 19698, "event": "table_file_deletion", "file_number": 300952} 2024/02/20-10:17:36.031589 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301008.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:36.031599 3036188 EVENT_LOG_v1 {"time_micros": 1708424256031597, "job": 19698, "event": "table_file_deletion", "file_number": 301008} 2024/02/20-10:17:36.031649 4076263 (Original Log Time 2024/02/20-10:16:41.834162) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-10:17:36.031950 4076263 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301021. Immutable memtables: 0. 2024/02/20-10:17:36.032168 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19699] Syncing log #301006 2024/02/20-10:17:36.033348 3036210 (Original Log Time 2024/02/20-10:17:36.032155) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:17:36.033358 3036210 [db/flush_job.cc:892] [tag] [JOB 19699] Flushing memtable with next log file: 301021 2024/02/20-10:17:36.033384 3036210 EVENT_LOG_v1 {"time_micros": 1708424256033377, "job": 19699, "event": "flush_started", "num_memtables": 1, "num_entries": 5170, "num_deletes": 0, "total_data_size": 455577, "memory_usage": 1570080, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-10:17:36.033388 3036210 [db/flush_job.cc:926] [tag] [JOB 19699] Level-0 flush table #301022: started 2024/02/20-10:17:36.047752 3036210 EVENT_LOG_v1 {"time_micros": 1708424256047705, "cf_name": "tag", "job": 19699, "event": "table_file_creation", "file_number": 301022, "file_size": 271073, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144420702, "largest_seqno": 5144511943, "table_properties": {"data_size": 267589, "index_size": 3052, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 440632, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 86, "num_entries": 5124, "num_filter_entries": 122, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424137, "oldest_key_time": 1708424137, "file_creation_time": 1708424256, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301022, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:36.047819 3036210 [db/flush_job.cc:1062] [tag] [JOB 19699] Flush lasted 14475 microseconds, and 13133 cpu microseconds. 2024/02/20-10:17:36.048425 3036210 (Original Log Time 2024/02/20-10:17:36.047799) [db/flush_job.cc:1011] [tag] [JOB 19699] Level-0 flush table #301022: 271073 bytes OK 2024/02/20-10:17:36.048429 3036210 (Original Log Time 2024/02/20-10:17:36.047827) [db/memtable_list.cc:555] [tag] Level-0 commit table #301022 started 2024/02/20-10:17:36.048431 3036210 (Original Log Time 2024/02/20-10:17:36.048148) [db/memtable_list.cc:754] [tag] Level-0 commit table #301022: memtable #1 done 2024/02/20-10:17:36.048438 3036210 (Original Log Time 2024/02/20-10:17:36.048172) EVENT_LOG_v1 {"time_micros": 1708424256048165, "job": 19699, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:17:36.048439 3036210 (Original Log Time 2024/02/20-10:17:36.048381) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-10:17:36.048444 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19699] Try to delete WAL files size 449568, prev total WAL file size 6976039, number of live WAL files 4. 2024/02/20-10:17:36.048569 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19700] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-10:17:36.048582 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19707 Base level 0, inputs: [301022(264KB) 301003(879KB)], [300994(64MB) 300995(64MB) 300998(23MB)] 2024/02/20-10:17:36.048612 3036185 EVENT_LOG_v1 {"time_micros": 1708424256048598, "job": 19700, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301022, 301003], "files_L6": [300994, 300995, 300998], "score": 1, "input_data_size": 161056167, "oldest_snapshot_seqno": -1} 2024/02/20-10:17:36.048748 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301002.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:40.459232 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19700] Generated table #301023: 2390202 keys, 67636083 bytes, temperature: kUnknown 2024/02/20-10:17:40.459288 3036185 EVENT_LOG_v1 {"time_micros": 1708424260459257, "cf_name": "tag", "job": 19700, "event": "table_file_creation", "file_number": 301023, "file_size": 67636083, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110646, "index_size": 1450540, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1637, "raw_key_size": 201804387, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35957, "num_entries": 2390202, "num_filter_entries": 1798, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708424256, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301023, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:44.958135 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19700] Generated table #301024: 2157456 keys, 67633189 bytes, temperature: kUnknown 2024/02/20-10:17:44.958211 3036185 EVENT_LOG_v1 {"time_micros": 1708424264958161, "cf_name": "tag", "job": 19700, "event": "table_file_creation", "file_number": 301024, "file_size": 67633189, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109591, "index_size": 1397082, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1317, "raw_key_size": 192457764, "raw_average_key_size": 89, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36106, "num_entries": 2157456, "num_filter_entries": 1464, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708424260, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301024, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:46.754907 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19700] Generated table #301025: 958810 keys, 25205184 bytes, temperature: kUnknown 2024/02/20-10:17:46.754989 3036185 EVENT_LOG_v1 {"time_micros": 1708424266754940, "cf_name": "tag", "job": 19700, "event": "table_file_creation", "file_number": 301025, "file_size": 25205184, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 25006513, "index_size": 561588, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 77211694, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 13690, "num_entries": 958810, "num_filter_entries": 287, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708424264, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301025, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:46.783681 3036185 (Original Log Time 2024/02/20-10:17:46.782640) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19700] Compacted 2@0 + 3@6 files to L6 => 160474456 bytes 2024/02/20-10:17:46.783687 3036185 (Original Log Time 2024/02/20-10:17:46.783347) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.0 rd, 15.0 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.1, 152.5 +0.0 blob) out(153.0 +0.0 blob), read-write-amplify(274.4) write-amplify(137.0) OK, records in: 5506468, records dropped: 0 output_compression: ZSTD 2024/02/20-10:17:46.783699 3036185 (Original Log Time 2024/02/20-10:17:46.783421) EVENT_LOG_v1 {"time_micros": 1708424266783397, "job": 19700, "event": "compaction_finished", "compaction_time_micros": 10706449, "compaction_time_cpu_micros": 10558119, "output_level": 6, "num_output_files": 3, "total_output_size": 160474456, "num_input_records": 5506468, "num_output_records": 5506468, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-10:17:46.789767 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300994.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:46.789790 3036185 EVENT_LOG_v1 {"time_micros": 1708424266789786, "job": 19700, "event": "table_file_deletion", "file_number": 300994} 2024/02/20-10:17:46.796736 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300995.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:46.796767 3036185 EVENT_LOG_v1 {"time_micros": 1708424266796762, "job": 19700, "event": "table_file_deletion", "file_number": 300995} 2024/02/20-10:17:46.799227 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300998.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:46.799250 3036185 EVENT_LOG_v1 {"time_micros": 1708424266799247, "job": 19700, "event": "table_file_deletion", "file_number": 300998} 2024/02/20-10:17:46.799418 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301003.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:46.799426 3036185 EVENT_LOG_v1 {"time_micros": 1708424266799425, "job": 19700, "event": "table_file_deletion", "file_number": 301003} 2024/02/20-10:17:46.799505 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301022.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:46.799510 3036185 EVENT_LOG_v1 {"time_micros": 1708424266799509, "job": 19700, "event": "table_file_deletion", "file_number": 301022} 2024/02/20-10:17:46.799558 4076263 (Original Log Time 2024/02/20-10:17:36.048797) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-10:17:46.799870 4076263 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301026. Immutable memtables: 0. 2024/02/20-10:17:46.800097 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19701] Syncing log #301021 2024/02/20-10:17:46.800990 3036193 (Original Log Time 2024/02/20-10:17:46.800087) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:17:46.800995 3036193 [db/flush_job.cc:892] [key] [JOB 19701] Flushing memtable with next log file: 301026 2024/02/20-10:17:46.801017 3036193 EVENT_LOG_v1 {"time_micros": 1708424266801010, "job": 19701, "event": "flush_started", "num_memtables": 1, "num_entries": 67003, "num_deletes": 50000, "total_data_size": 4163073, "memory_usage": 6897832, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-10:17:46.801020 3036193 [db/flush_job.cc:926] [key] [JOB 19701] Level-0 flush table #301027: started 2024/02/20-10:17:46.867114 3036193 EVENT_LOG_v1 {"time_micros": 1708424266867078, "cf_name": "key", "job": 19701, "event": "table_file_creation", "file_number": 301027, "file_size": 1514697, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144426815, "largest_seqno": 5144517538, "table_properties": {"data_size": 1438895, "index_size": 18520, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 60661, "raw_key_size": 4010506, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 478, "num_entries": 66695, "num_filter_entries": 69132, "num_deletions": 50000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424144, "oldest_key_time": 1708424144, "file_creation_time": 1708424266, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301027, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:46.867158 3036193 [db/flush_job.cc:1062] [key] [JOB 19701] Flush lasted 66171 microseconds, and 63464 cpu microseconds. 2024/02/20-10:17:46.867835 3036193 (Original Log Time 2024/02/20-10:17:46.867143) [db/flush_job.cc:1011] [key] [JOB 19701] Level-0 flush table #301027: 1514697 bytes OK 2024/02/20-10:17:46.867840 3036193 (Original Log Time 2024/02/20-10:17:46.867165) [db/memtable_list.cc:555] [key] Level-0 commit table #301027 started 2024/02/20-10:17:46.867843 3036193 (Original Log Time 2024/02/20-10:17:46.867524) [db/memtable_list.cc:754] [key] Level-0 commit table #301027: memtable #1 done 2024/02/20-10:17:46.867845 3036193 (Original Log Time 2024/02/20-10:17:46.867552) EVENT_LOG_v1 {"time_micros": 1708424266867545, "job": 19701, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-10:17:46.867847 3036193 (Original Log Time 2024/02/20-10:17:46.867764) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-10:17:46.867853 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19701] Try to delete WAL files size 4298839, prev total WAL file size 7026922, number of live WAL files 4. 2024/02/20-10:17:46.867973 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19702] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-10:17:46.867986 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19709 Base level 0, inputs: [301027(1479KB) 301005(3638KB)], [300999(11MB)] 2024/02/20-10:17:46.868017 3036187 EVENT_LOG_v1 {"time_micros": 1708424266868003, "job": 19702, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301027, 301005], "files_L5": [300999], "score": 1, "input_data_size": 17240713, "oldest_snapshot_seqno": -1} 2024/02/20-10:17:46.868542 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:47.638127 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19702] Generated table #301028: 627513 keys, 16978383 bytes, temperature: kUnknown 2024/02/20-10:17:47.638195 3036187 EVENT_LOG_v1 {"time_micros": 1708424267638150, "cf_name": "key", "job": 19702, "event": "table_file_creation", "file_number": 301028, "file_size": 16978383, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5143517556, "largest_seqno": 5144517538, "table_properties": {"data_size": 16287359, "index_size": 184280, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 567461, "raw_key_size": 37819357, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5147, "num_entries": 627513, "num_filter_entries": 640491, "num_deletions": 382000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708422464, "oldest_key_time": 0, "file_creation_time": 1708424266, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301028, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:47.639751 3036187 (Original Log Time 2024/02/20-10:17:47.639199) [db/compaction/compaction_job.cc:1729] [key] [JOB 19702] Compacted 2@0 + 1@5 files to L5 => 16978383 bytes 2024/02/20-10:17:47.639754 3036187 (Original Log Time 2024/02/20-10:17:47.639544) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.06, MB/sec: 22.4 rd, 22.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.0, 11.4 +0.0 blob) out(16.2 +0.0 blob), read-write-amplify(6.5) write-amplify(3.2) OK, records in: 628782, records dropped: 1269 output_compression: LZ4 2024/02/20-10:17:47.639760 3036187 (Original Log Time 2024/02/20-10:17:47.639569) EVENT_LOG_v1 {"time_micros": 1708424267639558, "job": 19702, "event": "compaction_finished", "compaction_time_micros": 770286, "compaction_time_cpu_micros": 755947, "output_level": 5, "num_output_files": 1, "total_output_size": 16978383, "num_input_records": 628782, "num_output_records": 627513, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-10:17:47.640834 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300999.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:47.640853 3036187 EVENT_LOG_v1 {"time_micros": 1708424267640849, "job": 19702, "event": "table_file_deletion", "file_number": 300999} 2024/02/20-10:17:47.641209 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301005.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:47.641218 3036187 EVENT_LOG_v1 {"time_micros": 1708424267641216, "job": 19702, "event": "table_file_deletion", "file_number": 301005} 2024/02/20-10:17:47.641463 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301027.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:17:47.641473 3036187 EVENT_LOG_v1 {"time_micros": 1708424267641471, "job": 19702, "event": "table_file_deletion", "file_number": 301027} 2024/02/20-10:17:47.641516 4076263 (Original Log Time 2024/02/20-10:17:46.868590) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-10:17:47.641728 3036190 (Original Log Time 2024/02/20-10:17:47.641656) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-10:17:47.641736 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 19703] Compacting 1@5 + 5@6 files to L6, score -1.00 2024/02/20-10:17:47.641743 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19710 Base level 5, inputs: [301028(16MB)], [300961(67MB) 300962(67MB) 300963(66MB) 300964(67MB) 300965(63MB)] 2024/02/20-10:17:47.641768 3036190 EVENT_LOG_v1 {"time_micros": 1708424267641757, "job": 19703, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301028], "files_L6": [300961, 300962, 300963, 300964, 300965], "score": -1, "input_data_size": 365268056, "oldest_snapshot_seqno": -1} 2024/02/20-10:17:53.154750 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19703] Generated table #301029: 2934109 keys, 70205885 bytes, temperature: kUnknown 2024/02/20-10:17:53.154840 3036190 EVENT_LOG_v1 {"time_micros": 1708424273154779, "cf_name": "key", "job": 19703, "event": "table_file_creation", "file_number": 301029, "file_size": 70205885, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110409, "index_size": 970479, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2640245, "raw_key_size": 177676351, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36824, "num_entries": 2934109, "num_filter_entries": 2956372, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424267, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301029, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:17:59.589112 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19703] Generated table #301030: 2976435 keys, 70280904 bytes, temperature: kUnknown 2024/02/20-10:17:59.589194 3036190 EVENT_LOG_v1 {"time_micros": 1708424279589148, "cf_name": "key", "job": 19703, "event": "table_file_creation", "file_number": 301030, "file_size": 70280904, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109701, "index_size": 971096, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2692853, "raw_key_size": 179425765, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36919, "num_entries": 2976435, "num_filter_entries": 3014988, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424273, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301030, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:18:08.350386 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19703] Generated table #301031: 3027892 keys, 70254346 bytes, temperature: kUnknown 2024/02/20-10:18:08.350549 3036190 EVENT_LOG_v1 {"time_micros": 1708424288350421, "cf_name": "key", "job": 19703, "event": "table_file_creation", "file_number": 301031, "file_size": 70254346, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110427, "index_size": 1047306, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2704453, "raw_key_size": 184701412, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37211, "num_entries": 3027892, "num_filter_entries": 3027893, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424279, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301031, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:18:16.038257 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19703] Generated table #301032: 2977510 keys, 70271909 bytes, temperature: kUnknown 2024/02/20-10:18:16.038356 3036190 EVENT_LOG_v1 {"time_micros": 1708424296038301, "cf_name": "key", "job": 19703, "event": "table_file_creation", "file_number": 301032, "file_size": 70271909, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109816, "index_size": 982445, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2692309, "raw_key_size": 180384505, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36934, "num_entries": 2977510, "num_filter_entries": 3014335, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424288, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301032, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:18:24.254916 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19703] Generated table #301033: 2903412 keys, 68826818 bytes, temperature: kUnknown 2024/02/20-10:18:24.254983 3036190 EVENT_LOG_v1 {"time_micros": 1708424304254941, "cf_name": "key", "job": 19703, "event": "table_file_creation", "file_number": 301033, "file_size": 68826818, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 65759916, "index_size": 953119, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2615397, "raw_key_size": 175651345, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36149, "num_entries": 2903412, "num_filter_entries": 2928709, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708424296, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301033, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:18:24.273875 3036190 (Original Log Time 2024/02/20-10:18:24.272829) [db/compaction/compaction_job.cc:1729] [key] [JOB 19703] Compacted 1@5 + 5@6 files to L6 => 349839862 bytes 2024/02/20-10:18:24.273878 3036190 (Original Log Time 2024/02/20-10:18:24.273685) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 5] max score 0.00, MB/sec: 10.0 rd, 9.6 wr, level 6, files in(1, 5) out(5 +0 blob) MB in(16.2, 332.2 +0.0 blob) out(333.6 +0.0 blob), read-write-amplify(42.1) write-amplify(20.6) OK, records in: 15576264, records dropped: 756906 output_compression: ZSTD 2024/02/20-10:18:24.273891 3036190 (Original Log Time 2024/02/20-10:18:24.273718) EVENT_LOG_v1 {"time_micros": 1708424304273702, "job": 19703, "event": "compaction_finished", "compaction_time_micros": 36613281, "compaction_time_cpu_micros": 36236271, "output_level": 6, "num_output_files": 5, "total_output_size": 349839862, "num_input_records": 15576264, "num_output_records": 14819358, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 5]} 2024/02/20-10:18:24.273994 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300961.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:18:24.274004 3036190 EVENT_LOG_v1 {"time_micros": 1708424304274002, "job": 19703, "event": "table_file_deletion", "file_number": 300961} 2024/02/20-10:18:24.274044 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300962.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:18:24.274049 3036190 EVENT_LOG_v1 {"time_micros": 1708424304274048, "job": 19703, "event": "table_file_deletion", "file_number": 300962} 2024/02/20-10:18:24.274087 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300963.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:18:24.274091 3036190 EVENT_LOG_v1 {"time_micros": 1708424304274091, "job": 19703, "event": "table_file_deletion", "file_number": 300963} 2024/02/20-10:18:24.274159 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300964.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:18:24.274164 3036190 EVENT_LOG_v1 {"time_micros": 1708424304274163, "job": 19703, "event": "table_file_deletion", "file_number": 300964} 2024/02/20-10:18:24.274195 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/300965.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:18:24.274199 3036190 EVENT_LOG_v1 {"time_micros": 1708424304274198, "job": 19703, "event": "table_file_deletion", "file_number": 300965} 2024/02/20-10:18:24.275497 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301028.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:18:24.275503 3036190 EVENT_LOG_v1 {"time_micros": 1708424304275502, "job": 19703, "event": "table_file_deletion", "file_number": 301028} 2024/02/20-10:18:24.275545 4076263 (Original Log Time 2024/02/20-10:17:47.641528) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-10:20:01.094214 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-10:20:01.094384 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1011799.9 total, 600.1 interval Cumulative writes: 128M writes, 578M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.75 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128770411.00 writes per sync, written: 55.75 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 86K writes, 341K keys, 86K commit groups, 1.0 writes per commit group, ingest: 27.82 MB, 0.05 MB/s Interval WAL: 86K writes, 0 syncs, 86765.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 404.47 377.19 4107 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.3 18.1 50.2 67.2 16.9 0.0 3.7 42.0 41.3 1665.19 1594.47 2121 0.785 1031M 1128 0.0 0.0 L6 12/0 729.15 MB 0.0 399.1 17.3 381.8 382.1 0.3 0.0 22.1 16.1 15.4 25345.63 23381.36 593 42.741 9324M 256M 0.0 0.0 Sum 12/0 729.15 MB 0.0 467.4 35.4 432.0 467.7 35.6 0.0 25.4 17.5 17.5 27415.29 25353.02 6821 4.019 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.7 0.0 0.7 0.7 0.0 0.0 146.6 13.8 13.7 54.83 50.28 4 13.708 17M 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 467.4 35.4 432.0 449.3 17.2 0.0 0.0 17.7 17.0 27010.82 24975.83 2714 9.952 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 404.47 377.19 4107 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1011799.9 total, 600.1 interval Flush(GB): cumulative 18.398, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 467.66 GB write, 0.47 MB/s write, 467.42 GB read, 0.47 MB/s read, 27415.3 seconds Interval compaction: 0.74 GB write, 1.25 MB/s write, 0.74 GB read, 1.26 MB/s read, 54.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1586 collections: 1687 last_copies: 0 last_secs: 0.000713 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(813,13.08 MB,0.851364%) IndexBlock(772,1.39 GB,92.4254%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5921502 Average: 2.1890 StdDev: 4.26 Min: 0 Median: 1.3818 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.36 ------------------------------------------------------ [ 0, 1 ] 1999394 33.765% 33.765% ####### ( 1, 2 ] 2517741 42.519% 76.284% ######### ( 2, 3 ] 983021 16.601% 92.884% ### ( 3, 4 ] 240072 4.054% 96.939% # ( 4, 6 ] 106822 1.804% 98.743% ( 6, 10 ] 34880 0.589% 99.332% ( 10, 15 ] 14674 0.248% 99.580% ( 15, 22 ] 7440 0.126% 99.705% ( 22, 34 ] 7783 0.131% 99.837% ( 34, 51 ] 5599 0.095% 99.931% ( 51, 76 ] 2488 0.042% 99.973% ( 76, 110 ] 881 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21512838 Average: 2.4644 StdDev: 6.81 Min: 0 Median: 1.4943 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.51 ------------------------------------------------------ [ 0, 1 ] 6598356 30.672% 30.672% ###### ( 1, 2 ] 8411444 39.100% 69.771% ######## ( 2, 3 ] 3647815 16.956% 86.728% ### ( 3, 4 ] 1326320 6.165% 92.893% # ( 4, 6 ] 1030674 4.791% 97.684% # ( 6, 10 ] 332878 1.547% 99.231% ( 10, 15 ] 58635 0.273% 99.504% ( 15, 22 ] 29959 0.139% 99.643% ( 22, 34 ] 32240 0.150% 99.793% ( 34, 51 ] 24519 0.114% 99.907% ( 51, 76 ] 11817 0.055% 99.962% ( 76, 110 ] 4829 0.022% 99.984% ( 110, 170 ] 1973 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 258 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 207697053 Average: 12.0835 StdDev: 47.17 Min: 0 Median: 1.4857 Max: 57076 Percentiles: P50: 1.49 P75: 2.59 P99: 142.41 P99.9: 302.57 P99.99: 1532.97 ------------------------------------------------------ [ 0, 1 ] 71237063 34.299% 34.299% ####### ( 1, 2 ] 67146574 32.329% 66.628% ###### ( 2, 3 ] 29393841 14.152% 80.780% ### ( 3, 4 ] 6341459 3.053% 83.833% # ( 4, 6 ] 1157255 0.557% 84.390% ( 6, 10 ] 544654 0.262% 84.653% ( 10, 15 ] 309022 0.149% 84.801% ( 15, 22 ] 257956 0.124% 84.926% ( 22, 34 ] 7430190 3.577% 88.503% # ( 34, 51 ] 7454558 3.589% 92.092% # ( 51, 76 ] 5992275 2.885% 94.977% # ( 76, 110 ] 6600286 3.178% 98.155% # ( 110, 170 ] 3248817 1.564% 99.719% ( 170, 250 ] 330735 0.159% 99.878% ( 250, 380 ] 110465 0.053% 99.932% ( 380, 580 ] 67040 0.032% 99.964% ( 580, 870 ] 30170 0.015% 99.978% ( 870, 1300 ] 13691 0.007% 99.985% ( 1300, 1900 ] 26353 0.013% 99.998% ( 1900, 2900 ] 2101 0.001% 99.999% ( 2900, 4400 ] 855 0.000% 99.999% ( 4400, 6600 ] 618 0.000% 99.999% ( 6600, 9900 ] 545 0.000% 100.000% ( 9900, 14000 ] 328 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.29 73.28 3994 0.022 0 0 0.0 0.0 L6 3/0 153.04 MB 0.0 309.6 3.1 306.5 306.5 0.1 0.0 99.1 15.4 15.2 20591.45 20212.91 2103 9.791 11G 62M 0.0 0.0 Sum 3/0 153.04 MB 0.0 309.6 3.1 306.5 309.6 3.1 0.0 100.1 15.3 15.3 20677.74 20286.20 6097 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 274.4 14.1 14.1 21.69 21.36 4 5.422 10M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 309.6 3.1 306.5 306.5 0.1 0.0 0.0 15.4 15.2 20591.45 20212.91 2103 9.791 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.29 73.28 3994 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1011799.9 total, 600.1 interval Flush(GB): cumulative 3.093, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 309.63 GB write, 0.31 MB/s write, 309.58 GB read, 0.31 MB/s read, 20677.7 seconds Interval compaction: 0.30 GB write, 0.51 MB/s write, 0.30 GB read, 0.51 MB/s read, 21.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4351 collections: 1687 last_copies: 0 last_secs: 0.001731 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2195,1.66 MB,0.108008%) IndexBlock(2155,1.46 GB,97.1644%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1016019 Average: 3.5585 StdDev: 6.35 Min: 0 Median: 2.5752 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.38 P99.9: 60.64 P99.99: 195.72 ------------------------------------------------------ [ 0, 1 ] 116575 11.474% 11.474% ## ( 1, 2 ] 246803 24.291% 35.765% ##### ( 2, 3 ] 251452 24.749% 60.514% ##### ( 3, 4 ] 194253 19.119% 79.633% #### ( 4, 6 ] 166338 16.372% 96.004% ### ( 6, 10 ] 28200 2.776% 98.780% # ( 10, 15 ] 4693 0.462% 99.242% ( 15, 22 ] 2511 0.247% 99.489% ( 22, 34 ] 2139 0.211% 99.699% ( 34, 51 ] 1758 0.173% 99.872% ( 51, 76 ] 729 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175613281 Average: 2.1856 StdDev: 5.39 Min: 0 Median: 1.3409 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.54 P99.99: 144.33 ------------------------------------------------------ [ 0, 1 ] 65060599 37.048% 37.048% ####### ( 1, 2 ] 66726247 37.996% 75.044% ######## ( 2, 3 ] 32595781 18.561% 93.605% #### ( 3, 4 ] 7859958 4.476% 98.081% # ( 4, 6 ] 1468608 0.836% 98.917% ( 6, 10 ] 609155 0.347% 99.264% ( 10, 15 ] 396827 0.226% 99.490% ( 15, 22 ] 197547 0.112% 99.602% ( 22, 34 ] 310148 0.177% 99.779% ( 34, 51 ] 202748 0.115% 99.894% ( 51, 76 ] 98946 0.056% 99.951% ( 76, 110 ] 57013 0.032% 99.983% ( 110, 170 ] 21222 0.012% 99.995% ( 170, 250 ] 3795 0.002% 99.997% ( 250, 380 ] 1734 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 256 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 1.0 0.0 33.9 270.47 250.83 4074 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.1 13.9 21.7 7.9 0.0 2.7 28.8 28.5 779.88 754.28 1949 0.400 607M 276K 0.0 0.0 L6 5/0 333.63 MB 0.0 195.1 8.7 186.4 186.5 0.1 0.0 21.3 14.4 13.8 13864.96 13567.81 710 19.528 8735M 236M 0.0 0.0 Sum 5/0 333.63 MB 0.0 217.1 16.8 200.3 217.2 17.0 0.0 24.3 14.9 14.9 14915.31 14572.92 6733 2.215 9343M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 44.0 9.9 9.7 38.17 37.75 6 6.361 16M 761K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 217.1 16.8 200.3 208.3 8.0 0.0 0.0 15.2 14.6 14644.84 14322.09 2659 5.508 9343M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 8.9 8.9 0.0 0.0 0.0 33.9 270.47 250.83 4074 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1011799.9 total, 600.1 interval Flush(GB): cumulative 8.947, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 217.21 GB write, 0.22 MB/s write, 217.07 GB read, 0.22 MB/s read, 14915.3 seconds Interval compaction: 0.36 GB write, 0.62 MB/s write, 0.37 GB read, 0.63 MB/s read, 38.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 355451 collections: 1687 last_copies: 0 last_secs: 0.141982 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(355341,1.37 GB,91.3949%) FilterBlock(54,72.99 MB,4.75171%) IndexBlock(55,26.97 MB,1.75613%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2798500 Average: 4.2557 StdDev: 8.11 Min: 0 Median: 1.9551 Max: 9050 Percentiles: P50: 1.96 P75: 5.34 P99: 17.90 P99.9: 61.08 P99.99: 151.61 ------------------------------------------------------ [ 0, 1 ] 628338 22.453% 22.453% #### ( 1, 2 ] 807128 28.841% 51.294% ###### ( 2, 3 ] 393869 14.074% 65.368% ### ( 3, 4 ] 170281 6.085% 71.453% # ( 4, 6 ] 147721 5.279% 76.732% # ( 6, 10 ] 441524 15.777% 92.509% ### ( 10, 15 ] 174746 6.244% 98.753% # ( 15, 22 ] 16696 0.597% 99.350% ( 22, 34 ] 8953 0.320% 99.670% ( 34, 51 ] 5443 0.194% 99.864% ( 51, 76 ] 2487 0.089% 99.953% ( 76, 110 ] 815 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 86 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6790688 Average: 4.6850 StdDev: 7.56 Min: 0 Median: 2.4644 Max: 7311 Percentiles: P50: 2.46 P75: 6.15 P99: 19.33 P99.9: 66.62 P99.99: 166.92 ------------------------------------------------------ [ 0, 1 ] 1117230 16.452% 16.452% ### ( 1, 2 ] 1797542 26.471% 42.923% ##### ( 2, 3 ] 1034863 15.239% 58.163% ### ( 3, 4 ] 554149 8.160% 66.323% ## ( 4, 6 ] 546527 8.048% 74.371% ## ( 6, 10 ] 1177817 17.345% 91.716% ### ( 10, 15 ] 466456 6.869% 98.585% # ( 15, 22 ] 45583 0.671% 99.256% ( 22, 34 ] 23975 0.353% 99.609% ( 34, 51 ] 15177 0.223% 99.833% ( 51, 76 ] 7329 0.108% 99.941% ( 76, 110 ] 2453 0.036% 99.977% ( 110, 170 ] 957 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105363086 Average: 5.7463 StdDev: 24.29 Min: 0 Median: 2.3321 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.60 P99.9: 158.20 P99.99: 463.20 ------------------------------------------------------ [ 0, 1 ] 25134262 23.855% 23.855% ##### ( 1, 2 ] 23900107 22.684% 46.538% ##### ( 2, 3 ] 10981240 10.422% 56.961% ## ( 3, 4 ] 4312734 4.093% 61.054% # ( 4, 6 ] 4937440 4.686% 65.740% # ( 6, 10 ] 25516674 24.218% 89.958% ##### ( 10, 15 ] 8197344 7.780% 97.738% ## ( 15, 22 ] 668671 0.635% 98.373% ( 22, 34 ] 541870 0.514% 98.887% ( 34, 51 ] 361769 0.343% 99.230% ( 51, 76 ] 227087 0.216% 99.446% ( 76, 110 ] 290326 0.276% 99.721% ( 110, 170 ] 234263 0.222% 99.944% ( 170, 250 ] 37938 0.036% 99.980% ( 250, 380 ] 8270 0.008% 99.988% ( 380, 580 ] 6141 0.006% 99.993% ( 580, 870 ] 3520 0.003% 99.997% ( 870, 1300 ] 1883 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 114 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-10:20:01.099132 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 526618725 rocksdb.block.cache.hit COUNT : 2158891012 rocksdb.block.cache.add COUNT : 39302239 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32227 rocksdb.block.cache.index.hit COUNT : 529619256 rocksdb.block.cache.index.add COUNT : 32213 rocksdb.block.cache.index.bytes.insert COUNT : 34432949860 rocksdb.block.cache.filter.miss COUNT : 32233 rocksdb.block.cache.filter.hit COUNT : 1099969316 rocksdb.block.cache.filter.add COUNT : 32233 rocksdb.block.cache.filter.bytes.insert COUNT : 8755473901 rocksdb.block.cache.data.miss COUNT : 526554265 rocksdb.block.cache.data.hit COUNT : 529302440 rocksdb.block.cache.data.add COUNT : 39237793 rocksdb.block.cache.data.bytes.insert COUNT : 162531674996 rocksdb.block.cache.bytes.read COUNT : 1881403539326959 rocksdb.block.cache.bytes.write COUNT : 205720098757 rocksdb.bloom.filter.useful COUNT : 570414465 rocksdb.bloom.filter.full.positive COUNT : 529554883 rocksdb.bloom.filter.full.true.positive COUNT : 524035753 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93104311 rocksdb.memtable.miss COUNT : 6262310651 rocksdb.l0.hit COUNT : 16059412 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 507976341 rocksdb.compaction.key.drop.new COUNT : 277702661 rocksdb.compaction.key.drop.obsolete COUNT : 277722466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 578715332 rocksdb.number.keys.read COUNT : 645235511 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59859070272 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67454 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32218 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 761656284 rocksdb.number.multiget.keys.read COUNT : 5710179451 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59859070272 rocksdb.write.self COUNT : 128560162 rocksdb.write.other COUNT : 210249 rocksdb.write.wal COUNT : 128770411 rocksdb.compact.read.bytes COUNT : 992284047053 rocksdb.compact.write.bytes COUNT : 1035149846326 rocksdb.flush.write.bytes COUNT : 32687061295 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1013914 rocksdb.number.superversion_releases COUNT : 2695 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 519968534 rocksdb.number.block.decompressed COUNT : 519990674 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59510826588 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67454 rocksdb.num.iterator.deleted COUNT : 67454 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5197 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5159 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43929 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60764656009 rocksdb.memtable.garbage.bytes.at.flush COUNT : 731618669 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 939571622461 rocksdb.last.level.read.count COUNT : 488675767 rocksdb.non.last.level.read.bytes COUNT : 128621334773 rocksdb.non.last.level.read.count COUNT : 38039612 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 526650943 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2121614935546 rocksdb.bytes.compressed.to COUNT : 1030360854234 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26129536335 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6591011 rocksdb.bytes.decompressed.from COUNT : 1030621250593 rocksdb.bytes.decompressed.to COUNT : 2121751223656 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.428312 P95 : 106.305390 P99 : 160.434185 P100 : 227461.000000 COUNT : 645235511 SUM : 33287892772 rocksdb.db.write.micros P50 : 66.995238 P95 : 111.728826 P99 : 169.444881 P100 : 2037453.000000 COUNT : 128770411 SUM : 13283751095 rocksdb.compaction.times.micros P50 : 1627368.421053 P95 : 38272380.952381 P99 : 66819819.819820 P100 : 84019043.000000 COUNT : 7476 SUM : 62247114046 rocksdb.compaction.times.cpu_micros P50 : 1566425.992780 P95 : 35623175.965665 P99 : 63640449.438202 P100 : 74662372.000000 COUNT : 7476 SUM : 59510826588 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4292.567568 P95 : 27664.295875 P99 : 61333.333333 P100 : 1558490.000000 COUNT : 12160 SUM : 113314575 rocksdb.compaction.outfile.sync.micros P50 : 62569.050176 P95 : 125966.046002 P99 : 225406.315789 P100 : 2063820.000000 COUNT : 20041 SUM : 1283714842 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.907961 P95 : 726.781041 P99 : 3918.392857 P100 : 501117.000000 COUNT : 19698 SUM : 12742359 rocksdb.table.open.io.micros P50 : 581.911038 P95 : 6229.525016 P99 : 12994.636842 P100 : 126033.000000 COUNT : 32218 SUM : 56600995 rocksdb.db.multiget.micros P50 : 7.996069 P95 : 17.819133 P99 : 33.065294 P100 : 26625.000000 COUNT : 761656285 SUM : 7216149933 rocksdb.read.block.compaction.micros P50 : 13.654734 P95 : 58.385729 P99 : 137.968047 P100 : 57122.000000 COUNT : 487316472 SUM : 9416109744 rocksdb.read.block.get.micros P50 : 52.834614 P95 : 94.811358 P99 : 145.820374 P100 : 125945.000000 COUNT : 39302253 SUM : 2264491017 rocksdb.write.raw.block.micros P50 : 0.521467 P95 : 0.990788 P99 : 1.894616 P100 : 331149.000000 COUNT : 526656148 SUM : 10486732425 rocksdb.numfiles.in.singlecompaction P50 : 2.775942 P95 : 5.679340 P99 : 5.938600 P100 : 7.000000 COUNT : 5694 SUM : 20279 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.533162 P95 : 32.850032 P99 : 104.605193 P100 : 57076.000000 COUNT : 526715379 SUM : 3612313365 rocksdb.file.read.flush.micros P50 : 1.840253 P95 : 15.762791 P99 : 41.208000 P100 : 787.000000 COUNT : 60800 SUM : 291250 rocksdb.file.read.compaction.micros P50 : 1.418772 P95 : 35.777905 P99 : 106.107893 P100 : 57076.000000 COUNT : 487416691 SUM : 3219996456 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 645235513 SUM : 0 rocksdb.bytes.per.write P50 : 218.492283 P95 : 527.401681 P99 : 803.612384 P100 : 4563443.000000 COUNT : 128560163 SUM : 59859070477 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 761656286 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45882.326007 P95 : 166725.547445 P99 : 238985.321101 P100 : 1681975.000000 COUNT : 12203 SUM : 761237964 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-10:20:01.099361 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-10:20:01.099598 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708424401 to in-memory stats history 2024/02/20-10:20:01.099633 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-10:20:01.099690 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-10:22:51.310438 4076409 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301006. Total log size is 15728796 while max_total_wal_size is 15728640 2024/02/20-10:22:51.310725 4076409 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301034. Immutable memtables: 0. 2024/02/20-10:22:51.310955 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19704] Syncing log #301026 2024/02/20-10:22:51.337610 3036210 (Original Log Time 2024/02/20-10:22:51.310939) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:22:51.337619 3036210 [db/flush_job.cc:892] [url] [JOB 19704] Flushing memtable with next log file: 301034 2024/02/20-10:22:51.337645 3036210 EVENT_LOG_v1 {"time_micros": 1708424571337638, "job": 19704, "event": "flush_started", "num_memtables": 1, "num_entries": 57075, "num_deletes": 0, "total_data_size": 8717051, "memory_usage": 10227496, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:22:51.337647 3036210 [db/flush_job.cc:926] [url] [JOB 19704] Level-0 flush table #301035: started 2024/02/20-10:22:51.446679 3036210 EVENT_LOG_v1 {"time_micros": 1708424571446647, "cf_name": "url", "job": 19704, "event": "table_file_creation", "file_number": 301035, "file_size": 4336167, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144487688, "largest_seqno": 5144656830, "table_properties": {"data_size": 4266548, "index_size": 193630, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8397124, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1314, "num_entries": 55976, "num_filter_entries": 7002, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424201, "oldest_key_time": 1708424201, "file_creation_time": 1708424571, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301035, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:22:51.446723 3036210 [db/flush_job.cc:1062] [url] [JOB 19704] Flush lasted 109122 microseconds, and 104389 cpu microseconds. 2024/02/20-10:22:51.447204 3036210 (Original Log Time 2024/02/20-10:22:51.446711) [db/flush_job.cc:1011] [url] [JOB 19704] Level-0 flush table #301035: 4336167 bytes OK 2024/02/20-10:22:51.447207 3036210 (Original Log Time 2024/02/20-10:22:51.446729) [db/memtable_list.cc:555] [url] Level-0 commit table #301035 started 2024/02/20-10:22:51.447208 3036210 (Original Log Time 2024/02/20-10:22:51.446962) [db/memtable_list.cc:754] [url] Level-0 commit table #301035: memtable #1 done 2024/02/20-10:22:51.447210 3036210 (Original Log Time 2024/02/20-10:22:51.446978) EVENT_LOG_v1 {"time_micros": 1708424571446973, "job": 19704, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-10:22:51.447211 3036210 (Original Log Time 2024/02/20-10:22:51.447166) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-10:22:51.447215 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19704] Try to delete WAL files size 2227241, prev total WAL file size 15732201, number of live WAL files 4. 2024/02/20-10:22:51.447648 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301006.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:23:44.901269 4077557 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301021. Total log size is 15729155 while max_total_wal_size is 15728640 2024/02/20-10:23:44.901514 4077557 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301036. Immutable memtables: 0. 2024/02/20-10:23:44.901760 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19705] Syncing log #301034 2024/02/20-10:23:44.912393 3036193 (Original Log Time 2024/02/20-10:23:44.901746) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:23:44.912404 3036193 [db/flush_job.cc:892] [tag] [JOB 19705] Flushing memtable with next log file: 301036 2024/02/20-10:23:44.912428 3036193 EVENT_LOG_v1 {"time_micros": 1708424624912422, "job": 19705, "event": "flush_started", "num_memtables": 1, "num_entries": 17307, "num_deletes": 0, "total_data_size": 1527815, "memory_usage": 3071720, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:23:44.912431 3036193 [db/flush_job.cc:926] [tag] [JOB 19705] Level-0 flush table #301037: started 2024/02/20-10:23:44.945043 3036193 EVENT_LOG_v1 {"time_micros": 1708424624944971, "cf_name": "tag", "job": 19705, "event": "table_file_creation", "file_number": 301037, "file_size": 920187, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144511964, "largest_seqno": 5144680631, "table_properties": {"data_size": 912669, "index_size": 10053, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1473564, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 279, "num_entries": 17095, "num_filter_entries": 213, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424256, "oldest_key_time": 1708424256, "file_creation_time": 1708424624, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301037, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:23:44.945095 3036193 [db/flush_job.cc:1062] [tag] [JOB 19705] Flush lasted 32727 microseconds, and 30996 cpu microseconds. 2024/02/20-10:23:44.945701 3036193 (Original Log Time 2024/02/20-10:23:44.945076) [db/flush_job.cc:1011] [tag] [JOB 19705] Level-0 flush table #301037: 920187 bytes OK 2024/02/20-10:23:44.945705 3036193 (Original Log Time 2024/02/20-10:23:44.945101) [db/memtable_list.cc:555] [tag] Level-0 commit table #301037 started 2024/02/20-10:23:44.945707 3036193 (Original Log Time 2024/02/20-10:23:44.945403) [db/memtable_list.cc:754] [tag] Level-0 commit table #301037: memtable #1 done 2024/02/20-10:23:44.945709 3036193 (Original Log Time 2024/02/20-10:23:44.945422) EVENT_LOG_v1 {"time_micros": 1708424624945415, "job": 19705, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:23:44.945711 3036193 (Original Log Time 2024/02/20-10:23:44.945657) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-10:23:44.945716 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19705] Try to delete WAL files size 498345, prev total WAL file size 15731843, number of live WAL files 4. 2024/02/20-10:23:44.945988 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301021.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:23:55.378542 4076275 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301026. Total log size is 15731668 while max_total_wal_size is 15728640 2024/02/20-10:23:55.378768 4076275 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301038. Immutable memtables: 0. 2024/02/20-10:23:55.378975 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19706] Syncing log #301036 2024/02/20-10:23:55.401776 3036210 (Original Log Time 2024/02/20-10:23:55.378966) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:23:55.401788 3036210 [db/flush_job.cc:892] [key] [JOB 19706] Flushing memtable with next log file: 301038 2024/02/20-10:23:55.401817 3036210 EVENT_LOG_v1 {"time_micros": 1708424635401809, "job": 19706, "event": "flush_started", "num_memtables": 1, "num_entries": 94636, "num_deletes": 42000, "total_data_size": 5905783, "memory_usage": 10051904, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:23:55.401822 3036210 [db/flush_job.cc:926] [key] [JOB 19706] Level-0 flush table #301039: started 2024/02/20-10:23:55.523167 3036210 EVENT_LOG_v1 {"time_micros": 1708424635523139, "cf_name": "key", "job": 19706, "event": "table_file_creation", "file_number": 301039, "file_size": 3888354, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144517540, "largest_seqno": 5144686243, "table_properties": {"data_size": 3779234, "index_size": 29342, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 86261, "raw_key_size": 5652069, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1114, "num_entries": 93568, "num_filter_entries": 98219, "num_deletions": 42000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424266, "oldest_key_time": 1708424266, "file_creation_time": 1708424635, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301039, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:23:55.523206 3036210 [db/flush_job.cc:1062] [key] [JOB 19706] Flush lasted 121441 microseconds, and 113359 cpu microseconds. 2024/02/20-10:23:55.523762 3036210 (Original Log Time 2024/02/20-10:23:55.523193) [db/flush_job.cc:1011] [key] [JOB 19706] Level-0 flush table #301039: 3888354 bytes OK 2024/02/20-10:23:55.523765 3036210 (Original Log Time 2024/02/20-10:23:55.523211) [db/memtable_list.cc:555] [key] Level-0 commit table #301039 started 2024/02/20-10:23:55.523766 3036210 (Original Log Time 2024/02/20-10:23:55.523533) [db/memtable_list.cc:754] [key] Level-0 commit table #301039: memtable #1 done 2024/02/20-10:23:55.523768 3036210 (Original Log Time 2024/02/20-10:23:55.523551) EVENT_LOG_v1 {"time_micros": 1708424635523545, "job": 19706, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-10:23:55.523769 3036210 (Original Log Time 2024/02/20-10:23:55.523727) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 5] max score 0.50 2024/02/20-10:23:55.523773 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19706] Try to delete WAL files size 13003210, prev total WAL file size 15738188, number of live WAL files 4. 2024/02/20-10:23:55.525032 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301026.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:29:10.844890 1359716 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301034. Total log size is 15728872 while max_total_wal_size is 15728640 2024/02/20-10:29:10.845150 1359716 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301040. Immutable memtables: 0. 2024/02/20-10:29:10.845374 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19707] Syncing log #301038 2024/02/20-10:29:10.848897 3036193 (Original Log Time 2024/02/20-10:29:10.845363) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:29:10.848905 3036193 [db/flush_job.cc:892] [url] [JOB 19707] Flushing memtable with next log file: 301040 2024/02/20-10:29:10.848928 3036193 EVENT_LOG_v1 {"time_micros": 1708424950848922, "job": 19707, "event": "flush_started", "num_memtables": 1, "num_entries": 57343, "num_deletes": 0, "total_data_size": 8925499, "memory_usage": 11224024, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:29:10.848932 3036193 [db/flush_job.cc:926] [url] [JOB 19707] Level-0 flush table #301041: started 2024/02/20-10:29:10.993198 3036193 EVENT_LOG_v1 {"time_micros": 1708424950993165, "cf_name": "url", "job": 19707, "event": "table_file_creation", "file_number": 301041, "file_size": 4436341, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144656833, "largest_seqno": 5144822810, "table_properties": {"data_size": 4361603, "index_size": 315292, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6085, "raw_key_size": 8602149, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1360, "num_entries": 56232, "num_filter_entries": 6963, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424571, "oldest_key_time": 1708424571, "file_creation_time": 1708424950, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301041, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:29:10.993243 3036193 [db/flush_job.cc:1062] [url] [JOB 19707] Flush lasted 144352 microseconds, and 107558 cpu microseconds. 2024/02/20-10:29:10.993826 3036193 (Original Log Time 2024/02/20-10:29:10.993223) [db/flush_job.cc:1011] [url] [JOB 19707] Level-0 flush table #301041: 4436341 bytes OK 2024/02/20-10:29:10.993828 3036193 (Original Log Time 2024/02/20-10:29:10.993250) [db/memtable_list.cc:555] [url] Level-0 commit table #301041 started 2024/02/20-10:29:10.993830 3036193 (Original Log Time 2024/02/20-10:29:10.993575) [db/memtable_list.cc:754] [url] Level-0 commit table #301041: memtable #1 done 2024/02/20-10:29:10.993832 3036193 (Original Log Time 2024/02/20-10:29:10.993592) EVENT_LOG_v1 {"time_micros": 1708424950993587, "job": 19707, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-10:29:10.993833 3036193 (Original Log Time 2024/02/20-10:29:10.993791) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-10:29:10.993837 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19707] Try to delete WAL files size 2227600, prev total WAL file size 15735000, number of live WAL files 4. 2024/02/20-10:29:10.993907 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19708] Compacting 2@0 files to L5, score 1.00 2024/02/20-10:29:10.993917 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19715 Base level 0, inputs: [301041(4332KB) 301035(4234KB)] 2024/02/20-10:29:10.993939 3036192 EVENT_LOG_v1 {"time_micros": 1708424950993930, "job": 19708, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301041, 301035], "score": 1, "input_data_size": 8772508, "oldest_snapshot_seqno": -1} 2024/02/20-10:29:10.994235 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301034.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:29:11.223282 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19708] Generated table #301042: 112207 keys, 8431628 bytes, temperature: kUnknown 2024/02/20-10:29:11.223369 3036192 EVENT_LOG_v1 {"time_micros": 1708424951223316, "cf_name": "url", "job": 19708, "event": "table_file_creation", "file_number": 301042, "file_size": 8431628, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144487688, "largest_seqno": 5144822810, "table_properties": {"data_size": 8292959, "index_size": 517799, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9669, "raw_key_size": 16998920, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2575, "num_entries": 112207, "num_filter_entries": 11094, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424201, "oldest_key_time": 0, "file_creation_time": 1708424950, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301042, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:29:11.224479 3036192 (Original Log Time 2024/02/20-10:29:11.223841) [db/compaction/compaction_job.cc:1729] [url] [JOB 19708] Compacted 2@0 files to L5 => 8431628 bytes 2024/02/20-10:29:11.224483 3036192 (Original Log Time 2024/02/20-10:29:11.224230) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.03, MB/sec: 38.2 rd, 36.7 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.4, 0.0 +0.0 blob) out(8.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 112208, records dropped: 1 output_compression: LZ4 2024/02/20-10:29:11.224490 3036192 (Original Log Time 2024/02/20-10:29:11.224258) EVENT_LOG_v1 {"time_micros": 1708424951224246, "job": 19708, "event": "compaction_finished", "compaction_time_micros": 229488, "compaction_time_cpu_micros": 222820, "output_level": 5, "num_output_files": 1, "total_output_size": 8431628, "num_input_records": 112208, "num_output_records": 112207, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-10:29:11.224891 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301035.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:29:11.224901 3036192 EVENT_LOG_v1 {"time_micros": 1708424951224899, "job": 19708, "event": "table_file_deletion", "file_number": 301035} 2024/02/20-10:29:11.225257 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301041.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:29:11.225264 3036192 EVENT_LOG_v1 {"time_micros": 1708424951225262, "job": 19708, "event": "table_file_deletion", "file_number": 301041} 2024/02/20-10:30:01.294001 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-10:30:01.294262 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1012400.1 total, 600.2 interval Cumulative writes: 128M writes, 578M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.77 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128854558.00 writes per sync, written: 55.77 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 84K writes, 260K keys, 84K commit groups, 1.0 writes per commit group, ingest: 23.54 MB, 0.04 MB/s Interval WAL: 84K writes, 0 syncs, 84147.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1012400.1 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1688 last_copies: 0 last_secs: 8.5e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 404.73 377.41 4109 0.098 0 0 0.0 0.0 L5 1/0 8.04 MB 0.0 68.3 18.1 50.2 67.2 16.9 0.0 3.7 42.0 41.3 1665.42 1594.69 2122 0.785 1031M 1129 0.0 0.0 L6 12/0 729.15 MB 0.0 399.1 17.3 381.8 382.1 0.3 0.0 22.1 16.1 15.4 25345.63 23381.36 593 42.741 9324M 256M 0.0 0.0 Sum 13/0 737.19 MB 0.0 467.4 35.4 432.0 467.7 35.6 0.0 25.4 17.5 17.5 27415.77 25353.46 6824 4.018 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 17.3 34.0 0.48 0.43 3 0.161 112K 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 467.4 35.4 432.0 449.3 17.2 0.0 0.0 17.7 17.0 27011.05 24976.05 2715 9.949 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 404.73 377.41 4109 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1012400.1 total, 600.2 interval Flush(GB): cumulative 18.406, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 467.67 GB write, 0.47 MB/s write, 467.43 GB read, 0.47 MB/s read, 27415.8 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1592 collections: 1688 last_copies: 0 last_secs: 0.00092 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(816,13.10 MB,0.852733%) IndexBlock(775,1.39 GB,92.4892%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5924186 Average: 2.1890 StdDev: 4.26 Min: 0 Median: 1.3819 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.32 ------------------------------------------------------ [ 0, 1 ] 1999989 33.760% 33.760% ####### ( 1, 2 ] 2519186 42.524% 76.283% ######### ( 2, 3 ] 983552 16.602% 92.886% ### ( 3, 4 ] 240141 4.054% 96.939% # ( 4, 6 ] 106840 1.803% 98.743% ( 6, 10 ] 34888 0.589% 99.332% ( 10, 15 ] 14680 0.248% 99.580% ( 15, 22 ] 7443 0.126% 99.705% ( 22, 34 ] 7789 0.131% 99.837% ( 34, 51 ] 5600 0.095% 99.931% ( 51, 76 ] 2490 0.042% 99.973% ( 76, 110 ] 881 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21512843 Average: 2.4644 StdDev: 6.81 Min: 0 Median: 1.4943 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.51 ------------------------------------------------------ [ 0, 1 ] 6598358 30.672% 30.672% ###### ( 1, 2 ] 8411444 39.100% 69.771% ######## ( 2, 3 ] 3647815 16.956% 86.728% ### ( 3, 4 ] 1326322 6.165% 92.893% # ( 4, 6 ] 1030674 4.791% 97.684% # ( 6, 10 ] 332878 1.547% 99.231% ( 10, 15 ] 58635 0.273% 99.504% ( 15, 22 ] 29959 0.139% 99.643% ( 22, 34 ] 32241 0.150% 99.793% ( 34, 51 ] 24519 0.114% 99.907% ( 51, 76 ] 11817 0.055% 99.962% ( 76, 110 ] 4829 0.022% 99.984% ( 110, 170 ] 1973 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 258 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 207697053 Average: 12.0835 StdDev: 47.17 Min: 0 Median: 1.4857 Max: 57076 Percentiles: P50: 1.49 P75: 2.59 P99: 142.41 P99.9: 302.57 P99.99: 1532.97 ------------------------------------------------------ [ 0, 1 ] 71237063 34.299% 34.299% ####### ( 1, 2 ] 67146574 32.329% 66.628% ###### ( 2, 3 ] 29393841 14.152% 80.780% ### ( 3, 4 ] 6341459 3.053% 83.833% # ( 4, 6 ] 1157255 0.557% 84.390% ( 6, 10 ] 544654 0.262% 84.653% ( 10, 15 ] 309022 0.149% 84.801% ( 15, 22 ] 257956 0.124% 84.926% ( 22, 34 ] 7430190 3.577% 88.503% # ( 34, 51 ] 7454558 3.589% 92.092% # ( 51, 76 ] 5992275 2.885% 94.977% # ( 76, 110 ] 6600286 3.178% 98.155% # ( 110, 170 ] 3248817 1.564% 99.719% ( 170, 250 ] 330735 0.159% 99.878% ( 250, 380 ] 110465 0.053% 99.932% ( 380, 580 ] 67040 0.032% 99.964% ( 580, 870 ] 30170 0.015% 99.978% ( 870, 1300 ] 13691 0.007% 99.985% ( 1300, 1900 ] 26353 0.013% 99.998% ( 1900, 2900 ] 2101 0.001% 99.999% ( 2900, 4400 ] 855 0.000% 99.999% ( 4400, 6600 ] 618 0.000% 99.999% ( 6600, 9900 ] 545 0.000% 100.000% ( 9900, 14000 ] 328 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 898.62 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.33 73.32 3995 0.022 0 0 0.0 0.0 L6 3/0 153.04 MB 0.0 309.6 3.1 306.5 306.5 0.1 0.0 99.1 15.4 15.2 20591.45 20212.91 2103 9.791 11G 62M 0.0 0.0 Sum 4/0 153.92 MB 0.0 309.6 3.1 306.5 309.6 3.1 0.0 100.1 15.3 15.3 20677.78 20286.23 6098 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 26.8 0.03 0.03 1 0.033 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 309.6 3.1 306.5 306.5 0.1 0.0 0.0 15.4 15.2 20591.45 20212.91 2103 9.791 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.33 73.32 3995 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1012400.1 total, 600.2 interval Flush(GB): cumulative 3.094, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 309.63 GB write, 0.31 MB/s write, 309.58 GB read, 0.31 MB/s read, 20677.8 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4353 collections: 1688 last_copies: 0 last_secs: 0.002237 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2196,1.66 MB,0.108024%) IndexBlock(2156,1.46 GB,97.165%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1016024 Average: 3.5585 StdDev: 6.35 Min: 0 Median: 2.5752 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.38 P99.9: 60.64 P99.99: 195.72 ------------------------------------------------------ [ 0, 1 ] 116575 11.474% 11.474% ## ( 1, 2 ] 246807 24.291% 35.765% ##### ( 2, 3 ] 251452 24.749% 60.514% ##### ( 3, 4 ] 194254 19.119% 79.633% #### ( 4, 6 ] 166338 16.371% 96.004% ### ( 6, 10 ] 28200 2.776% 98.780% # ( 10, 15 ] 4693 0.462% 99.242% ( 15, 22 ] 2511 0.247% 99.489% ( 22, 34 ] 2139 0.211% 99.699% ( 34, 51 ] 1758 0.173% 99.872% ( 51, 76 ] 729 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175613281 Average: 2.1856 StdDev: 5.39 Min: 0 Median: 1.3409 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.54 P99.99: 144.33 ------------------------------------------------------ [ 0, 1 ] 65060599 37.048% 37.048% ####### ( 1, 2 ] 66726247 37.996% 75.044% ######## ( 2, 3 ] 32595781 18.561% 93.605% #### ( 3, 4 ] 7859958 4.476% 98.081% # ( 4, 6 ] 1468608 0.836% 98.917% ( 6, 10 ] 609155 0.347% 99.264% ( 10, 15 ] 396827 0.226% 99.490% ( 15, 22 ] 197547 0.112% 99.602% ( 22, 34 ] 310148 0.177% 99.779% ( 34, 51 ] 202748 0.115% 99.894% ( 51, 76 ] 98946 0.056% 99.951% ( 76, 110 ] 57013 0.032% 99.983% ( 110, 170 ] 21222 0.012% 99.995% ( 170, 250 ] 3795 0.002% 99.997% ( 250, 380 ] 1734 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 856 0.000% 100.000% ( 870, 1300 ] 256 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.71 MB 0.5 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.9 270.59 250.94 4075 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 21.9 8.1 13.9 21.7 7.9 0.0 2.7 28.8 28.5 779.88 754.28 1949 0.400 607M 276K 0.0 0.0 L6 5/0 333.63 MB 0.0 195.1 8.7 186.4 186.5 0.1 0.0 21.3 14.4 13.8 13864.96 13567.81 710 19.528 8735M 236M 0.0 0.0 Sum 6/0 337.34 MB 0.0 217.1 16.8 200.3 217.2 17.0 0.0 24.3 14.9 14.9 14915.44 14573.03 6734 2.215 9343M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 30.5 0.12 0.11 1 0.121 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 217.1 16.8 200.3 208.3 8.0 0.0 0.0 15.2 14.6 14644.84 14322.09 2659 5.508 9343M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.9 270.59 250.94 4075 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1012400.1 total, 600.2 interval Flush(GB): cumulative 8.951, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 217.21 GB write, 0.22 MB/s write, 217.07 GB read, 0.22 MB/s read, 14915.4 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 357291 collections: 1688 last_copies: 0 last_secs: 0.190524 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357187,1.38 GB,91.8683%) FilterBlock(50,63.40 MB,4.12761%) IndexBlock(54,25.13 MB,1.63638%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2798986 Average: 4.2566 StdDev: 8.11 Min: 0 Median: 1.9554 Max: 9050 Percentiles: P50: 1.96 P75: 5.35 P99: 17.90 P99.9: 61.07 P99.99: 151.60 ------------------------------------------------------ [ 0, 1 ] 628340 22.449% 22.449% #### ( 1, 2 ] 807128 28.836% 51.285% ###### ( 2, 3 ] 393870 14.072% 65.357% ### ( 3, 4 ] 170283 6.084% 71.441% # ( 4, 6 ] 147744 5.278% 76.719% # ( 6, 10 ] 441849 15.786% 92.505% ### ( 10, 15 ] 174870 6.248% 98.753% # ( 15, 22 ] 16700 0.597% 99.350% ( 22, 34 ] 8956 0.320% 99.670% ( 34, 51 ] 5445 0.195% 99.864% ( 51, 76 ] 2487 0.089% 99.953% ( 76, 110 ] 815 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 86 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6790688 Average: 4.6850 StdDev: 7.56 Min: 0 Median: 2.4644 Max: 7311 Percentiles: P50: 2.46 P75: 6.15 P99: 19.33 P99.9: 66.62 P99.99: 166.92 ------------------------------------------------------ [ 0, 1 ] 1117230 16.452% 16.452% ### ( 1, 2 ] 1797542 26.471% 42.923% ##### ( 2, 3 ] 1034863 15.239% 58.163% ### ( 3, 4 ] 554149 8.160% 66.323% ## ( 4, 6 ] 546527 8.048% 74.371% ## ( 6, 10 ] 1177817 17.345% 91.716% ### ( 10, 15 ] 466456 6.869% 98.585% # ( 15, 22 ] 45583 0.671% 99.256% ( 22, 34 ] 23975 0.353% 99.609% ( 34, 51 ] 15177 0.223% 99.833% ( 51, 76 ] 7329 0.108% 99.941% ( 76, 110 ] 2453 0.036% 99.977% ( 110, 170 ] 957 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105400210 Average: 5.7477 StdDev: 24.28 Min: 0 Median: 2.3338 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.59 P99.9: 158.19 P99.99: 463.05 ------------------------------------------------------ [ 0, 1 ] 25134262 23.847% 23.847% ##### ( 1, 2 ] 23900107 22.676% 46.522% ##### ( 2, 3 ] 10981247 10.419% 56.941% ## ( 3, 4 ] 4312796 4.092% 61.033% # ( 4, 6 ] 4939133 4.686% 65.719% # ( 6, 10 ] 25542954 24.234% 89.953% ##### ( 10, 15 ] 8205527 7.785% 97.738% ## ( 15, 22 ] 669131 0.635% 98.373% ( 22, 34 ] 542149 0.514% 98.887% ( 34, 51 ] 361865 0.343% 99.231% ( 51, 76 ] 227132 0.215% 99.446% ( 76, 110 ] 290341 0.275% 99.721% ( 110, 170 ] 234266 0.222% 99.944% ( 170, 250 ] 37938 0.036% 99.980% ( 250, 380 ] 8272 0.008% 99.988% ( 380, 580 ] 6141 0.006% 99.993% ( 580, 870 ] 3520 0.003% 99.997% ( 870, 1300 ] 1883 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 114 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1012400.1 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1688 last_copies: 0 last_secs: 5.2e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-10:30:01.297688 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 526659015 rocksdb.block.cache.hit COUNT : 2160466762 rocksdb.block.cache.add COUNT : 39339855 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32232 rocksdb.block.cache.index.hit COUNT : 530071890 rocksdb.block.cache.index.add COUNT : 32218 rocksdb.block.cache.index.bytes.insert COUNT : 34434016391 rocksdb.block.cache.filter.miss COUNT : 32238 rocksdb.block.cache.filter.hit COUNT : 1100677408 rocksdb.block.cache.filter.add COUNT : 32238 rocksdb.block.cache.filter.bytes.insert COUNT : 8755582502 rocksdb.block.cache.data.miss COUNT : 526594545 rocksdb.block.cache.data.hit COUNT : 529717464 rocksdb.block.cache.data.add COUNT : 39275399 rocksdb.block.cache.data.bytes.insert COUNT : 162687446797 rocksdb.block.cache.bytes.read COUNT : 1883019671037936 rocksdb.block.cache.bytes.write COUNT : 205877045690 rocksdb.bloom.filter.useful COUNT : 570669930 rocksdb.bloom.filter.full.positive COUNT : 530007510 rocksdb.bloom.filter.full.true.positive COUNT : 524486816 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93211261 rocksdb.memtable.miss COUNT : 6267364980 rocksdb.l0.hit COUNT : 16072666 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 508414150 rocksdb.compaction.key.drop.new COUNT : 277702662 rocksdb.compaction.key.drop.obsolete COUNT : 277722466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 578975642 rocksdb.number.keys.read COUNT : 645793532 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59883757011 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67494 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32223 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 762248647 rocksdb.number.multiget.keys.read COUNT : 5714782709 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59883757011 rocksdb.write.self COUNT : 128644202 rocksdb.write.other COUNT : 210356 rocksdb.write.wal COUNT : 128854558 rocksdb.compact.read.bytes COUNT : 992292813873 rocksdb.compact.write.bytes COUNT : 1035158277954 rocksdb.flush.write.bytes COUNT : 32700643590 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1014428 rocksdb.number.superversion_releases COUNT : 2695 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 519974257 rocksdb.number.block.decompressed COUNT : 520030508 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59511049408 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67494 rocksdb.num.iterator.deleted COUNT : 67494 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5197 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5159 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43935 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60789211209 rocksdb.memtable.garbage.bytes.at.flush COUNT : 732048963 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 939639557742 rocksdb.last.level.read.count COUNT : 488712892 rocksdb.non.last.level.read.bytes COUNT : 128631996731 rocksdb.non.last.level.read.count COUNT : 38042792 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 526691238 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2121639092454 rocksdb.bytes.compressed.to COUNT : 1030379052087 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26133203965 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6591935 rocksdb.bytes.decompressed.from COUNT : 1030697744034 rocksdb.bytes.decompressed.to COUNT : 2121913728916 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.423908 P95 : 106.301517 P99 : 160.428070 P100 : 227461.000000 COUNT : 645793532 SUM : 33313610117 rocksdb.db.write.micros P50 : 66.996002 P95 : 111.719926 P99 : 169.441390 P100 : 2037453.000000 COUNT : 128854558 SUM : 13292276466 rocksdb.compaction.times.micros P50 : 1626140.350877 P95 : 38268571.428571 P99 : 66818693.693694 P100 : 84019043.000000 COUNT : 7477 SUM : 62247343534 rocksdb.compaction.times.cpu_micros P50 : 1565162.454874 P95 : 35619742.489270 P99 : 63639044.943820 P100 : 74662372.000000 COUNT : 7477 SUM : 59511049408 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4294.594595 P95 : 27676.813656 P99 : 61311.111111 P100 : 1558490.000000 COUNT : 12164 SUM : 113403253 rocksdb.compaction.outfile.sync.micros P50 : 62567.132116 P95 : 125962.760131 P99 : 225402.105263 P100 : 2063820.000000 COUNT : 20042 SUM : 1283734031 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.902857 P95 : 726.684246 P99 : 3917.053571 P100 : 501117.000000 COUNT : 19703 SUM : 12743496 rocksdb.table.open.io.micros P50 : 581.313839 P95 : 6229.176694 P99 : 12994.097368 P100 : 126033.000000 COUNT : 32223 SUM : 56602048 rocksdb.db.multiget.micros P50 : 7.995704 P95 : 17.817325 P99 : 33.063066 P100 : 26625.000000 COUNT : 762248647 SUM : 7221354657 rocksdb.read.block.compaction.micros P50 : 13.654708 P95 : 58.385429 P99 : 137.967808 P100 : 57122.000000 COUNT : 487319146 SUM : 9416124444 rocksdb.read.block.get.micros P50 : 52.835342 P95 : 94.802181 P99 : 145.797894 P100 : 125945.000000 COUNT : 39339869 SUM : 2266581187 rocksdb.write.raw.block.micros P50 : 0.521467 P95 : 0.990788 P99 : 1.894618 P100 : 331149.000000 COUNT : 526662810 SUM : 10486956876 rocksdb.numfiles.in.singlecompaction P50 : 2.775731 P95 : 5.679283 P99 : 5.938589 P100 : 7.000000 COUNT : 5695 SUM : 20281 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.533272 P95 : 32.847417 P99 : 104.603259 P100 : 57076.000000 COUNT : 526755684 SUM : 3612682273 rocksdb.file.read.flush.micros P50 : 1.840317 P95 : 15.758140 P99 : 41.198933 P100 : 787.000000 COUNT : 60820 SUM : 291330 rocksdb.file.read.compaction.micros P50 : 1.418773 P95 : 35.777624 P99 : 106.107762 P100 : 57076.000000 COUNT : 487419370 SUM : 3220002422 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 645793533 SUM : 0 rocksdb.bytes.per.write P50 : 218.492085 P95 : 527.415149 P99 : 803.626702 P100 : 4563443.000000 COUNT : 128644202 SUM : 59883757011 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 762248648 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45897.893773 P95 : 166722.897423 P99 : 238977.981651 P100 : 1681975.000000 COUNT : 12207 SUM : 761645606 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-10:30:01.297854 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-10:30:01.298029 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708425001 to in-memory stats history 2024/02/20-10:30:01.298059 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-10:30:01.298098 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-10:30:07.795580 4076772 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301036. Total log size is 15728967 while max_total_wal_size is 15728640 2024/02/20-10:30:07.795809 4076772 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301043. Immutable memtables: 0. 2024/02/20-10:30:07.795999 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19709] Syncing log #301040 2024/02/20-10:30:07.809386 3036210 (Original Log Time 2024/02/20-10:30:07.795991) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:30:07.809394 3036210 [db/flush_job.cc:892] [tag] [JOB 19709] Flushing memtable with next log file: 301043 2024/02/20-10:30:07.809416 3036210 EVENT_LOG_v1 {"time_micros": 1708425007809410, "job": 19709, "event": "flush_started", "num_memtables": 1, "num_entries": 17713, "num_deletes": 0, "total_data_size": 1551251, "memory_usage": 2735200, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:30:07.809419 3036210 [db/flush_job.cc:926] [tag] [JOB 19709] Level-0 flush table #301044: started 2024/02/20-10:30:07.823379 3036210 EVENT_LOG_v1 {"time_micros": 1708425007823352, "cf_name": "tag", "job": 19709, "event": "table_file_creation", "file_number": 301044, "file_size": 912883, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144680658, "largest_seqno": 5144846106, "table_properties": {"data_size": 905126, "index_size": 10203, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1501627, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 286, "num_entries": 17577, "num_filter_entries": 211, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424624, "oldest_key_time": 1708424624, "file_creation_time": 1708425007, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301044, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:30:07.833364 3036210 [db/flush_job.cc:1062] [tag] [JOB 19709] Flush lasted 23984 microseconds, and 21417 cpu microseconds. 2024/02/20-10:30:07.834039 3036210 (Original Log Time 2024/02/20-10:30:07.833331) [db/flush_job.cc:1011] [tag] [JOB 19709] Level-0 flush table #301044: 912883 bytes OK 2024/02/20-10:30:07.834043 3036210 (Original Log Time 2024/02/20-10:30:07.833372) [db/memtable_list.cc:555] [tag] Level-0 commit table #301044 started 2024/02/20-10:30:07.834045 3036210 (Original Log Time 2024/02/20-10:30:07.833792) [db/memtable_list.cc:754] [tag] Level-0 commit table #301044: memtable #1 done 2024/02/20-10:30:07.834046 3036210 (Original Log Time 2024/02/20-10:30:07.833819) EVENT_LOG_v1 {"time_micros": 1708425007833812, "job": 19709, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:30:07.834048 3036210 (Original Log Time 2024/02/20-10:30:07.833998) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-10:30:07.834052 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19709] Try to delete WAL files size 500858, prev total WAL file size 15730092, number of live WAL files 4. 2024/02/20-10:30:07.834151 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19710] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-10:30:07.834162 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19717 Base level 0, inputs: [301044(891KB) 301037(898KB)], [301023(64MB) 301024(64MB) 301025(24MB)] 2024/02/20-10:30:07.834186 3036186 EVENT_LOG_v1 {"time_micros": 1708425007834176, "job": 19710, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301044, 301037], "files_L6": [301023, 301024, 301025], "score": 1, "input_data_size": 162307526, "oldest_snapshot_seqno": -1} 2024/02/20-10:30:07.834270 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301036.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:30:12.106048 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19710] Generated table #301045: 2392678 keys, 67635631 bytes, temperature: kUnknown 2024/02/20-10:30:12.106106 3036186 EVENT_LOG_v1 {"time_micros": 1708425012106072, "cf_name": "tag", "job": 19710, "event": "table_file_creation", "file_number": 301045, "file_size": 67635631, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109164, "index_size": 1453530, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 201956388, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35958, "num_entries": 2392678, "num_filter_entries": 1641, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708425007, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301045, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:30:16.242606 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19710] Generated table #301046: 2153795 keys, 67636498 bytes, temperature: kUnknown 2024/02/20-10:30:16.242664 3036186 EVENT_LOG_v1 {"time_micros": 1708425016242631, "cf_name": "tag", "job": 19710, "event": "table_file_creation", "file_number": 301046, "file_size": 67636498, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110390, "index_size": 1398591, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192564745, "raw_average_key_size": 89, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36103, "num_entries": 2153795, "num_filter_entries": 1629, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708425012, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301046, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:30:18.153117 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19710] Generated table #301047: 994667 keys, 26126777 bytes, temperature: kUnknown 2024/02/20-10:30:18.153182 3036186 EVENT_LOG_v1 {"time_micros": 1708425018153147, "cf_name": "tag", "job": 19710, "event": "table_file_creation", "file_number": 301047, "file_size": 26126777, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 25923213, "index_size": 579986, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 79927903, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 14183, "num_entries": 994667, "num_filter_entries": 288, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708425016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301047, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:30:18.159707 3036186 (Original Log Time 2024/02/20-10:30:18.158805) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19710] Compacted 2@0 + 3@6 files to L6 => 161398906 bytes 2024/02/20-10:30:18.159713 3036186 (Original Log Time 2024/02/20-10:30:18.159414) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.7 rd, 15.6 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.7, 153.0 +0.0 blob) out(153.9 +0.0 blob), read-write-amplify(176.6) write-amplify(88.0) OK, records in: 5541140, records dropped: 0 output_compression: ZSTD 2024/02/20-10:30:18.159724 3036186 (Original Log Time 2024/02/20-10:30:18.159473) EVENT_LOG_v1 {"time_micros": 1708425018159434, "job": 19710, "event": "compaction_finished", "compaction_time_micros": 10319062, "compaction_time_cpu_micros": 10156813, "output_level": 6, "num_output_files": 3, "total_output_size": 161398906, "num_input_records": 5541140, "num_output_records": 5541140, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-10:30:18.168281 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301023.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:30:18.168317 3036186 EVENT_LOG_v1 {"time_micros": 1708425018168313, "job": 19710, "event": "table_file_deletion", "file_number": 301023} 2024/02/20-10:30:18.174709 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301024.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:30:18.174746 3036186 EVENT_LOG_v1 {"time_micros": 1708425018174741, "job": 19710, "event": "table_file_deletion", "file_number": 301024} 2024/02/20-10:30:18.178639 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301025.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:30:18.178670 3036186 EVENT_LOG_v1 {"time_micros": 1708425018178665, "job": 19710, "event": "table_file_deletion", "file_number": 301025} 2024/02/20-10:30:18.178832 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301037.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:30:18.178839 3036186 EVENT_LOG_v1 {"time_micros": 1708425018178838, "job": 19710, "event": "table_file_deletion", "file_number": 301037} 2024/02/20-10:30:18.178945 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301044.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:30:18.178950 3036186 EVENT_LOG_v1 {"time_micros": 1708425018178949, "job": 19710, "event": "table_file_deletion", "file_number": 301044} 2024/02/20-10:30:19.707672 4076632 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301038. Total log size is 15728696 while max_total_wal_size is 15728640 2024/02/20-10:30:19.707856 4076632 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301048. Immutable memtables: 0. 2024/02/20-10:30:19.708260 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19711] Syncing log #301043 2024/02/20-10:30:19.720415 3036193 (Original Log Time 2024/02/20-10:30:19.708249) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:30:19.720423 3036193 [db/flush_job.cc:892] [key] [JOB 19711] Flushing memtable with next log file: 301048 2024/02/20-10:30:19.720445 3036193 EVENT_LOG_v1 {"time_micros": 1708425019720439, "job": 19711, "event": "flush_started", "num_memtables": 1, "num_entries": 89933, "num_deletes": 36000, "total_data_size": 5599654, "memory_usage": 9109976, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:30:19.720448 3036193 [db/flush_job.cc:926] [key] [JOB 19711] Level-0 flush table #301049: started 2024/02/20-10:30:19.835757 3036193 EVENT_LOG_v1 {"time_micros": 1708425019835714, "cf_name": "key", "job": 19711, "event": "table_file_creation", "file_number": 301049, "file_size": 3843479, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144686245, "largest_seqno": 5144851871, "table_properties": {"data_size": 3741257, "index_size": 27205, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 81477, "raw_key_size": 5353009, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1097, "num_entries": 88827, "num_filter_entries": 92874, "num_deletions": 36000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424635, "oldest_key_time": 1708424635, "file_creation_time": 1708425019, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301049, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:30:19.835809 3036193 [db/flush_job.cc:1062] [key] [JOB 19711] Flush lasted 115399 microseconds, and 111825 cpu microseconds. 2024/02/20-10:30:19.836384 3036193 (Original Log Time 2024/02/20-10:30:19.835791) [db/flush_job.cc:1011] [key] [JOB 19711] Level-0 flush table #301049: 3843479 bytes OK 2024/02/20-10:30:19.836387 3036193 (Original Log Time 2024/02/20-10:30:19.835816) [db/memtable_list.cc:555] [key] Level-0 commit table #301049 started 2024/02/20-10:30:19.836389 3036193 (Original Log Time 2024/02/20-10:30:19.836125) [db/memtable_list.cc:754] [key] Level-0 commit table #301049: memtable #1 done 2024/02/20-10:30:19.836390 3036193 (Original Log Time 2024/02/20-10:30:19.836145) EVENT_LOG_v1 {"time_micros": 1708425019836139, "job": 19711, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-10:30:19.836392 3036193 (Original Log Time 2024/02/20-10:30:19.836344) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 5] max score 1.00 2024/02/20-10:30:19.836396 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19711] Try to delete WAL files size 13000414, prev total WAL file size 15734759, number of live WAL files 4. 2024/02/20-10:30:19.836558 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19712] Compacting 2@0 files to L5, score 1.00 2024/02/20-10:30:19.836570 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19719 Base level 0, inputs: [301049(3753KB) 301039(3797KB)] 2024/02/20-10:30:19.836597 3036189 EVENT_LOG_v1 {"time_micros": 1708425019836585, "job": 19712, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301049, 301039], "score": 1, "input_data_size": 7731833, "oldest_snapshot_seqno": -1} 2024/02/20-10:30:19.838108 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301038.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:30:20.096270 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19712] Generated table #301050: 182394 keys, 7642367 bytes, temperature: kUnknown 2024/02/20-10:30:20.096347 3036189 EVENT_LOG_v1 {"time_micros": 1708425020096301, "cf_name": "key", "job": 19712, "event": "table_file_creation", "file_number": 301050, "file_size": 7642367, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144517540, "largest_seqno": 5144851871, "table_properties": {"data_size": 7433491, "index_size": 57623, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 166533, "raw_key_size": 11005017, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2184, "num_entries": 182394, "num_filter_entries": 189094, "num_deletions": 78000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424266, "oldest_key_time": 0, "file_creation_time": 1708425019, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301050, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:30:20.097582 3036189 (Original Log Time 2024/02/20-10:30:20.096888) [db/compaction/compaction_job.cc:1729] [key] [JOB 19712] Compacted 2@0 files to L5 => 7642367 bytes 2024/02/20-10:30:20.097587 3036189 (Original Log Time 2024/02/20-10:30:20.097262) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.03, MB/sec: 29.8 rd, 29.4 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(7.4, 0.0 +0.0 blob) out(7.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 182395, records dropped: 1 output_compression: LZ4 2024/02/20-10:30:20.097599 3036189 (Original Log Time 2024/02/20-10:30:20.097294) EVENT_LOG_v1 {"time_micros": 1708425020097277, "job": 19712, "event": "compaction_finished", "compaction_time_micros": 259872, "compaction_time_cpu_micros": 255109, "output_level": 5, "num_output_files": 1, "total_output_size": 7642367, "num_input_records": 182395, "num_output_records": 182394, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-10:30:20.098162 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301039.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:30:20.098182 3036189 EVENT_LOG_v1 {"time_micros": 1708425020098178, "job": 19712, "event": "table_file_deletion", "file_number": 301039} 2024/02/20-10:30:20.098724 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301049.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:30:20.098742 3036189 EVENT_LOG_v1 {"time_micros": 1708425020098739, "job": 19712, "event": "table_file_deletion", "file_number": 301049} 2024/02/20-10:35:35.488036 4076754 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301040. Total log size is 15822611 while max_total_wal_size is 15728640 2024/02/20-10:35:35.488281 4076754 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301051. Immutable memtables: 0. 2024/02/20-10:35:35.488518 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19713] Syncing log #301048 2024/02/20-10:35:35.507008 3036210 (Original Log Time 2024/02/20-10:35:35.488510) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:35:35.507019 3036210 [db/flush_job.cc:892] [url] [JOB 19713] Flushing memtable with next log file: 301051 2024/02/20-10:35:35.507049 3036210 EVENT_LOG_v1 {"time_micros": 1708425335507040, "job": 19713, "event": "flush_started", "num_memtables": 1, "num_entries": 59256, "num_deletes": 0, "total_data_size": 8953041, "memory_usage": 10701016, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:35:35.507053 3036210 [db/flush_job.cc:926] [url] [JOB 19713] Level-0 flush table #301052: started 2024/02/20-10:35:35.616205 3036210 EVENT_LOG_v1 {"time_micros": 1708425335616163, "cf_name": "url", "job": 19713, "event": "table_file_creation", "file_number": 301052, "file_size": 4562857, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144822812, "largest_seqno": 5144989340, "table_properties": {"data_size": 4489454, "index_size": 107900, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 8655483, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1361, "num_entries": 58261, "num_filter_entries": 7200, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424950, "oldest_key_time": 1708424950, "file_creation_time": 1708425335, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301052, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:35:35.616274 3036210 [db/flush_job.cc:1062] [url] [JOB 19713] Flush lasted 109275 microseconds, and 105316 cpu microseconds. 2024/02/20-10:35:35.616972 3036210 (Original Log Time 2024/02/20-10:35:35.616252) [db/flush_job.cc:1011] [url] [JOB 19713] Level-0 flush table #301052: 4562857 bytes OK 2024/02/20-10:35:35.616977 3036210 (Original Log Time 2024/02/20-10:35:35.616284) [db/memtable_list.cc:555] [url] Level-0 commit table #301052 started 2024/02/20-10:35:35.616979 3036210 (Original Log Time 2024/02/20-10:35:35.616663) [db/memtable_list.cc:754] [url] Level-0 commit table #301052: memtable #1 done 2024/02/20-10:35:35.616981 3036210 (Original Log Time 2024/02/20-10:35:35.616693) EVENT_LOG_v1 {"time_micros": 1708425335616685, "job": 19713, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-10:35:35.616984 3036210 (Original Log Time 2024/02/20-10:35:35.616921) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-10:35:35.616989 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19713] Try to delete WAL files size 2227695, prev total WAL file size 15826196, number of live WAL files 4. 2024/02/20-10:35:35.617640 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301040.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:36:28.169740 4076727 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301043. Total log size is 15728764 while max_total_wal_size is 15728640 2024/02/20-10:36:28.169957 4076727 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301053. Immutable memtables: 0. 2024/02/20-10:36:28.170162 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19714] Syncing log #301051 2024/02/20-10:36:28.205715 3036193 (Original Log Time 2024/02/20-10:36:28.170153) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:36:28.205724 3036193 [db/flush_job.cc:892] [tag] [JOB 19714] Flushing memtable with next log file: 301053 2024/02/20-10:36:28.205755 3036193 EVENT_LOG_v1 {"time_micros": 1708425388205748, "job": 19714, "event": "flush_started", "num_memtables": 1, "num_entries": 17835, "num_deletes": 0, "total_data_size": 1549926, "memory_usage": 3135632, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:36:28.205758 3036193 [db/flush_job.cc:926] [tag] [JOB 19714] Level-0 flush table #301054: started 2024/02/20-10:36:28.236512 3036193 EVENT_LOG_v1 {"time_micros": 1708425388236475, "cf_name": "tag", "job": 19714, "event": "table_file_creation", "file_number": 301054, "file_size": 912796, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144846129, "largest_seqno": 5145013548, "table_properties": {"data_size": 905099, "index_size": 10243, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1490851, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 284, "num_entries": 17594, "num_filter_entries": 225, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708425007, "oldest_key_time": 1708425007, "file_creation_time": 1708425388, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301054, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:36:28.236558 3036193 [db/flush_job.cc:1062] [tag] [JOB 19714] Flush lasted 30852 microseconds, and 29417 cpu microseconds. 2024/02/20-10:36:28.237061 3036193 (Original Log Time 2024/02/20-10:36:28.236541) [db/flush_job.cc:1011] [tag] [JOB 19714] Level-0 flush table #301054: 912796 bytes OK 2024/02/20-10:36:28.237065 3036193 (Original Log Time 2024/02/20-10:36:28.236565) [db/memtable_list.cc:555] [tag] Level-0 commit table #301054 started 2024/02/20-10:36:28.237067 3036193 (Original Log Time 2024/02/20-10:36:28.236821) [db/memtable_list.cc:754] [tag] Level-0 commit table #301054: memtable #1 done 2024/02/20-10:36:28.237068 3036193 (Original Log Time 2024/02/20-10:36:28.236840) EVENT_LOG_v1 {"time_micros": 1708425388236833, "job": 19714, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:36:28.237070 3036193 (Original Log Time 2024/02/20-10:36:28.237023) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-10:36:28.237076 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19714] Try to delete WAL files size 500587, prev total WAL file size 15731332, number of live WAL files 4. 2024/02/20-10:36:28.237358 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301043.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:36:39.328294 4076258 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301048. Total log size is 15755376 while max_total_wal_size is 15728640 2024/02/20-10:36:39.328608 4076258 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301055. Immutable memtables: 0. 2024/02/20-10:36:39.328837 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19715] Syncing log #301053 2024/02/20-10:36:39.331863 3036210 (Original Log Time 2024/02/20-10:36:39.328827) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:36:39.331868 3036210 [db/flush_job.cc:892] [key] [JOB 19715] Flushing memtable with next log file: 301055 2024/02/20-10:36:39.331889 3036210 EVENT_LOG_v1 {"time_micros": 1708425399331883, "job": 19715, "event": "flush_started", "num_memtables": 1, "num_entries": 90523, "num_deletes": 36000, "total_data_size": 5634948, "memory_usage": 9493312, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:36:39.331893 3036210 [db/flush_job.cc:926] [key] [JOB 19715] Level-0 flush table #301056: started 2024/02/20-10:36:39.452012 3036210 EVENT_LOG_v1 {"time_micros": 1708425399451982, "cf_name": "key", "job": 19715, "event": "table_file_creation", "file_number": 301056, "file_size": 3872684, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144851873, "largest_seqno": 5145019501, "table_properties": {"data_size": 3769117, "index_size": 28140, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 82133, "raw_key_size": 5394065, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1106, "num_entries": 89531, "num_filter_entries": 93601, "num_deletions": 36000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708425019, "oldest_key_time": 1708425019, "file_creation_time": 1708425399, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301056, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:36:39.452067 3036210 [db/flush_job.cc:1062] [key] [JOB 19715] Flush lasted 120206 microseconds, and 116785 cpu microseconds. 2024/02/20-10:36:39.452626 3036210 (Original Log Time 2024/02/20-10:36:39.452052) [db/flush_job.cc:1011] [key] [JOB 19715] Level-0 flush table #301056: 3872684 bytes OK 2024/02/20-10:36:39.452629 3036210 (Original Log Time 2024/02/20-10:36:39.452073) [db/memtable_list.cc:555] [key] Level-0 commit table #301056 started 2024/02/20-10:36:39.452630 3036210 (Original Log Time 2024/02/20-10:36:39.452405) [db/memtable_list.cc:754] [key] Level-0 commit table #301056: memtable #1 done 2024/02/20-10:36:39.452631 3036210 (Original Log Time 2024/02/20-10:36:39.452420) EVENT_LOG_v1 {"time_micros": 1708425399452414, "job": 19715, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-10:36:39.452632 3036210 (Original Log Time 2024/02/20-10:36:39.452594) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-10:36:39.452636 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19715] Try to delete WAL files size 13094329, prev total WAL file size 15761357, number of live WAL files 4. 2024/02/20-10:36:39.453963 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301048.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:40:01.428316 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-10:40:01.428533 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1013000.3 total, 600.1 interval Cumulative writes: 128M writes, 579M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.79 GB, 0.06 MB/s Cumulative WAL: 128M writes, 0 syncs, 128940898.00 writes per sync, written: 55.79 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 86K writes, 268K keys, 86K commit groups, 1.0 writes per commit group, ingest: 23.95 MB, 0.04 MB/s Interval WAL: 86K writes, 0 syncs, 86340.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.35 MB 0.5 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 404.84 377.51 4110 0.099 0 0 0.0 0.0 L5 1/0 8.04 MB 0.0 68.3 18.1 50.2 67.2 16.9 0.0 3.7 42.0 41.3 1665.42 1594.69 2122 0.785 1031M 1129 0.0 0.0 L6 12/0 729.15 MB 0.0 399.1 17.3 381.8 382.1 0.3 0.0 22.1 16.1 15.4 25345.63 23381.36 593 42.741 9324M 256M 0.0 0.0 Sum 14/0 741.55 MB 0.0 467.4 35.4 432.0 467.7 35.6 0.0 25.4 17.5 17.5 27415.88 25353.56 6825 4.017 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 39.8 0.11 0.11 1 0.109 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 467.4 35.4 432.0 449.3 17.2 0.0 0.0 17.7 17.0 27011.05 24976.05 2715 9.949 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 404.84 377.51 4110 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1013000.3 total, 600.1 interval Flush(GB): cumulative 18.411, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 467.68 GB write, 0.47 MB/s write, 467.43 GB read, 0.47 MB/s read, 27415.9 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1594 collections: 1689 last_copies: 0 last_secs: 0.000715 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(817,13.10 MB,0.853127%) IndexBlock(776,1.39 GB,92.4959%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5924191 Average: 2.1890 StdDev: 4.26 Min: 0 Median: 1.3819 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.40 P99.99: 127.32 ------------------------------------------------------ [ 0, 1 ] 1999991 33.760% 33.760% ####### ( 1, 2 ] 2519186 42.524% 76.283% ######### ( 2, 3 ] 983554 16.602% 92.886% ### ( 3, 4 ] 240141 4.054% 96.939% # ( 4, 6 ] 106840 1.803% 98.743% ( 6, 10 ] 34888 0.589% 99.332% ( 10, 15 ] 14680 0.248% 99.580% ( 15, 22 ] 7443 0.126% 99.705% ( 22, 34 ] 7790 0.131% 99.837% ( 34, 51 ] 5600 0.095% 99.931% ( 51, 76 ] 2490 0.042% 99.973% ( 76, 110 ] 881 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21512843 Average: 2.4644 StdDev: 6.81 Min: 0 Median: 1.4943 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.51 ------------------------------------------------------ [ 0, 1 ] 6598358 30.672% 30.672% ###### ( 1, 2 ] 8411444 39.100% 69.771% ######## ( 2, 3 ] 3647815 16.956% 86.728% ### ( 3, 4 ] 1326322 6.165% 92.893% # ( 4, 6 ] 1030674 4.791% 97.684% # ( 6, 10 ] 332878 1.547% 99.231% ( 10, 15 ] 58635 0.273% 99.504% ( 15, 22 ] 29959 0.139% 99.643% ( 22, 34 ] 32241 0.150% 99.793% ( 34, 51 ] 24519 0.114% 99.907% ( 51, 76 ] 11817 0.055% 99.962% ( 76, 110 ] 4829 0.022% 99.984% ( 110, 170 ] 1973 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 258 0.001% 99.999% ( 580, 870 ] 109 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 207697053 Average: 12.0835 StdDev: 47.17 Min: 0 Median: 1.4857 Max: 57076 Percentiles: P50: 1.49 P75: 2.59 P99: 142.41 P99.9: 302.57 P99.99: 1532.97 ------------------------------------------------------ [ 0, 1 ] 71237063 34.299% 34.299% ####### ( 1, 2 ] 67146574 32.329% 66.628% ###### ( 2, 3 ] 29393841 14.152% 80.780% ### ( 3, 4 ] 6341459 3.053% 83.833% # ( 4, 6 ] 1157255 0.557% 84.390% ( 6, 10 ] 544654 0.262% 84.653% ( 10, 15 ] 309022 0.149% 84.801% ( 15, 22 ] 257956 0.124% 84.926% ( 22, 34 ] 7430190 3.577% 88.503% # ( 34, 51 ] 7454558 3.589% 92.092% # ( 51, 76 ] 5992275 2.885% 94.977% # ( 76, 110 ] 6600286 3.178% 98.155% # ( 110, 170 ] 3248817 1.564% 99.719% ( 170, 250 ] 330735 0.159% 99.878% ( 250, 380 ] 110465 0.053% 99.932% ( 380, 580 ] 67040 0.032% 99.964% ( 580, 870 ] 30170 0.015% 99.978% ( 870, 1300 ] 13691 0.007% 99.985% ( 1300, 1900 ] 26353 0.013% 99.998% ( 1900, 2900 ] 2101 0.001% 99.999% ( 2900, 4400 ] 855 0.000% 99.999% ( 4400, 6600 ] 618 0.000% 99.999% ( 6600, 9900 ] 545 0.000% 100.000% ( 9900, 14000 ] 328 0.000% 100.000% ( 14000, 22000 ] 160 0.000% 100.000% ( 22000, 33000 ] 37 0.000% 100.000% ( 33000, 50000 ] 4 0.000% 100.000% ( 50000, 75000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 891.40 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.38 73.37 3997 0.022 0 0 0.0 0.0 L6 3/0 153.92 MB 0.0 309.7 3.1 306.6 306.7 0.1 0.0 99.1 15.4 15.2 20601.77 20223.07 2104 9.792 11G 62M 0.0 0.0 Sum 4/0 154.79 MB 0.0 309.7 3.1 306.6 309.8 3.1 0.0 100.1 15.3 15.3 20688.15 20296.44 6101 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.1 0.2 0.0 0.0 89.4 14.9 15.0 10.37 10.21 3 3.458 5541K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 309.7 3.1 306.6 306.7 0.1 0.0 0.0 15.4 15.2 20601.77 20223.07 2104 9.792 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.38 73.37 3997 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1013000.3 total, 600.1 interval Flush(GB): cumulative 3.096, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 309.78 GB write, 0.31 MB/s write, 309.73 GB read, 0.31 MB/s read, 20688.2 seconds Interval compaction: 0.15 GB write, 0.26 MB/s write, 0.15 GB read, 0.26 MB/s read, 10.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4351 collections: 1689 last_copies: 0 last_secs: 0.001419 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2194,1.66 MB,0.107875%) IndexBlock(2156,1.46 GB,97.2212%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1016599 Average: 3.5591 StdDev: 6.35 Min: 0 Median: 2.5760 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.39 P99.9: 60.64 P99.99: 195.66 ------------------------------------------------------ [ 0, 1 ] 116579 11.468% 11.468% ## ( 1, 2 ] 246823 24.279% 35.747% ##### ( 2, 3 ] 251568 24.746% 60.493% ##### ( 3, 4 ] 194452 19.128% 79.621% #### ( 4, 6 ] 166538 16.382% 96.002% ### ( 6, 10 ] 28232 2.777% 98.780% # ( 10, 15 ] 4695 0.462% 99.241% ( 15, 22 ] 2515 0.247% 99.489% ( 22, 34 ] 2141 0.211% 99.699% ( 34, 51 ] 1758 0.173% 99.872% ( 51, 76 ] 730 0.072% 99.944% ( 76, 110 ] 246 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175699049 Average: 2.1856 StdDev: 5.39 Min: 0 Median: 1.3410 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.53 P99.99: 144.32 ------------------------------------------------------ [ 0, 1 ] 65085236 37.044% 37.044% ####### ( 1, 2 ] 66761313 37.998% 75.041% ######## ( 2, 3 ] 32615742 18.563% 93.605% #### ( 3, 4 ] 7864492 4.476% 98.081% # ( 4, 6 ] 1469336 0.836% 98.917% ( 6, 10 ] 609456 0.347% 99.264% ( 10, 15 ] 397030 0.226% 99.490% ( 15, 22 ] 197654 0.112% 99.602% ( 22, 34 ] 310248 0.177% 99.779% ( 34, 51 ] 202836 0.115% 99.894% ( 51, 76 ] 98972 0.056% 99.951% ( 76, 110 ] 57020 0.032% 99.983% ( 110, 170 ] 21231 0.012% 99.995% ( 170, 250 ] 3795 0.002% 99.997% ( 250, 380 ] 1734 0.001% 99.998% ( 380, 580 ] 1446 0.001% 99.999% ( 580, 870 ] 857 0.000% 100.000% ( 870, 1300 ] 256 0.000% 100.000% ( 1300, 1900 ] 265 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.69 MB 0.5 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.9 270.83 251.17 4077 0.066 0 0 0.0 0.0 L5 1/0 7.29 MB 0.0 21.9 8.1 13.9 21.7 7.9 0.0 2.7 28.8 28.5 780.14 754.53 1950 0.400 607M 276K 0.0 0.0 L6 5/0 333.63 MB 0.0 195.1 8.7 186.4 186.5 0.1 0.0 21.3 14.4 13.8 13864.96 13567.81 710 19.528 8735M 236M 0.0 0.0 Sum 7/0 344.61 MB 0.0 217.1 16.8 200.3 217.2 17.0 0.0 24.2 14.9 14.9 14915.93 14573.52 6737 2.214 9343M 236M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 14.9 29.6 0.50 0.48 3 0.165 182K 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 217.1 16.8 200.3 208.3 8.0 0.0 0.0 15.2 14.6 14645.10 14322.34 2660 5.506 9343M 236M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.9 270.83 251.17 4077 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1013000.3 total, 600.1 interval Flush(GB): cumulative 8.958, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 217.23 GB write, 0.22 MB/s write, 217.08 GB read, 0.22 MB/s read, 14915.9 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358583 collections: 1689 last_copies: 0 last_secs: 0.127351 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(358478,1.38 GB,92.2003%) FilterBlock(51,61.66 MB,4.01437%) IndexBlock(53,24.26 MB,1.57934%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2801181 Average: 4.2566 StdDev: 8.11 Min: 0 Median: 1.9555 Max: 9050 Percentiles: P50: 1.96 P75: 5.35 P99: 17.90 P99.9: 61.07 P99.99: 151.56 ------------------------------------------------------ [ 0, 1 ] 628698 22.444% 22.444% #### ( 1, 2 ] 807829 28.839% 51.283% ###### ( 2, 3 ] 394320 14.077% 65.360% ### ( 3, 4 ] 170401 6.083% 71.443% # ( 4, 6 ] 147815 5.277% 76.720% # ( 6, 10 ] 442163 15.785% 92.505% ### ( 10, 15 ] 175030 6.248% 98.753% # ( 15, 22 ] 16712 0.597% 99.350% ( 22, 34 ] 8965 0.320% 99.670% ( 34, 51 ] 5445 0.194% 99.864% ( 51, 76 ] 2487 0.089% 99.953% ( 76, 110 ] 817 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 86 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6791630 Average: 4.6858 StdDev: 7.56 Min: 0 Median: 2.4648 Max: 7311 Percentiles: P50: 2.46 P75: 6.15 P99: 19.33 P99.9: 66.62 P99.99: 166.92 ------------------------------------------------------ [ 0, 1 ] 1117232 16.450% 16.450% ### ( 1, 2 ] 1797542 26.467% 42.917% ##### ( 2, 3 ] 1034863 15.237% 58.154% ### ( 3, 4 ] 554150 8.159% 66.314% ## ( 4, 6 ] 546553 8.047% 74.361% ## ( 6, 10 ] 1178393 17.351% 91.712% ### ( 10, 15 ] 466768 6.873% 98.585% # ( 15, 22 ] 45590 0.671% 99.256% ( 22, 34 ] 23986 0.353% 99.609% ( 34, 51 ] 15181 0.224% 99.833% ( 51, 76 ] 7332 0.108% 99.941% ( 76, 110 ] 2453 0.036% 99.977% ( 110, 170 ] 957 0.014% 99.991% ( 170, 250 ] 309 0.005% 99.995% ( 250, 380 ] 158 0.002% 99.998% ( 380, 580 ] 114 0.002% 99.999% ( 580, 870 ] 45 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105416354 Average: 5.7483 StdDev: 24.28 Min: 0 Median: 2.3346 Max: 40453 Percentiles: P50: 2.33 P75: 7.53 P99: 39.58 P99.9: 158.19 P99.99: 463.01 ------------------------------------------------------ [ 0, 1 ] 25134262 23.843% 23.843% ##### ( 1, 2 ] 23900107 22.672% 46.515% ##### ( 2, 3 ] 10981248 10.417% 56.932% ## ( 3, 4 ] 4312817 4.091% 61.023% # ( 4, 6 ] 4939682 4.686% 65.709% # ( 6, 10 ] 25553855 24.241% 89.950% ##### ( 10, 15 ] 8209736 7.788% 97.738% ## ( 15, 22 ] 669364 0.635% 98.373% ( 22, 34 ] 542268 0.514% 98.887% ( 34, 51 ] 361929 0.343% 99.231% ( 51, 76 ] 227162 0.215% 99.446% ( 76, 110 ] 290349 0.275% 99.722% ( 110, 170 ] 234272 0.222% 99.944% ( 170, 250 ] 37939 0.036% 99.980% ( 250, 380 ] 8273 0.008% 99.988% ( 380, 580 ] 6142 0.006% 99.993% ( 580, 870 ] 3520 0.003% 99.997% ( 870, 1300 ] 1883 0.002% 99.999% ( 1300, 1900 ] 2569 0.002% 100.001% ( 1900, 2900 ] 183 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 98 0.000% 100.001% ( 6600, 9900 ] 114 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 9 0.000% 100.002% ( 22000, 33000 ] 20 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-10:40:01.431956 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 526764617 rocksdb.block.cache.hit COUNT : 2162444663 rocksdb.block.cache.add COUNT : 39357423 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32241 rocksdb.block.cache.index.hit COUNT : 530553260 rocksdb.block.cache.index.add COUNT : 32227 rocksdb.block.cache.index.bytes.insert COUNT : 34437690559 rocksdb.block.cache.filter.miss COUNT : 32247 rocksdb.block.cache.filter.hit COUNT : 1101709636 rocksdb.block.cache.filter.add COUNT : 32247 rocksdb.block.cache.filter.bytes.insert COUNT : 8755923123 rocksdb.block.cache.data.miss COUNT : 526700129 rocksdb.block.cache.data.hit COUNT : 530181767 rocksdb.block.cache.data.add COUNT : 39292949 rocksdb.block.cache.data.bytes.insert COUNT : 162760150353 rocksdb.block.cache.bytes.read COUNT : 1884571783973159 rocksdb.block.cache.bytes.write COUNT : 205953764035 rocksdb.bloom.filter.useful COUNT : 571220804 rocksdb.bloom.filter.full.positive COUNT : 530488864 rocksdb.bloom.filter.full.true.positive COUNT : 524960141 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93292157 rocksdb.memtable.miss COUNT : 6272434804 rocksdb.l0.hit COUNT : 16082468 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 508877673 rocksdb.compaction.key.drop.new COUNT : 277702663 rocksdb.compaction.key.drop.obsolete COUNT : 277722466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 579244133 rocksdb.number.keys.read COUNT : 646347759 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59908872299 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67534 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32232 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 762837926 rocksdb.number.multiget.keys.read COUNT : 5719379202 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59908872299 rocksdb.write.self COUNT : 128730422 rocksdb.write.other COUNT : 210477 rocksdb.write.wal COUNT : 128940899 rocksdb.compact.read.bytes COUNT : 992461162227 rocksdb.compact.write.bytes COUNT : 1035327319227 rocksdb.flush.write.bytes COUNT : 32714749701 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1015589 rocksdb.number.superversion_releases COUNT : 2695 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 520066458 rocksdb.number.block.decompressed COUNT : 520135995 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59521461330 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67534 rocksdb.num.iterator.deleted COUNT : 67534 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5197 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5159 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43947 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60811913687 rocksdb.memtable.garbage.bytes.at.flush COUNT : 732356406 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 939829547343 rocksdb.last.level.read.count COUNT : 488814804 rocksdb.non.last.level.read.bytes COUNT : 128644937643 rocksdb.non.last.level.read.count COUNT : 38046509 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 526796849 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2122014668748 rocksdb.bytes.compressed.to COUNT : 1030559921073 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26134667850 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6592305 rocksdb.bytes.decompressed.from COUNT : 1030899383903 rocksdb.bytes.decompressed.to COUNT : 2122343259819 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.422025 P95 : 106.296872 P99 : 160.421465 P100 : 227461.000000 COUNT : 646347759 SUM : 33340500180 rocksdb.db.write.micros P50 : 66.997520 P95 : 111.718969 P99 : 169.439496 P100 : 2037453.000000 COUNT : 128940899 SUM : 13300948114 rocksdb.compaction.times.micros P50 : 1626140.350877 P95 : 38260952.380952 P99 : 66816441.441441 P100 : 84019043.000000 COUNT : 7479 SUM : 62257922468 rocksdb.compaction.times.cpu_micros P50 : 1565162.454874 P95 : 35612875.536481 P99 : 63636235.955056 P100 : 74662372.000000 COUNT : 7479 SUM : 59521461330 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4294.302090 P95 : 27672.901849 P99 : 61283.333333 P100 : 1558490.000000 COUNT : 12169 SUM : 113444429 rocksdb.compaction.outfile.sync.micros P50 : 62565.184049 P95 : 125949.616648 P99 : 225385.263158 P100 : 2063820.000000 COUNT : 20046 SUM : 1283950029 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.909182 P95 : 726.548732 P99 : 3915.178571 P100 : 501117.000000 COUNT : 19710 SUM : 12745381 rocksdb.table.open.io.micros P50 : 580.955519 P95 : 6228.549715 P99 : 12993.126316 P100 : 126033.000000 COUNT : 32232 SUM : 56608693 rocksdb.db.multiget.micros P50 : 7.995528 P95 : 17.816191 P99 : 33.061554 P100 : 26625.000000 COUNT : 762837926 SUM : 7226714601 rocksdb.read.block.compaction.micros P50 : 13.654781 P95 : 58.376843 P99 : 137.960256 P100 : 57122.000000 COUNT : 487407180 SUM : 9417485707 rocksdb.read.block.get.micros P50 : 52.836563 P95 : 94.799605 P99 : 145.789686 P100 : 125945.000000 COUNT : 39357437 SUM : 2267576122 rocksdb.write.raw.block.micros P50 : 0.521467 P95 : 0.990787 P99 : 1.894613 P100 : 331149.000000 COUNT : 526755408 SUM : 10488877770 rocksdb.numfiles.in.singlecompaction P50 : 2.775731 P95 : 5.679352 P99 : 5.938601 P100 : 7.000000 COUNT : 5697 SUM : 20288 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.533322 P95 : 32.840229 P99 : 104.598203 P100 : 57076.000000 COUNT : 526861313 SUM : 3613060975 rocksdb.file.read.flush.micros P50 : 1.840326 P95 : 15.765262 P99 : 41.187600 P100 : 787.000000 COUNT : 60845 SUM : 291445 rocksdb.file.read.compaction.micros P50 : 1.418797 P95 : 35.768433 P99 : 106.103497 P100 : 57076.000000 COUNT : 487507424 SUM : 3220203759 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 646347759 SUM : 0 rocksdb.bytes.per.write P50 : 218.492247 P95 : 527.425776 P99 : 803.636369 P100 : 4563443.000000 COUNT : 128730422 SUM : 59908872299 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 762837926 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45905.677656 P95 : 166718.795532 P99 : 238968.807339 P100 : 1681975.000000 COUNT : 12212 SUM : 762045322 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-10:40:01.432105 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-10:40:01.432290 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708425601 to in-memory stats history 2024/02/20-10:40:01.432318 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-10:40:01.432356 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-10:41:42.680087 4076620 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301051. Total log size is 15728796 while max_total_wal_size is 15728640 2024/02/20-10:41:42.680356 4076620 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301057. Immutable memtables: 0. 2024/02/20-10:41:42.680596 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19716] Syncing log #301055 2024/02/20-10:41:42.683961 3036193 (Original Log Time 2024/02/20-10:41:42.680582) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:41:42.683970 3036193 [db/flush_job.cc:892] [url] [JOB 19716] Flushing memtable with next log file: 301057 2024/02/20-10:41:42.683995 3036193 EVENT_LOG_v1 {"time_micros": 1708425702683987, "job": 19716, "event": "flush_started", "num_memtables": 1, "num_entries": 58402, "num_deletes": 0, "total_data_size": 8861436, "memory_usage": 10868112, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:41:42.683998 3036193 [db/flush_job.cc:926] [url] [JOB 19716] Level-0 flush table #301058: started 2024/02/20-10:41:42.789016 3036193 EVENT_LOG_v1 {"time_micros": 1708425702788982, "cf_name": "url", "job": 19716, "event": "table_file_creation", "file_number": 301058, "file_size": 4499838, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144991342, "largest_seqno": 5145159111, "table_properties": {"data_size": 4425149, "index_size": 110801, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8547208, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1349, "num_entries": 57316, "num_filter_entries": 7117, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708425335, "oldest_key_time": 1708425335, "file_creation_time": 1708425702, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301058, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:41:42.789065 3036193 [db/flush_job.cc:1062] [url] [JOB 19716] Flush lasted 105109 microseconds, and 102516 cpu microseconds. 2024/02/20-10:41:42.797532 3036193 (Original Log Time 2024/02/20-10:41:42.789045) [db/flush_job.cc:1011] [url] [JOB 19716] Level-0 flush table #301058: 4499838 bytes OK 2024/02/20-10:41:42.797536 3036193 (Original Log Time 2024/02/20-10:41:42.789072) [db/memtable_list.cc:555] [url] Level-0 commit table #301058 started 2024/02/20-10:41:42.797538 3036193 (Original Log Time 2024/02/20-10:41:42.797239) [db/memtable_list.cc:754] [url] Level-0 commit table #301058: memtable #1 done 2024/02/20-10:41:42.797539 3036193 (Original Log Time 2024/02/20-10:41:42.797277) EVENT_LOG_v1 {"time_micros": 1708425702797268, "job": 19716, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-10:41:42.797540 3036193 (Original Log Time 2024/02/20-10:41:42.797490) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-10:41:42.797546 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19716] Try to delete WAL files size 2133848, prev total WAL file size 15734722, number of live WAL files 4. 2024/02/20-10:41:42.797622 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 19717] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-10:41:42.797630 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19724 Base level 0, inputs: [301058(4394KB) 301052(4455KB)], [301042(8234KB)] 2024/02/20-10:41:42.797642 3036183 EVENT_LOG_v1 {"time_micros": 1708425702797635, "job": 19717, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301058, 301052], "files_L5": [301042], "score": 1, "input_data_size": 17494323, "oldest_snapshot_seqno": -1} 2024/02/20-10:41:42.797949 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301051.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:41:43.201066 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 19717] Generated table #301059: 227783 keys, 16585614 bytes, temperature: kUnknown 2024/02/20-10:41:43.201128 3036183 EVENT_LOG_v1 {"time_micros": 1708425703201092, "cf_name": "url", "job": 19717, "event": "table_file_creation", "file_number": 301059, "file_size": 16585614, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144487688, "largest_seqno": 5145159111, "table_properties": {"data_size": 16325647, "index_size": 736249, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15637, "raw_key_size": 34201507, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5000, "num_entries": 227783, "num_filter_entries": 17866, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424201, "oldest_key_time": 0, "file_creation_time": 1708425702, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301059, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:41:43.202373 3036183 (Original Log Time 2024/02/20-10:41:43.201805) [db/compaction/compaction_job.cc:1729] [url] [JOB 19717] Compacted 2@0 + 1@5 files to L5 => 16585614 bytes 2024/02/20-10:41:43.202377 3036183 (Original Log Time 2024/02/20-10:41:43.202138) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.06, MB/sec: 43.4 rd, 41.1 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.6, 8.0 +0.0 blob) out(15.8 +0.0 blob), read-write-amplify(3.8) write-amplify(1.8) OK, records in: 227784, records dropped: 1 output_compression: LZ4 2024/02/20-10:41:43.202382 3036183 (Original Log Time 2024/02/20-10:41:43.202164) EVENT_LOG_v1 {"time_micros": 1708425703202150, "job": 19717, "event": "compaction_finished", "compaction_time_micros": 403544, "compaction_time_cpu_micros": 392499, "output_level": 5, "num_output_files": 1, "total_output_size": 16585614, "num_input_records": 227784, "num_output_records": 227783, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-10:41:43.203027 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301042.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:41:43.203042 3036183 EVENT_LOG_v1 {"time_micros": 1708425703203039, "job": 19717, "event": "table_file_deletion", "file_number": 301042} 2024/02/20-10:41:43.203451 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301052.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:41:43.203475 3036183 EVENT_LOG_v1 {"time_micros": 1708425703203473, "job": 19717, "event": "table_file_deletion", "file_number": 301052} 2024/02/20-10:41:43.203787 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301058.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:41:43.203794 3036183 EVENT_LOG_v1 {"time_micros": 1708425703203793, "job": 19717, "event": "table_file_deletion", "file_number": 301058} 2024/02/20-10:42:30.956257 4076727 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301053. Total log size is 15728763 while max_total_wal_size is 15728640 2024/02/20-10:42:30.956507 4076727 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301060. Immutable memtables: 0. 2024/02/20-10:42:30.956729 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19718] Syncing log #301057 2024/02/20-10:42:30.969909 3036210 (Original Log Time 2024/02/20-10:42:30.956712) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:42:30.969920 3036210 [db/flush_job.cc:892] [tag] [JOB 19718] Flushing memtable with next log file: 301060 2024/02/20-10:42:30.969950 3036210 EVENT_LOG_v1 {"time_micros": 1708425750969941, "job": 19718, "event": "flush_started", "num_memtables": 1, "num_entries": 17576, "num_deletes": 0, "total_data_size": 1543723, "memory_usage": 3481648, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:42:30.969954 3036210 [db/flush_job.cc:926] [tag] [JOB 19718] Level-0 flush table #301061: started 2024/02/20-10:42:31.001576 3036210 EVENT_LOG_v1 {"time_micros": 1708425751001522, "cf_name": "tag", "job": 19718, "event": "table_file_creation", "file_number": 301061, "file_size": 905119, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145013594, "largest_seqno": 5145182093, "table_properties": {"data_size": 897393, "index_size": 10051, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1485075, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 281, "num_entries": 17319, "num_filter_entries": 199, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708425388, "oldest_key_time": 1708425388, "file_creation_time": 1708425750, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301061, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:42:31.001643 3036210 [db/flush_job.cc:1062] [tag] [JOB 19718] Flush lasted 31744 microseconds, and 30063 cpu microseconds. 2024/02/20-10:42:31.002361 3036210 (Original Log Time 2024/02/20-10:42:31.001619) [db/flush_job.cc:1011] [tag] [JOB 19718] Level-0 flush table #301061: 905119 bytes OK 2024/02/20-10:42:31.002365 3036210 (Original Log Time 2024/02/20-10:42:31.001651) [db/memtable_list.cc:555] [tag] Level-0 commit table #301061 started 2024/02/20-10:42:31.002367 3036210 (Original Log Time 2024/02/20-10:42:31.002085) [db/memtable_list.cc:754] [tag] Level-0 commit table #301061: memtable #1 done 2024/02/20-10:42:31.002369 3036210 (Original Log Time 2024/02/20-10:42:31.002104) EVENT_LOG_v1 {"time_micros": 1708425751002098, "job": 19718, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:42:31.002371 3036210 (Original Log Time 2024/02/20-10:42:31.002317) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-10:42:31.002377 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19718] Try to delete WAL files size 527199, prev total WAL file size 15730461, number of live WAL files 4. 2024/02/20-10:42:31.002515 3036188 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19719] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-10:42:31.002525 3036188 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19726 Base level 0, inputs: [301061(883KB) 301054(891KB)], [301045(64MB) 301046(64MB) 301047(24MB)] 2024/02/20-10:42:31.002544 3036188 EVENT_LOG_v1 {"time_micros": 1708425751002533, "job": 19719, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301061, 301054], "files_L6": [301045, 301046, 301047], "score": 1, "input_data_size": 163216821, "oldest_snapshot_seqno": -1} 2024/02/20-10:42:31.002690 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301053.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:35.413104 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19719] Generated table #301062: 2399797 keys, 67635979 bytes, temperature: kUnknown 2024/02/20-10:42:35.413166 3036188 EVENT_LOG_v1 {"time_micros": 1708425755413128, "cf_name": "tag", "job": 19719, "event": "table_file_creation", "file_number": 301062, "file_size": 67635979, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110513, "index_size": 1455668, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 202395322, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35976, "num_entries": 2399797, "num_filter_entries": 1642, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708425751, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301062, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:42:39.651336 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19719] Generated table #301063: 2146297 keys, 67637390 bytes, temperature: kUnknown 2024/02/20-10:42:39.651397 3036188 EVENT_LOG_v1 {"time_micros": 1708425759651362, "cf_name": "tag", "job": 19719, "event": "table_file_creation", "file_number": 301063, "file_size": 67637390, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110678, "index_size": 1397974, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192429226, "raw_average_key_size": 89, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36093, "num_entries": 2146297, "num_filter_entries": 1632, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708425755, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301063, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:42:41.395835 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19719] Generated table #301064: 1029959 keys, 27042102 bytes, temperature: kUnknown 2024/02/20-10:42:41.395900 3036188 EVENT_LOG_v1 {"time_micros": 1708425761395860, "cf_name": "tag", "job": 19719, "event": "table_file_creation", "file_number": 301064, "file_size": 27042102, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 26831470, "index_size": 598926, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 82600414, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 14669, "num_entries": 1029959, "num_filter_entries": 288, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708425759, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301064, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:42:41.403232 3036188 (Original Log Time 2024/02/20-10:42:41.402171) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19719] Compacted 2@0 + 3@6 files to L6 => 162315471 bytes 2024/02/20-10:42:41.403239 3036188 (Original Log Time 2024/02/20-10:42:41.402847) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.7 rd, 15.6 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.7, 153.9 +0.0 blob) out(154.8 +0.0 blob), read-write-amplify(179.1) write-amplify(89.3) OK, records in: 5576053, records dropped: 0 output_compression: ZSTD 2024/02/20-10:42:41.403251 3036188 (Original Log Time 2024/02/20-10:42:41.402902) EVENT_LOG_v1 {"time_micros": 1708425761402867, "job": 19719, "event": "compaction_finished", "compaction_time_micros": 10393412, "compaction_time_cpu_micros": 10268594, "output_level": 6, "num_output_files": 3, "total_output_size": 162315471, "num_input_records": 5576053, "num_output_records": 5576053, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-10:42:41.409827 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301045.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:41.409867 3036188 EVENT_LOG_v1 {"time_micros": 1708425761409862, "job": 19719, "event": "table_file_deletion", "file_number": 301045} 2024/02/20-10:42:41.416789 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301046.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:41.416827 3036188 EVENT_LOG_v1 {"time_micros": 1708425761416822, "job": 19719, "event": "table_file_deletion", "file_number": 301046} 2024/02/20-10:42:41.419418 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301047.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:41.419449 3036188 EVENT_LOG_v1 {"time_micros": 1708425761419445, "job": 19719, "event": "table_file_deletion", "file_number": 301047} 2024/02/20-10:42:41.419726 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301054.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:41.419743 3036188 EVENT_LOG_v1 {"time_micros": 1708425761419740, "job": 19719, "event": "table_file_deletion", "file_number": 301054} 2024/02/20-10:42:41.419919 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301061.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:41.419931 3036188 EVENT_LOG_v1 {"time_micros": 1708425761419929, "job": 19719, "event": "table_file_deletion", "file_number": 301061} 2024/02/20-10:42:45.697493 2383548 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301055. Total log size is 15729015 while max_total_wal_size is 15728640 2024/02/20-10:42:45.697808 2383548 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301065. Immutable memtables: 0. 2024/02/20-10:42:45.698413 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19720] Syncing log #301060 2024/02/20-10:42:45.714767 3036193 (Original Log Time 2024/02/20-10:42:45.698397) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:42:45.714777 3036193 [db/flush_job.cc:892] [key] [JOB 19720] Flushing memtable with next log file: 301065 2024/02/20-10:42:45.714799 3036193 EVENT_LOG_v1 {"time_micros": 1708425765714792, "job": 19720, "event": "flush_started", "num_memtables": 1, "num_entries": 91727, "num_deletes": 38000, "total_data_size": 5731289, "memory_usage": 9053320, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:42:45.714802 3036193 [db/flush_job.cc:926] [key] [JOB 19720] Level-0 flush table #301066: started 2024/02/20-10:42:45.823644 3036193 EVENT_LOG_v1 {"time_micros": 1708425765823604, "cf_name": "key", "job": 19720, "event": "table_file_creation", "file_number": 301066, "file_size": 3838702, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145019503, "largest_seqno": 5145187117, "table_properties": {"data_size": 3732788, "index_size": 28622, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 83653, "raw_key_size": 5483230, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1096, "num_entries": 90656, "num_filter_entries": 95250, "num_deletions": 38000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708425399, "oldest_key_time": 1708425399, "file_creation_time": 1708425765, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301066, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:42:45.823697 3036193 [db/flush_job.cc:1062] [key] [JOB 19720] Flush lasted 108940 microseconds, and 105898 cpu microseconds. 2024/02/20-10:42:45.824316 3036193 (Original Log Time 2024/02/20-10:42:45.823679) [db/flush_job.cc:1011] [key] [JOB 19720] Level-0 flush table #301066: 3838702 bytes OK 2024/02/20-10:42:45.824320 3036193 (Original Log Time 2024/02/20-10:42:45.823704) [db/memtable_list.cc:555] [key] Level-0 commit table #301066 started 2024/02/20-10:42:45.824323 3036193 (Original Log Time 2024/02/20-10:42:45.824065) [db/memtable_list.cc:754] [key] Level-0 commit table #301066: memtable #1 done 2024/02/20-10:42:45.824326 3036193 (Original Log Time 2024/02/20-10:42:45.824086) EVENT_LOG_v1 {"time_micros": 1708425765824078, "job": 19720, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-10:42:45.824328 3036193 (Original Log Time 2024/02/20-10:42:45.824275) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-10:42:45.824334 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19720] Try to delete WAL files size 13067749, prev total WAL file size 15731890, number of live WAL files 4. 2024/02/20-10:42:45.824441 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 19721] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-10:42:45.824465 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19728 Base level 0, inputs: [301066(3748KB) 301056(3781KB)], [301050(7463KB)] 2024/02/20-10:42:45.824494 3036185 EVENT_LOG_v1 {"time_micros": 1708425765824480, "job": 19721, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301066, 301056], "files_L5": [301050], "score": 1, "input_data_size": 15353753, "oldest_snapshot_seqno": -1} 2024/02/20-10:42:45.826025 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301055.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:46.322262 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 19721] Generated table #301067: 362579 keys, 15156137 bytes, temperature: kUnknown 2024/02/20-10:42:46.322332 3036185 EVENT_LOG_v1 {"time_micros": 1708425766322290, "cf_name": "key", "job": 19721, "event": "table_file_creation", "file_number": 301067, "file_size": 15156137, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144517540, "largest_seqno": 5145187117, "table_properties": {"data_size": 14745165, "index_size": 115504, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 329461, "raw_key_size": 21882190, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4310, "num_entries": 362579, "num_filter_entries": 372839, "num_deletions": 152000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424266, "oldest_key_time": 0, "file_creation_time": 1708425765, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301067, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:42:46.323549 3036185 (Original Log Time 2024/02/20-10:42:46.323005) [db/compaction/compaction_job.cc:1729] [key] [JOB 19721] Compacted 2@0 + 1@5 files to L5 => 15156137 bytes 2024/02/20-10:42:46.323555 3036185 (Original Log Time 2024/02/20-10:42:46.323285) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.06, MB/sec: 30.8 rd, 30.4 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.4, 7.3 +0.0 blob) out(14.5 +0.0 blob), read-write-amplify(4.0) write-amplify(2.0) OK, records in: 362581, records dropped: 2 output_compression: LZ4 2024/02/20-10:42:46.323563 3036185 (Original Log Time 2024/02/20-10:42:46.323312) EVENT_LOG_v1 {"time_micros": 1708425766323299, "job": 19721, "event": "compaction_finished", "compaction_time_micros": 497904, "compaction_time_cpu_micros": 494509, "output_level": 5, "num_output_files": 1, "total_output_size": 15156137, "num_input_records": 362581, "num_output_records": 362579, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-10:42:46.324382 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301050.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:46.324401 3036185 EVENT_LOG_v1 {"time_micros": 1708425766324398, "job": 19721, "event": "table_file_deletion", "file_number": 301050} 2024/02/20-10:42:46.324891 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301056.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:46.324906 3036185 EVENT_LOG_v1 {"time_micros": 1708425766324903, "job": 19721, "event": "table_file_deletion", "file_number": 301056} 2024/02/20-10:42:46.325296 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301066.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:42:46.325309 3036185 EVENT_LOG_v1 {"time_micros": 1708425766325307, "job": 19721, "event": "table_file_deletion", "file_number": 301066} 2024/02/20-10:46:41.209676 4076944 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301068. Immutable memtables: 0. 2024/02/20-10:46:41.209916 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19722] Syncing log #301065 2024/02/20-10:46:41.213527 3036210 (Original Log Time 2024/02/20-10:46:41.209906) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:46:41.213537 3036210 [db/flush_job.cc:892] [url] [JOB 19722] Flushing memtable with next log file: 301068 2024/02/20-10:46:41.213565 3036210 EVENT_LOG_v1 {"time_micros": 1708426001213556, "job": 19722, "event": "flush_started", "num_memtables": 1, "num_entries": 47627, "num_deletes": 0, "total_data_size": 7196175, "memory_usage": 9381672, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-10:46:41.213569 3036210 [db/flush_job.cc:926] [url] [JOB 19722] Level-0 flush table #301069: started 2024/02/20-10:46:41.285534 3036210 EVENT_LOG_v1 {"time_micros": 1708426001285493, "cf_name": "url", "job": 19722, "event": "table_file_creation", "file_number": 301069, "file_size": 3696207, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145159113, "largest_seqno": 5145285925, "table_properties": {"data_size": 3631998, "index_size": 91541, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5333, "raw_key_size": 6933301, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1107, "num_entries": 46670, "num_filter_entries": 6065, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708425702, "oldest_key_time": 1708425702, "file_creation_time": 1708426001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301069, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:46:41.285591 3036210 [db/flush_job.cc:1062] [url] [JOB 19722] Flush lasted 72072 microseconds, and 69740 cpu microseconds. 2024/02/20-10:46:41.286522 3036210 (Original Log Time 2024/02/20-10:46:41.285573) [db/flush_job.cc:1011] [url] [JOB 19722] Level-0 flush table #301069: 3696207 bytes OK 2024/02/20-10:46:41.286527 3036210 (Original Log Time 2024/02/20-10:46:41.285599) [db/memtable_list.cc:555] [url] Level-0 commit table #301069 started 2024/02/20-10:46:41.286530 3036210 (Original Log Time 2024/02/20-10:46:41.286097) [db/memtable_list.cc:754] [url] Level-0 commit table #301069: memtable #1 done 2024/02/20-10:46:41.286533 3036210 (Original Log Time 2024/02/20-10:46:41.286167) EVENT_LOG_v1 {"time_micros": 1708426001286144, "job": 19722, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-10:46:41.286535 3036210 (Original Log Time 2024/02/20-10:46:41.286401) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-10:46:41.286540 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19722] Try to delete WAL files size 2133815, prev total WAL file size 12266885, number of live WAL files 4. 2024/02/20-10:46:41.287176 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301057.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:46:41.287327 3036187 (Original Log Time 2024/02/20-10:46:41.287280) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-10:46:41.287333 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 19723] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-10:46:41.287338 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19730 Base level 0, inputs: [301069(3609KB)], [301059(15MB)] 2024/02/20-10:46:41.287356 3036187 EVENT_LOG_v1 {"time_micros": 1708426001287346, "job": 19723, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [301069], "files_L5": [301059], "score": -1, "input_data_size": 20281821, "oldest_snapshot_seqno": -1} 2024/02/20-10:46:41.866567 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19723] Generated table #301070: 274451 keys, 19809197 bytes, temperature: kUnknown 2024/02/20-10:46:41.866655 3036187 EVENT_LOG_v1 {"time_micros": 1708426001866600, "cf_name": "url", "job": 19723, "event": "table_file_creation", "file_number": 301070, "file_size": 19809197, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144487688, "largest_seqno": 5145285925, "table_properties": {"data_size": 19494092, "index_size": 832362, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17589, "raw_key_size": 41134194, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5969, "num_entries": 274451, "num_filter_entries": 20110, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424201, "oldest_key_time": 0, "file_creation_time": 1708426001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301070, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:46:41.867980 3036187 (Original Log Time 2024/02/20-10:46:41.867356) [db/compaction/compaction_job.cc:1729] [url] [JOB 19723] Compacted 1@0 + 1@5 files to L5 => 19809197 bytes 2024/02/20-10:46:41.867985 3036187 (Original Log Time 2024/02/20-10:46:41.867723) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.07, MB/sec: 35.0 rd, 34.2 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(3.5, 15.8 +0.0 blob) out(18.9 +0.0 blob), read-write-amplify(10.8) write-amplify(5.4) OK, records in: 274453, records dropped: 2 output_compression: LZ4 2024/02/20-10:46:41.867992 3036187 (Original Log Time 2024/02/20-10:46:41.867752) EVENT_LOG_v1 {"time_micros": 1708426001867738, "job": 19723, "event": "compaction_finished", "compaction_time_micros": 579372, "compaction_time_cpu_micros": 566691, "output_level": 5, "num_output_files": 1, "total_output_size": 19809197, "num_input_records": 274453, "num_output_records": 274451, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-10:46:41.870124 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301059.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:46:41.870147 3036187 EVENT_LOG_v1 {"time_micros": 1708426001870143, "job": 19723, "event": "table_file_deletion", "file_number": 301059} 2024/02/20-10:46:41.870654 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301069.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:46:41.870672 3036187 EVENT_LOG_v1 {"time_micros": 1708426001870669, "job": 19723, "event": "table_file_deletion", "file_number": 301069} 2024/02/20-10:46:41.870716 4076944 (Original Log Time 2024/02/20-10:46:41.287221) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-10:46:41.870844 3036190 (Original Log Time 2024/02/20-10:46:41.870818) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-10:46:41.870850 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 19724] Compacting 1@5 + 12@6 files to L6, score -1.00 2024/02/20-10:46:41.870860 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19731 Base level 5, inputs: [301070(18MB)], [301009(64MB) 301010(64MB) 301011(64MB) 301012(64MB) 301013(64MB) 301014(64MB) 301015(64MB) 301016(65MB) 301017(64MB) 301018(65MB) 301019(66MB) 301020(14MB)] 2024/02/20-10:46:41.870877 3036190 EVENT_LOG_v1 {"time_micros": 1708426001870866, "job": 19724, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301070], "files_L6": [301009, 301010, 301011, 301012, 301013, 301014, 301015, 301016, 301017, 301018, 301019, 301020], "score": -1, "input_data_size": 784382413, "oldest_snapshot_seqno": -1} 2024/02/20-10:46:46.679678 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301071: 1647322 keys, 67779361 bytes, temperature: kUnknown 2024/02/20-10:46:46.679746 3036190 EVENT_LOG_v1 {"time_micros": 1708426006679703, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301071, "file_size": 67779361, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110835, "index_size": 2400905, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14437, "raw_key_size": 228916168, "raw_average_key_size": 138, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33415, "num_entries": 1647322, "num_filter_entries": 16585, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301071, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:46:51.484042 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301072: 1257637 keys, 67587884 bytes, temperature: kUnknown 2024/02/20-10:46:51.484103 3036190 EVENT_LOG_v1 {"time_micros": 1708426011484063, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301072, "file_size": 67587884, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110092, "index_size": 2007341, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 182263907, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33034, "num_entries": 1257637, "num_filter_entries": 188, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426006, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301072, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:46:56.359848 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301073: 1468623 keys, 67879382 bytes, temperature: kUnknown 2024/02/20-10:46:56.359912 3036190 EVENT_LOG_v1 {"time_micros": 1708426016359872, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301073, "file_size": 67879382, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109720, "index_size": 2727869, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24309, "raw_key_size": 218915527, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34922, "num_entries": 1468623, "num_filter_entries": 27817, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426011, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301073, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:47:01.188407 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301074: 1606517 keys, 67936402 bytes, temperature: kUnknown 2024/02/20-10:47:01.188499 3036190 EVENT_LOG_v1 {"time_micros": 1708426021188436, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301074, "file_size": 67936402, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111396, "index_size": 3044084, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 33541, "raw_key_size": 240456243, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34968, "num_entries": 1606517, "num_filter_entries": 38374, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301074, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:47:06.249129 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301075: 1514336 keys, 68079631 bytes, temperature: kUnknown 2024/02/20-10:47:06.249192 3036190 EVENT_LOG_v1 {"time_micros": 1708426026249153, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301075, "file_size": 68079631, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109930, "index_size": 5390417, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 46549, "raw_key_size": 235563869, "raw_average_key_size": 155, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34981, "num_entries": 1514336, "num_filter_entries": 53145, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426021, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301075, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:47:11.036475 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301076: 1692377 keys, 67738316 bytes, temperature: kUnknown 2024/02/20-10:47:11.036563 3036190 EVENT_LOG_v1 {"time_micros": 1708426031036504, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301076, "file_size": 67738316, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109712, "index_size": 2615420, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 231027348, "raw_average_key_size": 136, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34319, "num_entries": 1692377, "num_filter_entries": 189, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426026, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301076, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:47:16.076306 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301077: 1696162 keys, 67743079 bytes, temperature: kUnknown 2024/02/20-10:47:16.076390 3036190 EVENT_LOG_v1 {"time_micros": 1708426036076336, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301077, "file_size": 67743079, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109790, "index_size": 2565031, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3157, "raw_key_size": 230847225, "raw_average_key_size": 136, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34290, "num_entries": 1696162, "num_filter_entries": 3614, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426031, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301077, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:47:26.627296 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301078: 1376899 keys, 68626640 bytes, temperature: kUnknown 2024/02/20-10:47:26.627382 3036190 EVENT_LOG_v1 {"time_micros": 1708426046627336, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301078, "file_size": 68626640, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110499, "index_size": 4612507, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27029, "raw_key_size": 231078327, "raw_average_key_size": 167, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33752, "num_entries": 1376899, "num_filter_entries": 30942, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426036, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301078, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:47:39.038985 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301079: 1613028 keys, 67846643 bytes, temperature: kUnknown 2024/02/20-10:47:39.039082 3036190 EVENT_LOG_v1 {"time_micros": 1708426059039024, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301079, "file_size": 67846643, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109536, "index_size": 2683344, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26917, "raw_key_size": 229646040, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35282, "num_entries": 1613028, "num_filter_entries": 30731, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426046, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301079, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:47:51.828416 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301080: 1616881 keys, 68146443 bytes, temperature: kUnknown 2024/02/20-10:47:51.828528 3036190 EVENT_LOG_v1 {"time_micros": 1708426071828470, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301080, "file_size": 68146443, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109461, "index_size": 4046698, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28549, "raw_key_size": 281830369, "raw_average_key_size": 174, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36605, "num_entries": 1616881, "num_filter_entries": 32599, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426059, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301080, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:05.346825 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301081: 1287922 keys, 69315471 bytes, temperature: kUnknown 2024/02/20-10:48:05.346884 3036190 EVENT_LOG_v1 {"time_micros": 1708426085346854, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301081, "file_size": 69315471, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109147, "index_size": 5746282, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 83429, "raw_key_size": 286833595, "raw_average_key_size": 222, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35013, "num_entries": 1287922, "num_filter_entries": 95026, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426071, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301081, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:11.392396 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19724] Generated table #301082: 409645 keys, 24916787 bytes, temperature: kUnknown 2024/02/20-10:48:11.392498 3036190 EVENT_LOG_v1 {"time_micros": 1708426091392439, "cf_name": "url", "job": 19724, "event": "table_file_creation", "file_number": 301082, "file_size": 24916787, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 24071624, "index_size": 2246896, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6965, "raw_key_size": 105954208, "raw_average_key_size": 258, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 12137, "num_entries": 409645, "num_filter_entries": 7992, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426085, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301082, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:11.513652 3036190 (Original Log Time 2024/02/20-10:48:11.511982) [db/compaction/compaction_job.cc:1729] [url] [JOB 19724] Compacted 1@5 + 12@6 files to L6 => 773596039 bytes 2024/02/20-10:48:11.513659 3036190 (Original Log Time 2024/02/20-10:48:11.513266) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 8.8 rd, 8.6 wr, level 6, files in(1, 12) out(12 +0 blob) MB in(18.9, 729.2 +0.0 blob) out(737.8 +0.0 blob), read-write-amplify(78.6) write-amplify(39.1) OK, records in: 17187349, records dropped: 0 output_compression: ZSTD 2024/02/20-10:48:11.513672 3036190 (Original Log Time 2024/02/20-10:48:11.513323) EVENT_LOG_v1 {"time_micros": 1708426091513288, "job": 19724, "event": "compaction_finished", "compaction_time_micros": 89521673, "compaction_time_cpu_micros": 83823365, "output_level": 6, "num_output_files": 12, "total_output_size": 773596039, "num_input_records": 17187349, "num_output_records": 17187349, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-10:48:11.521445 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301009.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.521499 3036190 EVENT_LOG_v1 {"time_micros": 1708426091521492, "job": 19724, "event": "table_file_deletion", "file_number": 301009} 2024/02/20-10:48:11.527702 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301010.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.527731 3036190 EVENT_LOG_v1 {"time_micros": 1708426091527727, "job": 19724, "event": "table_file_deletion", "file_number": 301010} 2024/02/20-10:48:11.534092 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301011.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.534114 3036190 EVENT_LOG_v1 {"time_micros": 1708426091534111, "job": 19724, "event": "table_file_deletion", "file_number": 301011} 2024/02/20-10:48:11.540416 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301012.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.540438 3036190 EVENT_LOG_v1 {"time_micros": 1708426091540435, "job": 19724, "event": "table_file_deletion", "file_number": 301012} 2024/02/20-10:48:11.545471 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301013.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.545501 3036190 EVENT_LOG_v1 {"time_micros": 1708426091545498, "job": 19724, "event": "table_file_deletion", "file_number": 301013} 2024/02/20-10:48:11.550859 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301014.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.550892 3036190 EVENT_LOG_v1 {"time_micros": 1708426091550887, "job": 19724, "event": "table_file_deletion", "file_number": 301014} 2024/02/20-10:48:11.557107 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301015.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.557144 3036190 EVENT_LOG_v1 {"time_micros": 1708426091557139, "job": 19724, "event": "table_file_deletion", "file_number": 301015} 2024/02/20-10:48:11.562674 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301016.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.562702 3036190 EVENT_LOG_v1 {"time_micros": 1708426091562694, "job": 19724, "event": "table_file_deletion", "file_number": 301016} 2024/02/20-10:48:11.571874 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301017.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.571912 3036190 EVENT_LOG_v1 {"time_micros": 1708426091571906, "job": 19724, "event": "table_file_deletion", "file_number": 301017} 2024/02/20-10:48:11.578302 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301018.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.578339 3036190 EVENT_LOG_v1 {"time_micros": 1708426091578334, "job": 19724, "event": "table_file_deletion", "file_number": 301018} 2024/02/20-10:48:11.584125 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301019.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.584159 3036190 EVENT_LOG_v1 {"time_micros": 1708426091584155, "job": 19724, "event": "table_file_deletion", "file_number": 301019} 2024/02/20-10:48:11.585558 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301020.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.585581 3036190 EVENT_LOG_v1 {"time_micros": 1708426091585578, "job": 19724, "event": "table_file_deletion", "file_number": 301020} 2024/02/20-10:48:11.588151 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301070.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.588178 3036190 EVENT_LOG_v1 {"time_micros": 1708426091588173, "job": 19724, "event": "table_file_deletion", "file_number": 301070} 2024/02/20-10:48:11.588257 4076944 (Original Log Time 2024/02/20-10:46:41.870729) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-10:48:11.588631 4076944 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301083. Immutable memtables: 0. 2024/02/20-10:48:11.588868 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19725] Syncing log #301068 2024/02/20-10:48:11.592301 3036193 (Original Log Time 2024/02/20-10:48:11.588858) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:48:11.592311 3036193 [db/flush_job.cc:892] [tag] [JOB 19725] Flushing memtable with next log file: 301083 2024/02/20-10:48:11.592337 3036193 EVENT_LOG_v1 {"time_micros": 1708426091592331, "job": 19725, "event": "flush_started", "num_memtables": 1, "num_entries": 16694, "num_deletes": 0, "total_data_size": 1455028, "memory_usage": 3474384, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-10:48:11.592341 3036193 [db/flush_job.cc:926] [tag] [JOB 19725] Level-0 flush table #301084: started 2024/02/20-10:48:11.632597 3036193 EVENT_LOG_v1 {"time_micros": 1708426091632555, "cf_name": "tag", "job": 19725, "event": "table_file_creation", "file_number": 301084, "file_size": 866004, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145182137, "largest_seqno": 5145321956, "table_properties": {"data_size": 858362, "index_size": 9902, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1412749, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 271, "num_entries": 16611, "num_filter_entries": 195, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708425751, "oldest_key_time": 1708425751, "file_creation_time": 1708426091, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301084, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:11.632654 3036193 [db/flush_job.cc:1062] [tag] [JOB 19725] Flush lasted 40362 microseconds, and 38383 cpu microseconds. 2024/02/20-10:48:11.633210 3036193 (Original Log Time 2024/02/20-10:48:11.632635) [db/flush_job.cc:1011] [tag] [JOB 19725] Level-0 flush table #301084: 866004 bytes OK 2024/02/20-10:48:11.633213 3036193 (Original Log Time 2024/02/20-10:48:11.632662) [db/memtable_list.cc:555] [tag] Level-0 commit table #301084 started 2024/02/20-10:48:11.633215 3036193 (Original Log Time 2024/02/20-10:48:11.632962) [db/memtable_list.cc:754] [tag] Level-0 commit table #301084: memtable #1 done 2024/02/20-10:48:11.633216 3036193 (Original Log Time 2024/02/20-10:48:11.632980) EVENT_LOG_v1 {"time_micros": 1708426091632975, "job": 19725, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:48:11.633218 3036193 (Original Log Time 2024/02/20-10:48:11.633175) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-10:48:11.633223 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19725] Try to delete WAL files size 527451, prev total WAL file size 13715095, number of live WAL files 4. 2024/02/20-10:48:11.633447 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301060.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:11.633646 3036192 (Original Log Time 2024/02/20-10:48:11.633587) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-10:48:11.633657 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19726] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-10:48:11.633665 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19733 Base level 0, inputs: [301084(845KB)], [301062(64MB) 301063(64MB) 301064(25MB)] 2024/02/20-10:48:11.633697 3036192 EVENT_LOG_v1 {"time_micros": 1708426091633682, "job": 19726, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [301084], "files_L6": [301062, 301063, 301064], "score": -1, "input_data_size": 163181475, "oldest_snapshot_seqno": -1} 2024/02/20-10:48:16.647875 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19726] Generated table #301085: 2403003 keys, 67636905 bytes, temperature: kUnknown 2024/02/20-10:48:16.647963 3036192 EVENT_LOG_v1 {"time_micros": 1708426096647917, "cf_name": "tag", "job": 19726, "event": "table_file_creation", "file_number": 301085, "file_size": 67636905, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110941, "index_size": 1456834, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 202595027, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35985, "num_entries": 2403003, "num_filter_entries": 1642, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708426091, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301085, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:21.284998 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19726] Generated table #301086: 2143664 keys, 67636147 bytes, temperature: kUnknown 2024/02/20-10:48:21.285077 3036192 EVENT_LOG_v1 {"time_micros": 1708426101285028, "cf_name": "tag", "job": 19726, "event": "table_file_creation", "file_number": 301086, "file_size": 67636147, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109876, "index_size": 1398079, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192426709, "raw_average_key_size": 89, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36094, "num_entries": 2143664, "num_filter_entries": 1635, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708426096, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301086, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:23.234920 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19726] Generated table #301087: 1045997 keys, 27458862 bytes, temperature: kUnknown 2024/02/20-10:48:23.235004 3036192 EVENT_LOG_v1 {"time_micros": 1708426103234953, "cf_name": "tag", "job": 19726, "event": "table_file_creation", "file_number": 301087, "file_size": 27458862, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 27245033, "index_size": 607130, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 83815975, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 14891, "num_entries": 1045997, "num_filter_entries": 288, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708426101, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301087, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:23.240784 3036192 (Original Log Time 2024/02/20-10:48:23.240147) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19726] Compacted 1@0 + 3@6 files to L6 => 162731914 bytes 2024/02/20-10:48:23.240788 3036192 (Original Log Time 2024/02/20-10:48:23.240548) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.1 rd, 14.0 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.8, 154.8 +0.0 blob) out(155.2 +0.0 blob), read-write-amplify(376.3) write-amplify(187.9) OK, records in: 5592664, records dropped: 0 output_compression: ZSTD 2024/02/20-10:48:23.240793 3036192 (Original Log Time 2024/02/20-10:48:23.240577) EVENT_LOG_v1 {"time_micros": 1708426103240565, "job": 19726, "event": "compaction_finished", "compaction_time_micros": 11601374, "compaction_time_cpu_micros": 11285142, "output_level": 6, "num_output_files": 3, "total_output_size": 162731914, "num_input_records": 5592664, "num_output_records": 5592664, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-10:48:23.247406 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301062.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:23.247442 3036192 EVENT_LOG_v1 {"time_micros": 1708426103247438, "job": 19726, "event": "table_file_deletion", "file_number": 301062} 2024/02/20-10:48:23.254326 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301063.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:23.254400 3036192 EVENT_LOG_v1 {"time_micros": 1708426103254394, "job": 19726, "event": "table_file_deletion", "file_number": 301063} 2024/02/20-10:48:23.257827 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301064.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:23.257860 3036192 EVENT_LOG_v1 {"time_micros": 1708426103257854, "job": 19726, "event": "table_file_deletion", "file_number": 301064} 2024/02/20-10:48:23.258089 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301084.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:23.258107 3036192 EVENT_LOG_v1 {"time_micros": 1708426103258104, "job": 19726, "event": "table_file_deletion", "file_number": 301084} 2024/02/20-10:48:23.258155 4076944 (Original Log Time 2024/02/20-10:48:11.633508) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-10:48:23.258404 4076944 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301088. Immutable memtables: 0. 2024/02/20-10:48:23.258670 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19727] Syncing log #301083 2024/02/20-10:48:23.260823 3036210 (Original Log Time 2024/02/20-10:48:23.258654) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:48:23.260830 3036210 [db/flush_job.cc:892] [key] [JOB 19727] Flushing memtable with next log file: 301088 2024/02/20-10:48:23.260854 3036210 EVENT_LOG_v1 {"time_micros": 1708426103260848, "job": 19727, "event": "flush_started", "num_memtables": 1, "num_entries": 68337, "num_deletes": 18000, "total_data_size": 4274867, "memory_usage": 7900376, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-10:48:23.260857 3036210 [db/flush_job.cc:926] [key] [JOB 19727] Level-0 flush table #301089: started 2024/02/20-10:48:23.362847 3036210 EVENT_LOG_v1 {"time_micros": 1708426103362809, "cf_name": "key", "job": 19727, "event": "table_file_creation", "file_number": 301089, "file_size": 2905610, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145187125, "largest_seqno": 5145326406, "table_properties": {"data_size": 2826522, "index_size": 20953, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 62389, "raw_key_size": 4075177, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 826, "num_entries": 67292, "num_filter_entries": 71086, "num_deletions": 18000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708425765, "oldest_key_time": 1708425765, "file_creation_time": 1708426103, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301089, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:23.362898 3036210 [db/flush_job.cc:1062] [key] [JOB 19727] Flush lasted 102079 microseconds, and 99962 cpu microseconds. 2024/02/20-10:48:23.363422 3036210 (Original Log Time 2024/02/20-10:48:23.362879) [db/flush_job.cc:1011] [key] [JOB 19727] Level-0 flush table #301089: 2905610 bytes OK 2024/02/20-10:48:23.363426 3036210 (Original Log Time 2024/02/20-10:48:23.362906) [db/memtable_list.cc:555] [key] Level-0 commit table #301089 started 2024/02/20-10:48:23.363428 3036210 (Original Log Time 2024/02/20-10:48:23.363193) [db/memtable_list.cc:754] [key] Level-0 commit table #301089: memtable #1 done 2024/02/20-10:48:23.363430 3036210 (Original Log Time 2024/02/20-10:48:23.363212) EVENT_LOG_v1 {"time_micros": 1708426103363205, "job": 19727, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-10:48:23.363432 3036210 (Original Log Time 2024/02/20-10:48:23.363387) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-10:48:23.363437 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19727] Try to delete WAL files size 9603047, prev total WAL file size 13655239, number of live WAL files 4. 2024/02/20-10:48:23.364612 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301065.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:23.364801 3036186 (Original Log Time 2024/02/20-10:48:23.364741) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-10:48:23.364809 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 19728] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-10:48:23.364815 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19735 Base level 0, inputs: [301089(2837KB)], [301067(14MB)] 2024/02/20-10:48:23.364839 3036186 EVENT_LOG_v1 {"time_micros": 1708426103364829, "job": 19728, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [301089], "files_L5": [301067], "score": -1, "input_data_size": 18061747, "oldest_snapshot_seqno": -1} 2024/02/20-10:48:24.077172 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 19728] Generated table #301090: 429870 keys, 17922099 bytes, temperature: kUnknown 2024/02/20-10:48:24.077231 3036186 EVENT_LOG_v1 {"time_micros": 1708426104077195, "cf_name": "key", "job": 19728, "event": "table_file_creation", "file_number": 301090, "file_size": 17922099, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5144517540, "largest_seqno": 5145326406, "table_properties": {"data_size": 17436695, "index_size": 136432, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 390101, "raw_key_size": 25957306, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5095, "num_entries": 429870, "num_filter_entries": 441192, "num_deletions": 170000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708424266, "oldest_key_time": 0, "file_creation_time": 1708426103, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301090, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:24.078430 3036186 (Original Log Time 2024/02/20-10:48:24.077953) [db/compaction/compaction_job.cc:1729] [key] [JOB 19728] Compacted 1@0 + 1@5 files to L5 => 17922099 bytes 2024/02/20-10:48:24.078434 3036186 (Original Log Time 2024/02/20-10:48:24.078203) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.07, MB/sec: 25.4 rd, 25.2 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(2.8, 14.5 +0.0 blob) out(17.1 +0.0 blob), read-write-amplify(12.4) write-amplify(6.2) OK, records in: 429871, records dropped: 1 output_compression: LZ4 2024/02/20-10:48:24.078441 3036186 (Original Log Time 2024/02/20-10:48:24.078225) EVENT_LOG_v1 {"time_micros": 1708426104078215, "job": 19728, "event": "compaction_finished", "compaction_time_micros": 712455, "compaction_time_cpu_micros": 623144, "output_level": 5, "num_output_files": 1, "total_output_size": 17922099, "num_input_records": 429871, "num_output_records": 429870, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-10:48:24.079657 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301067.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:24.079671 3036186 EVENT_LOG_v1 {"time_micros": 1708426104079669, "job": 19728, "event": "table_file_deletion", "file_number": 301067} 2024/02/20-10:48:24.079992 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301089.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:24.080003 3036186 EVENT_LOG_v1 {"time_micros": 1708426104080001, "job": 19728, "event": "table_file_deletion", "file_number": 301089} 2024/02/20-10:48:24.080035 4076944 (Original Log Time 2024/02/20-10:48:23.364659) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-10:48:24.080144 3036189 (Original Log Time 2024/02/20-10:48:24.080110) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-10:48:24.080149 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19729] Compacting 1@5 + 5@6 files to L6, score -1.00 2024/02/20-10:48:24.080155 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19736 Base level 5, inputs: [301090(17MB)], [301029(66MB) 301030(67MB) 301031(66MB) 301032(67MB) 301033(65MB)] 2024/02/20-10:48:24.080183 3036189 EVENT_LOG_v1 {"time_micros": 1708426104080169, "job": 19729, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301090], "files_L6": [301029, 301030, 301031, 301032, 301033], "score": -1, "input_data_size": 367761961, "oldest_snapshot_seqno": -1} 2024/02/20-10:48:29.875944 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19729] Generated table #301091: 2944086 keys, 70218382 bytes, temperature: kUnknown 2024/02/20-10:48:29.876017 3036189 EVENT_LOG_v1 {"time_micros": 1708426109875982, "cf_name": "key", "job": 19729, "event": "table_file_creation", "file_number": 301091, "file_size": 70218382, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109482, "index_size": 971084, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2650757, "raw_key_size": 178336282, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36859, "num_entries": 2944086, "num_filter_entries": 2968097, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426104, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301091, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:35.587032 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19729] Generated table #301092: 2991362 keys, 70291009 bytes, temperature: kUnknown 2024/02/20-10:48:35.587107 3036189 EVENT_LOG_v1 {"time_micros": 1708426115587060, "cf_name": "key", "job": 19729, "event": "table_file_creation", "file_number": 301092, "file_size": 70291009, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109339, "index_size": 974668, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2704565, "raw_key_size": 180291450, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36945, "num_entries": 2991362, "num_filter_entries": 3028024, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426109, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301092, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:42.481704 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19729] Generated table #301093: 3029802 keys, 70255906 bytes, temperature: kUnknown 2024/02/20-10:48:42.481773 3036189 EVENT_LOG_v1 {"time_micros": 1708426122481736, "cf_name": "key", "job": 19729, "event": "table_file_creation", "file_number": 301093, "file_size": 70255906, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110040, "index_size": 1047342, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2706197, "raw_key_size": 184817922, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37210, "num_entries": 3029802, "num_filter_entries": 3029803, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426115, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301093, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:48.256778 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19729] Generated table #301094: 2987681 keys, 70282364 bytes, temperature: kUnknown 2024/02/20-10:48:48.256859 3036189 EVENT_LOG_v1 {"time_micros": 1708426128256823, "cf_name": "key", "job": 19729, "event": "table_file_creation", "file_number": 301094, "file_size": 70282364, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110125, "index_size": 984485, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2701525, "raw_key_size": 180995498, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36951, "num_entries": 2987681, "num_filter_entries": 3024638, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426122, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301094, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:54.300598 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19729] Generated table #301095: 2956297 keys, 69876741 bytes, temperature: kUnknown 2024/02/20-10:48:54.300681 3036189 EVENT_LOG_v1 {"time_micros": 1708426134300634, "cf_name": "key", "job": 19729, "event": "table_file_creation", "file_number": 301095, "file_size": 69876741, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 66751399, "index_size": 971750, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2662917, "raw_key_size": 178837524, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36702, "num_entries": 2956297, "num_filter_entries": 2981665, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708426128, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301095, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:48:54.336352 3036189 (Original Log Time 2024/02/20-10:48:54.335355) [db/compaction/compaction_job.cc:1729] [key] [JOB 19729] Compacted 1@5 + 5@6 files to L6 => 350924402 bytes 2024/02/20-10:48:54.336357 3036189 (Original Log Time 2024/02/20-10:48:54.336083) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 5] max score 0.00, MB/sec: 12.2 rd, 11.6 wr, level 6, files in(1, 5) out(5 +0 blob) MB in(17.1, 333.6 +0.0 blob) out(334.7 +0.0 blob), read-write-amplify(40.1) write-amplify(19.6) OK, records in: 15249228, records dropped: 340000 output_compression: ZSTD 2024/02/20-10:48:54.336369 3036189 (Original Log Time 2024/02/20-10:48:54.336131) EVENT_LOG_v1 {"time_micros": 1708426134336107, "job": 19729, "event": "compaction_finished", "compaction_time_micros": 30220570, "compaction_time_cpu_micros": 28195911, "output_level": 6, "num_output_files": 5, "total_output_size": 350924402, "num_input_records": 15249228, "num_output_records": 14909228, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 5]} 2024/02/20-10:48:54.345567 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301029.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:54.345604 3036189 EVENT_LOG_v1 {"time_micros": 1708426134345598, "job": 19729, "event": "table_file_deletion", "file_number": 301029} 2024/02/20-10:48:54.353505 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301030.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:54.353539 3036189 EVENT_LOG_v1 {"time_micros": 1708426134353533, "job": 19729, "event": "table_file_deletion", "file_number": 301030} 2024/02/20-10:48:54.358450 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301031.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:54.358492 3036189 EVENT_LOG_v1 {"time_micros": 1708426134358487, "job": 19729, "event": "table_file_deletion", "file_number": 301031} 2024/02/20-10:48:54.366189 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301032.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:54.366220 3036189 EVENT_LOG_v1 {"time_micros": 1708426134366215, "job": 19729, "event": "table_file_deletion", "file_number": 301032} 2024/02/20-10:48:54.373757 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301033.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:54.373798 3036189 EVENT_LOG_v1 {"time_micros": 1708426134373792, "job": 19729, "event": "table_file_deletion", "file_number": 301033} 2024/02/20-10:48:54.376183 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301090.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:48:54.376207 3036189 EVENT_LOG_v1 {"time_micros": 1708426134376203, "job": 19729, "event": "table_file_deletion", "file_number": 301090} 2024/02/20-10:48:54.376256 4076944 (Original Log Time 2024/02/20-10:48:24.080048) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-10:50:01.600033 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-10:50:01.600157 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1013600.5 total, 600.2 interval Cumulative writes: 129M writes, 579M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.82 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129030217.00 writes per sync, written: 55.82 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 89K writes, 255K keys, 89K commit groups, 1.0 writes per commit group, ingest: 23.64 MB, 0.04 MB/s Interval WAL: 89K writes, 0 syncs, 89319.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 405.01 377.68 4112 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.4 18.1 50.3 67.2 17.0 0.0 3.7 42.0 41.3 1666.40 1595.65 2124 0.785 1032M 1132 0.0 0.0 L6 12/0 737.76 MB 0.0 399.8 17.3 382.5 382.8 0.3 0.0 22.1 16.1 15.4 25435.15 23465.18 594 42.820 9341M 256M 0.0 0.0 Sum 12/0 737.76 MB 0.0 468.2 35.4 432.8 468.4 35.7 0.0 25.4 17.4 17.4 27506.57 25438.52 6830 4.027 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.7 0.8 0.0 0.0 99.8 8.6 8.6 90.68 84.95 5 18.136 17M 3 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 468.2 35.4 432.8 450.0 17.2 0.0 0.0 17.7 17.0 27101.55 25060.83 2718 9.971 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 405.01 377.68 4112 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1013600.5 total, 600.2 interval Flush(GB): cumulative 18.418, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 468.44 GB write, 0.47 MB/s write, 468.19 GB read, 0.47 MB/s read, 27506.6 seconds Interval compaction: 0.76 GB write, 1.30 MB/s write, 0.77 GB read, 1.31 MB/s read, 90.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.41 GB table_size: 4416 occupancy: 1587 collections: 1690 last_copies: 0 last_secs: 0.000738 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(816,13.18 MB,0.857827%) IndexBlock(770,1.39 GB,92.966%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5928018 Average: 2.1891 StdDev: 4.26 Min: 0 Median: 1.3820 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.39 P99.99: 127.26 ------------------------------------------------------ [ 0, 1 ] 2000898 33.753% 33.753% ####### ( 1, 2 ] 2520938 42.526% 76.279% ######### ( 2, 3 ] 984467 16.607% 92.886% ### ( 3, 4 ] 240304 4.054% 96.940% # ( 4, 6 ] 106889 1.803% 98.743% ( 6, 10 ] 34907 0.589% 99.332% ( 10, 15 ] 14690 0.248% 99.580% ( 15, 22 ] 7445 0.126% 99.705% ( 22, 34 ] 7797 0.132% 99.837% ( 34, 51 ] 5604 0.095% 99.931% ( 51, 76 ] 2491 0.042% 99.973% ( 76, 110 ] 881 0.015% 99.988% ( 110, 170 ] 397 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21526397 Average: 2.4650 StdDev: 6.81 Min: 0 Median: 1.4947 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.54 ------------------------------------------------------ [ 0, 1 ] 6600411 30.662% 30.662% ###### ( 1, 2 ] 8415334 39.093% 69.755% ######## ( 2, 3 ] 3650365 16.958% 86.713% ### ( 3, 4 ] 1328165 6.170% 92.883% # ( 4, 6 ] 1033101 4.799% 97.682% # ( 6, 10 ] 333532 1.549% 99.231% ( 10, 15 ] 58696 0.273% 99.504% ( 15, 22 ] 30000 0.139% 99.643% ( 22, 34 ] 32256 0.150% 99.793% ( 34, 51 ] 24532 0.114% 99.907% ( 51, 76 ] 11819 0.055% 99.962% ( 76, 110 ] 4830 0.022% 99.984% ( 110, 170 ] 1976 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 258 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 208084977 Average: 12.1492 StdDev: 71.37 Min: 0 Median: 1.4866 Max: 127199 Percentiles: P50: 1.49 P75: 2.59 P99: 142.44 P99.9: 303.02 P99.99: 1538.15 ------------------------------------------------------ [ 0, 1 ] 71312591 34.271% 34.271% ####### ( 1, 2 ] 67267925 32.327% 66.598% ###### ( 2, 3 ] 29458407 14.157% 80.755% ### ( 3, 4 ] 6353231 3.053% 83.808% # ( 4, 6 ] 1159370 0.557% 84.365% ( 6, 10 ] 545775 0.262% 84.628% ( 10, 15 ] 309550 0.149% 84.776% ( 15, 22 ] 258339 0.124% 84.901% ( 22, 34 ] 7454064 3.582% 88.483% # ( 34, 51 ] 7486806 3.598% 92.081% # ( 51, 76 ] 6017266 2.892% 94.972% # ( 76, 110 ] 6619519 3.181% 98.154% # ( 110, 170 ] 3257361 1.565% 99.719% ( 170, 250 ] 331506 0.159% 99.878% ( 250, 380 ] 110775 0.053% 99.932% ( 380, 580 ] 67240 0.032% 99.964% ( 580, 870 ] 30239 0.015% 99.978% ( 870, 1300 ] 13726 0.007% 99.985% ( 1300, 1900 ] 26400 0.013% 99.998% ( 1900, 2900 ] 2106 0.001% 99.999% ( 2900, 4400 ] 856 0.000% 99.999% ( 4400, 6600 ] 619 0.000% 99.999% ( 6600, 9900 ] 549 0.000% 100.000% ( 9900, 14000 ] 338 0.000% 100.000% ( 14000, 22000 ] 180 0.000% 100.000% ( 22000, 33000 ] 65 0.000% 100.000% ( 33000, 50000 ] 68 0.000% 100.000% ( 50000, 75000 ] 91 0.000% 100.000% ( 75000, 110000 ] 13 0.000% 100.000% ( 110000, 170000 ] 2 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.45 73.43 3999 0.022 0 0 0.0 0.0 L6 3/0 155.19 MB 0.0 310.0 3.1 306.9 307.0 0.1 0.0 99.1 15.4 15.2 20623.76 20244.62 2106 9.793 11G 62M 0.0 0.0 Sum 3/0 155.19 MB 0.0 310.0 3.1 306.9 310.1 3.2 0.0 100.1 15.3 15.3 20710.22 20318.06 6105 3.392 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 184.5 14.1 14.1 22.07 21.62 4 5.517 11M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 310.0 3.1 306.9 307.0 0.1 0.0 0.0 15.4 15.2 20623.76 20244.62 2106 9.793 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.45 73.43 3999 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1013600.5 total, 600.2 interval Flush(GB): cumulative 3.098, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 310.09 GB write, 0.31 MB/s write, 310.03 GB read, 0.31 MB/s read, 20710.2 seconds Interval compaction: 0.30 GB write, 0.52 MB/s write, 0.30 GB read, 0.52 MB/s read, 22.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4359 collections: 1690 last_copies: 0 last_secs: 0.001836 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2202,1.66 MB,0.108344%) IndexBlock(2156,1.46 GB,97.337%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1017445 Average: 3.5599 StdDev: 6.35 Min: 0 Median: 2.5769 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.39 P99.9: 60.66 P99.99: 195.58 ------------------------------------------------------ [ 0, 1 ] 116585 11.459% 11.459% ## ( 1, 2 ] 246861 24.263% 35.721% ##### ( 2, 3 ] 251813 24.750% 60.471% ##### ( 3, 4 ] 194742 19.140% 79.611% #### ( 4, 6 ] 166764 16.390% 96.002% ### ( 6, 10 ] 28258 2.777% 98.779% # ( 10, 15 ] 4701 0.462% 99.241% ( 15, 22 ] 2519 0.248% 99.489% ( 22, 34 ] 2143 0.211% 99.699% ( 34, 51 ] 1759 0.173% 99.872% ( 51, 76 ] 731 0.072% 99.944% ( 76, 110 ] 247 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175872061 Average: 2.1868 StdDev: 5.40 Min: 0 Median: 1.3412 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.90 P99.99: 144.77 ------------------------------------------------------ [ 0, 1 ] 65134249 37.035% 37.035% ####### ( 1, 2 ] 66832410 38.001% 75.036% ######## ( 2, 3 ] 32655057 18.568% 93.603% #### ( 3, 4 ] 7872480 4.476% 98.079% # ( 4, 6 ] 1470587 0.836% 98.916% ( 6, 10 ] 610098 0.347% 99.262% ( 10, 15 ] 397463 0.226% 99.488% ( 15, 22 ] 197829 0.112% 99.601% ( 22, 34 ] 310743 0.177% 99.778% ( 34, 51 ] 203693 0.116% 99.893% ( 51, 76 ] 99675 0.057% 99.950% ( 76, 110 ] 57713 0.033% 99.983% ( 110, 170 ] 21528 0.012% 99.995% ( 170, 250 ] 3825 0.002% 99.997% ( 250, 380 ] 1746 0.001% 99.998% ( 380, 580 ] 1450 0.001% 99.999% ( 580, 870 ] 861 0.000% 100.000% ( 870, 1300 ] 257 0.000% 100.000% ( 1300, 1900 ] 267 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.9 271.04 251.38 4079 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.0 8.1 13.9 21.8 7.9 0.0 2.7 28.8 28.5 781.35 755.65 1952 0.400 608M 276K 0.0 0.0 L6 5/0 334.67 MB 0.0 195.5 8.8 186.7 186.9 0.1 0.0 21.3 14.4 13.8 13895.18 13596.00 711 19.543 8750M 237M 0.0 0.0 Sum 5/0 334.67 MB 0.0 217.5 16.9 200.6 217.6 17.0 0.0 24.3 14.9 14.9 14947.57 14603.04 6742 2.217 9359M 237M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 57.9 12.1 11.8 31.64 29.52 5 6.328 16M 340K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 217.5 16.9 200.6 208.6 8.0 0.0 0.0 15.2 14.6 14676.54 14351.66 2663 5.511 9359M 237M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.9 271.04 251.38 4079 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1013600.5 total, 600.2 interval Flush(GB): cumulative 8.964, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 217.59 GB write, 0.22 MB/s write, 217.45 GB read, 0.22 MB/s read, 14947.6 seconds Interval compaction: 0.36 GB write, 0.62 MB/s write, 0.37 GB read, 0.64 MB/s read, 31.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 355695 collections: 1690 last_copies: 0 last_secs: 0.164649 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(355579,1.37 GB,91.4546%) FilterBlock(56,69.89 MB,4.55025%) IndexBlock(60,29.20 MB,1.90124%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2803794 Average: 4.2554 StdDev: 8.10 Min: 0 Median: 1.9553 Max: 9050 Percentiles: P50: 1.96 P75: 5.34 P99: 17.89 P99.9: 61.07 P99.99: 151.51 ------------------------------------------------------ [ 0, 1 ] 629223 22.442% 22.442% #### ( 1, 2 ] 808856 28.849% 51.290% ###### ( 2, 3 ] 394887 14.084% 65.374% ### ( 3, 4 ] 170598 6.085% 71.459% # ( 4, 6 ] 147953 5.277% 76.736% # ( 6, 10 ] 442265 15.774% 92.510% ### ( 10, 15 ] 175066 6.244% 98.754% # ( 15, 22 ] 16719 0.596% 99.350% ( 22, 34 ] 8970 0.320% 99.670% ( 34, 51 ] 5450 0.194% 99.864% ( 51, 76 ] 2491 0.089% 99.953% ( 76, 110 ] 817 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 86 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6802611 Average: 4.7003 StdDev: 7.67 Min: 0 Median: 2.4667 Max: 7311 Percentiles: P50: 2.47 P75: 6.15 P99: 19.48 P99.9: 69.19 P99.99: 168.98 ------------------------------------------------------ [ 0, 1 ] 1118211 16.438% 16.438% ### ( 1, 2 ] 1799435 26.452% 42.890% ##### ( 2, 3 ] 1036297 15.234% 58.124% ### ( 3, 4 ] 555257 8.162% 66.286% ## ( 4, 6 ] 548085 8.057% 74.343% ## ( 6, 10 ] 1180693 17.356% 91.700% ### ( 10, 15 ] 467388 6.871% 98.570% # ( 15, 22 ] 45664 0.671% 99.242% ( 22, 34 ] 24128 0.355% 99.596% ( 34, 51 ] 15263 0.224% 99.821% ( 51, 76 ] 7404 0.109% 99.930% ( 76, 110 ] 2814 0.041% 99.971% ( 110, 170 ] 1314 0.019% 99.990% ( 170, 250 ] 334 0.005% 99.995% ( 250, 380 ] 159 0.002% 99.998% ( 380, 580 ] 115 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105543842 Average: 5.7698 StdDev: 24.81 Min: 0 Median: 2.3361 Max: 40453 Percentiles: P50: 2.34 P75: 7.54 P99: 40.72 P99.9: 158.59 P99.99: 465.13 ------------------------------------------------------ [ 0, 1 ] 25147377 23.826% 23.826% ##### ( 1, 2 ] 23927359 22.671% 46.497% ##### ( 2, 3 ] 11001757 10.424% 56.921% ## ( 3, 4 ] 4319546 4.093% 61.014% # ( 4, 6 ] 4943796 4.684% 65.698% # ( 6, 10 ] 25571521 24.228% 89.926% ##### ( 10, 15 ] 8214485 7.783% 97.709% ## ( 15, 22 ] 669760 0.635% 98.344% ( 22, 34 ] 546478 0.518% 98.861% ( 34, 51 ] 370132 0.351% 99.212% ( 51, 76 ] 234486 0.222% 99.434% ( 76, 110 ] 297892 0.282% 99.716% ( 110, 170 ] 239189 0.227% 99.943% ( 170, 250 ] 38506 0.036% 99.980% ( 250, 380 ] 8366 0.008% 99.988% ( 380, 580 ] 6197 0.006% 99.993% ( 580, 870 ] 3543 0.003% 99.997% ( 870, 1300 ] 1886 0.002% 99.999% ( 1300, 1900 ] 2581 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 99 0.000% 100.001% ( 6600, 9900 ] 116 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-10:50:01.604104 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 527484763 rocksdb.block.cache.hit COUNT : 2164357098 rocksdb.block.cache.add COUNT : 39384430 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32274 rocksdb.block.cache.index.hit COUNT : 531013678 rocksdb.block.cache.index.add COUNT : 32260 rocksdb.block.cache.index.bytes.insert COUNT : 34491736449 rocksdb.block.cache.filter.miss COUNT : 32280 rocksdb.block.cache.filter.hit COUNT : 1102643683 rocksdb.block.cache.filter.add COUNT : 32280 rocksdb.block.cache.filter.bytes.insert COUNT : 8770563144 rocksdb.block.cache.data.miss COUNT : 527420209 rocksdb.block.cache.data.hit COUNT : 530699737 rocksdb.block.cache.data.add COUNT : 39319890 rocksdb.block.cache.data.bytes.insert COUNT : 162871753068 rocksdb.block.cache.bytes.read COUNT : 1886172205316476 rocksdb.block.cache.bytes.write COUNT : 206134052661 rocksdb.bloom.filter.useful COUNT : 571694504 rocksdb.bloom.filter.full.positive COUNT : 530949211 rocksdb.bloom.filter.full.true.positive COUNT : 525414216 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93384730 rocksdb.memtable.miss COUNT : 6277464811 rocksdb.l0.hit COUNT : 16086117 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 509328099 rocksdb.compaction.key.drop.new COUNT : 277872669 rocksdb.compaction.key.drop.obsolete COUNT : 277892466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 579499253 rocksdb.number.keys.read COUNT : 646894430 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59933656645 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67574 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32265 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 763423045 rocksdb.number.multiget.keys.read COUNT : 5723955111 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59933656645 rocksdb.write.self COUNT : 128819564 rocksdb.write.other COUNT : 210653 rocksdb.write.wal COUNT : 129030217 rocksdb.compact.read.bytes COUNT : 993850254701 rocksdb.compact.write.bytes COUNT : 1036846360100 rocksdb.flush.write.bytes COUNT : 32731463067 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1017518 rocksdb.number.superversion_releases COUNT : 2701 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 520840389 rocksdb.number.block.decompressed COUNT : 520852867 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59657111185 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67574 rocksdb.num.iterator.deleted COUNT : 67574 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5198 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5160 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43991 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60840311651 rocksdb.memtable.garbage.bytes.at.flush COUNT : 732817630 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 941164440969 rocksdb.last.level.read.count COUNT : 489503228 rocksdb.non.last.level.read.bytes COUNT : 128752468808 rocksdb.non.last.level.read.count COUNT : 38078330 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 527517028 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2125172339302 rocksdb.bytes.compressed.to COUNT : 1032067216732 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26144566966 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6594804 rocksdb.bytes.decompressed.from COUNT : 1032310690465 rocksdb.bytes.decompressed.to COUNT : 2125269745544 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.420117 P95 : 106.293146 P99 : 160.416757 P100 : 227461.000000 COUNT : 646894430 SUM : 33367118462 rocksdb.db.write.micros P50 : 66.998388 P95 : 111.713169 P99 : 169.437331 P100 : 2037453.000000 COUNT : 129030217 SUM : 13310125365 rocksdb.compaction.times.micros P50 : 1626140.350877 P95 : 38306666.666667 P99 : 66920045.045045 P100 : 89521673.000000 COUNT : 7487 SUM : 62401852772 rocksdb.compaction.times.cpu_micros P50 : 1565162.454874 P95 : 35654077.253219 P99 : 63765449.438202 P100 : 83823365.000000 COUNT : 7487 SUM : 59657111185 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4294.515478 P95 : 27675.781250 P99 : 61250.000000 P100 : 1558490.000000 COUNT : 12175 SUM : 113517018 rocksdb.compaction.outfile.sync.micros P50 : 62574.701195 P95 : 125909.190372 P99 : 225271.578947 P100 : 2063820.000000 COUNT : 20073 SUM : 1285700359 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.940639 P95 : 726.664887 P99 : 3911.428571 P100 : 501117.000000 COUNT : 19724 SUM : 12749974 rocksdb.table.open.io.micros P50 : 582.744856 P95 : 6233.448928 P99 : 13013.740157 P100 : 126033.000000 COUNT : 32265 SUM : 56775813 rocksdb.db.multiget.micros P50 : 7.995260 P95 : 17.814825 P99 : 33.059818 P100 : 26625.000000 COUNT : 763423045 SUM : 7231951224 rocksdb.read.block.compaction.micros P50 : 13.657167 P95 : 58.534299 P99 : 138.063834 P100 : 127274.000000 COUNT : 488100319 SUM : 9449258815 rocksdb.read.block.get.micros P50 : 52.835799 P95 : 94.799898 P99 : 145.830089 P100 : 125945.000000 COUNT : 39384444 SUM : 2269379814 rocksdb.write.raw.block.micros P50 : 0.521478 P95 : 0.990809 P99 : 1.894717 P100 : 331149.000000 COUNT : 527531937 SUM : 10525546168 rocksdb.numfiles.in.singlecompaction P50 : 2.775709 P95 : 5.679363 P99 : 5.938601 P100 : 7.000000 COUNT : 5700 SUM : 20299 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.533883 P95 : 32.962911 P99 : 104.665623 P100 : 127199.000000 COUNT : 527581558 SUM : 3635211049 rocksdb.file.read.flush.micros P50 : 1.840568 P95 : 15.767076 P99 : 41.219333 P100 : 787.000000 COUNT : 60875 SUM : 291632 rocksdb.file.read.compaction.micros P50 : 1.419431 P95 : 35.938035 P99 : 106.164030 P100 : 127199.000000 COUNT : 488200698 SUM : 3241899632 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 646894430 SUM : 0 rocksdb.bytes.per.write P50 : 218.492121 P95 : 527.437477 P99 : 803.645945 P100 : 4563443.000000 COUNT : 128819564 SUM : 59933656645 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 763423045 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45924.977127 P95 : 166710.053424 P99 : 238957.798165 P100 : 1681975.000000 COUNT : 12218 SUM : 762505628 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-10:50:01.604374 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-10:50:01.604655 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708426201 to in-memory stats history 2024/02/20-10:50:01.604691 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-10:50:01.604753 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-10:52:56.124615 1265108 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301068. Total log size is 15767361 while max_total_wal_size is 15728640 2024/02/20-10:52:56.124899 1265108 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301096. Immutable memtables: 0. 2024/02/20-10:52:56.125147 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19730] Syncing log #301088 2024/02/20-10:52:56.129685 3036193 (Original Log Time 2024/02/20-10:52:56.125130) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:52:56.129695 3036193 [db/flush_job.cc:892] [url] [JOB 19730] Flushing memtable with next log file: 301096 2024/02/20-10:52:56.129723 3036193 EVENT_LOG_v1 {"time_micros": 1708426376129715, "job": 19730, "event": "flush_started", "num_memtables": 1, "num_entries": 60668, "num_deletes": 0, "total_data_size": 9218214, "memory_usage": 11489248, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:52:56.129726 3036193 [db/flush_job.cc:926] [url] [JOB 19730] Level-0 flush table #301097: started 2024/02/20-10:52:56.265299 3036193 EVENT_LOG_v1 {"time_micros": 1708426376265264, "cf_name": "url", "job": 19730, "event": "table_file_creation", "file_number": 301097, "file_size": 4683152, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145285927, "largest_seqno": 5145447115, "table_properties": {"data_size": 4607922, "index_size": 120093, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 8892544, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1401, "num_entries": 59607, "num_filter_entries": 7243, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426001, "oldest_key_time": 1708426001, "file_creation_time": 1708426376, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301097, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:52:56.265346 3036193 [db/flush_job.cc:1062] [url] [JOB 19730] Flush lasted 135673 microseconds, and 124653 cpu microseconds. 2024/02/20-10:52:56.279137 3036193 (Original Log Time 2024/02/20-10:52:56.265330) [db/flush_job.cc:1011] [url] [JOB 19730] Level-0 flush table #301097: 4683152 bytes OK 2024/02/20-10:52:56.279142 3036193 (Original Log Time 2024/02/20-10:52:56.265352) [db/memtable_list.cc:555] [url] Level-0 commit table #301097 started 2024/02/20-10:52:56.279145 3036193 (Original Log Time 2024/02/20-10:52:56.278826) [db/memtable_list.cc:754] [url] Level-0 commit table #301097: memtable #1 done 2024/02/20-10:52:56.279147 3036193 (Original Log Time 2024/02/20-10:52:56.278870) EVENT_LOG_v1 {"time_micros": 1708426376278861, "job": 19730, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-10:52:56.279150 3036193 (Original Log Time 2024/02/20-10:52:56.279073) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-10:52:56.279157 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19730] Try to delete WAL files size 3583918, prev total WAL file size 15774006, number of live WAL files 4. 2024/02/20-10:52:56.279822 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301068.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:54:14.724596 4076614 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301083. Total log size is 15728987 while max_total_wal_size is 15728640 2024/02/20-10:54:14.724820 4076614 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301098. Immutable memtables: 0. 2024/02/20-10:54:14.725014 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19731] Syncing log #301096 2024/02/20-10:54:14.775708 3036210 (Original Log Time 2024/02/20-10:54:14.725006) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:54:14.775718 3036210 [db/flush_job.cc:892] [tag] [JOB 19731] Flushing memtable with next log file: 301098 2024/02/20-10:54:14.775746 3036210 EVENT_LOG_v1 {"time_micros": 1708426454775738, "job": 19731, "event": "flush_started", "num_memtables": 1, "num_entries": 18479, "num_deletes": 0, "total_data_size": 1634783, "memory_usage": 2440880, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:54:14.775750 3036210 [db/flush_job.cc:926] [tag] [JOB 19731] Level-0 flush table #301099: started 2024/02/20-10:54:14.789571 3036210 EVENT_LOG_v1 {"time_micros": 1708426454789542, "cf_name": "tag", "job": 19731, "event": "table_file_creation", "file_number": 301099, "file_size": 974659, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145322044, "largest_seqno": 5145487679, "table_properties": {"data_size": 966415, "index_size": 10978, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1562519, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 298, "num_entries": 18103, "num_filter_entries": 215, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426091, "oldest_key_time": 1708426091, "file_creation_time": 1708426454, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301099, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:54:14.789607 3036210 [db/flush_job.cc:1062] [tag] [JOB 19731] Flush lasted 13908 microseconds, and 12436 cpu microseconds. 2024/02/20-10:54:14.790140 3036210 (Original Log Time 2024/02/20-10:54:14.789594) [db/flush_job.cc:1011] [tag] [JOB 19731] Level-0 flush table #301099: 974659 bytes OK 2024/02/20-10:54:14.790142 3036210 (Original Log Time 2024/02/20-10:54:14.789612) [db/memtable_list.cc:555] [tag] Level-0 commit table #301099 started 2024/02/20-10:54:14.790143 3036210 (Original Log Time 2024/02/20-10:54:14.789872) [db/memtable_list.cc:754] [tag] Level-0 commit table #301099: memtable #1 done 2024/02/20-10:54:14.790144 3036210 (Original Log Time 2024/02/20-10:54:14.789884) EVENT_LOG_v1 {"time_micros": 1708426454789880, "job": 19731, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:54:14.790145 3036210 (Original Log Time 2024/02/20-10:54:14.790109) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-10:54:14.790149 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19731] Try to delete WAL files size 463319, prev total WAL file size 15730882, number of live WAL files 4. 2024/02/20-10:54:14.790361 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301083.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:54:26.545789 4076700 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301088. Total log size is 15728960 while max_total_wal_size is 15728640 2024/02/20-10:54:26.546066 4076700 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301100. Immutable memtables: 0. 2024/02/20-10:54:26.546290 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19732] Syncing log #301098 2024/02/20-10:54:26.556307 3036193 (Original Log Time 2024/02/20-10:54:26.546280) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:54:26.556319 3036193 [db/flush_job.cc:892] [key] [JOB 19732] Flushing memtable with next log file: 301100 2024/02/20-10:54:26.556346 3036193 EVENT_LOG_v1 {"time_micros": 1708426466556338, "job": 19732, "event": "flush_started", "num_memtables": 1, "num_entries": 88434, "num_deletes": 34000, "total_data_size": 5529723, "memory_usage": 9300736, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:54:26.556350 3036193 [db/flush_job.cc:926] [key] [JOB 19732] Level-0 flush table #301101: started 2024/02/20-10:54:26.652014 3036193 EVENT_LOG_v1 {"time_micros": 1708426466651975, "cf_name": "key", "job": 19732, "event": "table_file_creation", "file_number": 301101, "file_size": 3589044, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145326410, "largest_seqno": 5145492104, "table_properties": {"data_size": 3487174, "index_size": 26770, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 80837, "raw_key_size": 5287465, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1028, "num_entries": 87351, "num_filter_entries": 92103, "num_deletions": 34000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426103, "oldest_key_time": 1708426103, "file_creation_time": 1708426466, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301101, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:54:26.652068 3036193 [db/flush_job.cc:1062] [key] [JOB 19732] Flush lasted 95768 microseconds, and 92648 cpu microseconds. 2024/02/20-10:54:26.652700 3036193 (Original Log Time 2024/02/20-10:54:26.652048) [db/flush_job.cc:1011] [key] [JOB 19732] Level-0 flush table #301101: 3589044 bytes OK 2024/02/20-10:54:26.652703 3036193 (Original Log Time 2024/02/20-10:54:26.652077) [db/memtable_list.cc:555] [key] Level-0 commit table #301101 started 2024/02/20-10:54:26.652705 3036193 (Original Log Time 2024/02/20-10:54:26.652366) [db/memtable_list.cc:754] [key] Level-0 commit table #301101: memtable #1 done 2024/02/20-10:54:26.652707 3036193 (Original Log Time 2024/02/20-10:54:26.652386) EVENT_LOG_v1 {"time_micros": 1708426466652378, "job": 19732, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-10:54:26.652710 3036193 (Original Log Time 2024/02/20-10:54:26.652663) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 5] max score 0.50 2024/02/20-10:54:26.652715 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19732] Try to delete WAL files size 11720124, prev total WAL file size 15733611, number of live WAL files 4. 2024/02/20-10:54:26.654066 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301088.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:58:34.025306 4076244 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301096. Total log size is 15729201 while max_total_wal_size is 15728640 2024/02/20-10:58:34.025590 4076244 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301102. Immutable memtables: 0. 2024/02/20-10:58:34.025828 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19733] Syncing log #301100 2024/02/20-10:58:34.031819 3036210 (Original Log Time 2024/02/20-10:58:34.025818) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:58:34.031831 3036210 [db/flush_job.cc:892] [url] [JOB 19733] Flushing memtable with next log file: 301102 2024/02/20-10:58:34.031857 3036210 EVENT_LOG_v1 {"time_micros": 1708426714031850, "job": 19733, "event": "flush_started", "num_memtables": 1, "num_entries": 54110, "num_deletes": 0, "total_data_size": 8216512, "memory_usage": 10435296, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:58:34.031861 3036210 [db/flush_job.cc:926] [url] [JOB 19733] Level-0 flush table #301103: started 2024/02/20-10:58:34.115416 3036210 EVENT_LOG_v1 {"time_micros": 1708426714115369, "cf_name": "url", "job": 19733, "event": "table_file_creation", "file_number": 301103, "file_size": 4194962, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145449117, "largest_seqno": 5145624486, "table_properties": {"data_size": 4121794, "index_size": 104199, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5989, "raw_key_size": 7921237, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1253, "num_entries": 53016, "num_filter_entries": 6853, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426376, "oldest_key_time": 1708426376, "file_creation_time": 1708426714, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301103, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:58:34.115493 3036210 [db/flush_job.cc:1062] [url] [JOB 19733] Flush lasted 83682 microseconds, and 79787 cpu microseconds. 2024/02/20-10:58:34.116253 3036210 (Original Log Time 2024/02/20-10:58:34.115473) [db/flush_job.cc:1011] [url] [JOB 19733] Level-0 flush table #301103: 4194962 bytes OK 2024/02/20-10:58:34.116258 3036210 (Original Log Time 2024/02/20-10:58:34.115501) [db/memtable_list.cc:555] [url] Level-0 commit table #301103 started 2024/02/20-10:58:34.116260 3036210 (Original Log Time 2024/02/20-10:58:34.115977) [db/memtable_list.cc:754] [url] Level-0 commit table #301103: memtable #1 done 2024/02/20-10:58:34.116263 3036210 (Original Log Time 2024/02/20-10:58:34.116002) EVENT_LOG_v1 {"time_micros": 1708426714115994, "job": 19733, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-10:58:34.116265 3036210 (Original Log Time 2024/02/20-10:58:34.116209) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-10:58:34.116271 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19733] Try to delete WAL files size 3545544, prev total WAL file size 15734681, number of live WAL files 4. 2024/02/20-10:58:34.116333 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 19734] Compacting 2@0 files to L5, score 1.00 2024/02/20-10:58:34.116340 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19741 Base level 0, inputs: [301103(4096KB) 301097(4573KB)] 2024/02/20-10:58:34.116357 3036183 EVENT_LOG_v1 {"time_micros": 1708426714116348, "job": 19734, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301103, 301097], "score": 1, "input_data_size": 8878114, "oldest_snapshot_seqno": -1} 2024/02/20-10:58:34.117018 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301096.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:58:34.367076 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 19734] Generated table #301104: 112623 keys, 8526568 bytes, temperature: kUnknown 2024/02/20-10:58:34.367149 3036183 EVENT_LOG_v1 {"time_micros": 1708426714367103, "cf_name": "url", "job": 19734, "event": "table_file_creation", "file_number": 301104, "file_size": 8526568, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145285927, "largest_seqno": 5145624486, "table_properties": {"data_size": 8383808, "index_size": 227503, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9781, "raw_key_size": 16813781, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2549, "num_entries": 112623, "num_filter_entries": 11215, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426001, "oldest_key_time": 0, "file_creation_time": 1708426714, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301104, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:58:34.368102 3036183 (Original Log Time 2024/02/20-10:58:34.367568) [db/compaction/compaction_job.cc:1729] [url] [JOB 19734] Compacted 2@0 files to L5 => 8526568 bytes 2024/02/20-10:58:34.368106 3036183 (Original Log Time 2024/02/20-10:58:34.367868) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.03, MB/sec: 35.4 rd, 34.0 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.5, 0.0 +0.0 blob) out(8.1 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 112623, records dropped: 0 output_compression: LZ4 2024/02/20-10:58:34.368111 3036183 (Original Log Time 2024/02/20-10:58:34.367890) EVENT_LOG_v1 {"time_micros": 1708426714367879, "job": 19734, "event": "compaction_finished", "compaction_time_micros": 250853, "compaction_time_cpu_micros": 243913, "output_level": 5, "num_output_files": 1, "total_output_size": 8526568, "num_input_records": 112623, "num_output_records": 112623, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-10:58:34.368553 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301097.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:58:34.368563 3036183 EVENT_LOG_v1 {"time_micros": 1708426714368561, "job": 19734, "event": "table_file_deletion", "file_number": 301097} 2024/02/20-10:58:34.368887 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301103.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:58:34.368893 3036183 EVENT_LOG_v1 {"time_micros": 1708426714368892, "job": 19734, "event": "table_file_deletion", "file_number": 301103} 2024/02/20-10:59:50.802542 4076715 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301098. Total log size is 15728679 while max_total_wal_size is 15728640 2024/02/20-10:59:50.802897 4076715 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301105. Immutable memtables: 0. 2024/02/20-10:59:50.803162 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19735] Syncing log #301102 2024/02/20-10:59:50.808397 3036193 (Original Log Time 2024/02/20-10:59:50.803149) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-10:59:50.808405 3036193 [db/flush_job.cc:892] [tag] [JOB 19735] Flushing memtable with next log file: 301105 2024/02/20-10:59:50.808433 3036193 EVENT_LOG_v1 {"time_micros": 1708426790808424, "job": 19735, "event": "flush_started", "num_memtables": 1, "num_entries": 16932, "num_deletes": 0, "total_data_size": 1490619, "memory_usage": 3471656, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:59:50.808438 3036193 [db/flush_job.cc:926] [tag] [JOB 19735] Level-0 flush table #301106: started 2024/02/20-10:59:50.844544 3036193 EVENT_LOG_v1 {"time_micros": 1708426790844513, "cf_name": "tag", "job": 19735, "event": "table_file_creation", "file_number": 301106, "file_size": 897656, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145487721, "largest_seqno": 5145663712, "table_properties": {"data_size": 890182, "index_size": 9730, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1443433, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 276, "num_entries": 16806, "num_filter_entries": 207, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426454, "oldest_key_time": 1708426454, "file_creation_time": 1708426790, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301106, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:59:50.844587 3036193 [db/flush_job.cc:1062] [tag] [JOB 19735] Flush lasted 36198 microseconds, and 34720 cpu microseconds. 2024/02/20-10:59:50.845134 3036193 (Original Log Time 2024/02/20-10:59:50.844570) [db/flush_job.cc:1011] [tag] [JOB 19735] Level-0 flush table #301106: 897656 bytes OK 2024/02/20-10:59:50.845137 3036193 (Original Log Time 2024/02/20-10:59:50.844603) [db/memtable_list.cc:555] [tag] Level-0 commit table #301106 started 2024/02/20-10:59:50.845138 3036193 (Original Log Time 2024/02/20-10:59:50.844883) [db/memtable_list.cc:754] [tag] Level-0 commit table #301106: memtable #1 done 2024/02/20-10:59:50.845140 3036193 (Original Log Time 2024/02/20-10:59:50.844898) EVENT_LOG_v1 {"time_micros": 1708426790844893, "job": 19735, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-10:59:50.845141 3036193 (Original Log Time 2024/02/20-10:59:50.845096) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-10:59:50.845145 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19735] Try to delete WAL files size 463292, prev total WAL file size 15729997, number of live WAL files 4. 2024/02/20-10:59:50.845147 4077566 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301100. Total log size is 15266705 while max_total_wal_size is 15728640 2024/02/20-10:59:50.845310 3036188 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19736] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-10:59:50.845318 3036188 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19743 Base level 0, inputs: [301106(876KB) 301099(951KB)], [301085(64MB) 301086(64MB) 301087(26MB)] 2024/02/20-10:59:50.845332 3036188 EVENT_LOG_v1 {"time_micros": 1708426790845323, "job": 19736, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301106, 301099], "files_L6": [301085, 301086, 301087], "score": 1, "input_data_size": 164604229, "oldest_snapshot_seqno": -1} 2024/02/20-10:59:50.845385 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301098.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:59:50.845403 4077566 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301107. Immutable memtables: 0. 2024/02/20-10:59:50.845722 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19737] Syncing log #301105 2024/02/20-10:59:50.846026 3036193 (Original Log Time 2024/02/20-10:59:50.845715) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-10:59:50.846029 3036193 [db/flush_job.cc:892] [key] [JOB 19737] Flushing memtable with next log file: 301107 2024/02/20-10:59:50.846038 3036193 EVENT_LOG_v1 {"time_micros": 1708426790846034, "job": 19737, "event": "flush_started", "num_memtables": 1, "num_entries": 103758, "num_deletes": 56000, "total_data_size": 6492939, "memory_usage": 9164760, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-10:59:50.846040 3036193 [db/flush_job.cc:926] [key] [JOB 19737] Level-0 flush table #301109: started 2024/02/20-10:59:50.956667 3036193 EVENT_LOG_v1 {"time_micros": 1708426790956639, "cf_name": "key", "job": 19737, "event": "table_file_creation", "file_number": 301109, "file_size": 3616816, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145492108, "largest_seqno": 5145663733, "table_properties": {"data_size": 3496381, "index_size": 31727, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 94821, "raw_key_size": 6226136, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1056, "num_entries": 102775, "num_filter_entries": 108031, "num_deletions": 56000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426466, "oldest_key_time": 1708426466, "file_creation_time": 1708426790, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301109, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:59:50.956701 3036193 [db/flush_job.cc:1062] [key] [JOB 19737] Flush lasted 110677 microseconds, and 107016 cpu microseconds. 2024/02/20-10:59:50.957276 3036193 (Original Log Time 2024/02/20-10:59:50.956689) [db/flush_job.cc:1011] [key] [JOB 19737] Level-0 flush table #301109: 3616816 bytes OK 2024/02/20-10:59:50.957278 3036193 (Original Log Time 2024/02/20-10:59:50.956706) [db/memtable_list.cc:555] [key] Level-0 commit table #301109 started 2024/02/20-10:59:50.957280 3036193 (Original Log Time 2024/02/20-10:59:50.957062) [db/memtable_list.cc:754] [key] Level-0 commit table #301109: memtable #1 done 2024/02/20-10:59:50.957281 3036193 (Original Log Time 2024/02/20-10:59:50.957078) EVENT_LOG_v1 {"time_micros": 1708426790957072, "job": 19737, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 5], "immutable_memtables": 0} 2024/02/20-10:59:50.957282 3036193 (Original Log Time 2024/02/20-10:59:50.957246) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 5] max score 1.00 2024/02/20-10:59:50.957286 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19737] Try to delete WAL files size 11720365, prev total WAL file size 15270079, number of live WAL files 4. 2024/02/20-10:59:50.958449 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301100.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-10:59:55.159756 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19736] Generated table #301108: 2410105 keys, 67637742 bytes, temperature: kUnknown 2024/02/20-10:59:55.159818 3036188 EVENT_LOG_v1 {"time_micros": 1708426795159778, "cf_name": "tag", "job": 19736, "event": "table_file_creation", "file_number": 301108, "file_size": 67637742, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110182, "index_size": 1461372, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 203024918, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36003, "num_entries": 2410105, "num_filter_entries": 1644, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708426790, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301108, "seqno_to_time_mapping": "N/A"}} 2024/02/20-10:59:59.765720 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19736] Generated table #301110: 2135000 keys, 67636288 bytes, temperature: kUnknown 2024/02/20-10:59:59.765788 3036188 EVENT_LOG_v1 {"time_micros": 1708426799765745, "cf_name": "tag", "job": 19736, "event": "table_file_creation", "file_number": 301110, "file_size": 67636288, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110554, "index_size": 1397219, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192239385, "raw_average_key_size": 90, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36076, "num_entries": 2135000, "num_filter_entries": 1643, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708426795, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301110, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:00:01.761893 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-11:00:01.762030 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1014200.6 total, 600.2 interval Cumulative writes: 129M writes, 579M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.84 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129119412.00 writes per sync, written: 55.84 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 89K writes, 302K keys, 89K commit groups, 1.0 writes per commit group, ingest: 26.20 MB, 0.04 MB/s Interval WAL: 89K writes, 0 syncs, 89195.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 405.23 377.89 4114 0.099 0 0 0.0 0.0 L5 1/0 8.13 MB 0.0 68.4 18.1 50.3 67.2 17.0 0.0 3.7 42.0 41.3 1666.65 1595.89 2125 0.784 1032M 1132 0.0 0.0 L6 12/0 737.76 MB 0.0 399.8 17.3 382.5 382.8 0.3 0.0 22.1 16.1 15.4 25435.15 23465.18 594 42.820 9341M 256M 0.0 0.0 Sum 13/0 745.89 MB 0.0 468.2 35.4 432.8 468.5 35.7 0.0 25.4 17.4 17.4 27507.04 25438.96 6833 4.026 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 18.0 35.3 0.47 0.45 3 0.157 112K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 468.2 35.4 432.8 450.0 17.3 0.0 0.0 17.7 17.0 27101.80 25061.08 2719 9.968 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 405.23 377.89 4114 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1014200.6 total, 600.2 interval Flush(GB): cumulative 18.427, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 468.46 GB write, 0.47 MB/s write, 468.20 GB read, 0.47 MB/s read, 27507.0 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.41 GB table_size: 4416 occupancy: 1589 collections: 1691 last_copies: 0 last_secs: 0.000802 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(816,13.18 MB,0.858235%) IndexBlock(772,1.39 GB,92.9826%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5930682 Average: 2.1892 StdDev: 4.26 Min: 0 Median: 1.3822 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.39 P99.99: 127.33 ------------------------------------------------------ [ 0, 1 ] 2001323 33.745% 33.745% ####### ( 1, 2 ] 2522159 42.527% 76.273% ######### ( 2, 3 ] 985284 16.613% 92.886% ### ( 3, 4 ] 240445 4.054% 96.940% # ( 4, 6 ] 106910 1.803% 98.743% ( 6, 10 ] 34920 0.589% 99.332% ( 10, 15 ] 14699 0.248% 99.579% ( 15, 22 ] 7452 0.126% 99.705% ( 22, 34 ] 7802 0.132% 99.837% ( 34, 51 ] 5606 0.095% 99.931% ( 51, 76 ] 2493 0.042% 99.973% ( 76, 110 ] 881 0.015% 99.988% ( 110, 170 ] 398 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21526402 Average: 2.4650 StdDev: 6.81 Min: 0 Median: 1.4947 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.54 ------------------------------------------------------ [ 0, 1 ] 6600413 30.662% 30.662% ###### ( 1, 2 ] 8415334 39.093% 69.755% ######## ( 2, 3 ] 3650365 16.958% 86.713% ### ( 3, 4 ] 1328166 6.170% 92.883% # ( 4, 6 ] 1033102 4.799% 97.682% # ( 6, 10 ] 333532 1.549% 99.231% ( 10, 15 ] 58696 0.273% 99.504% ( 15, 22 ] 30000 0.139% 99.643% ( 22, 34 ] 32256 0.150% 99.793% ( 34, 51 ] 24533 0.114% 99.907% ( 51, 76 ] 11819 0.055% 99.962% ( 76, 110 ] 4830 0.022% 99.984% ( 110, 170 ] 1976 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 258 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 208084977 Average: 12.1492 StdDev: 71.37 Min: 0 Median: 1.4866 Max: 127199 Percentiles: P50: 1.49 P75: 2.59 P99: 142.44 P99.9: 303.02 P99.99: 1538.15 ------------------------------------------------------ [ 0, 1 ] 71312591 34.271% 34.271% ####### ( 1, 2 ] 67267925 32.327% 66.598% ###### ( 2, 3 ] 29458407 14.157% 80.755% ### ( 3, 4 ] 6353231 3.053% 83.808% # ( 4, 6 ] 1159370 0.557% 84.365% ( 6, 10 ] 545775 0.262% 84.628% ( 10, 15 ] 309550 0.149% 84.776% ( 15, 22 ] 258339 0.124% 84.901% ( 22, 34 ] 7454064 3.582% 88.483% # ( 34, 51 ] 7486806 3.598% 92.081% # ( 51, 76 ] 6017266 2.892% 94.972% # ( 76, 110 ] 6619519 3.181% 98.154% # ( 110, 170 ] 3257361 1.565% 99.719% ( 170, 250 ] 331506 0.159% 99.878% ( 250, 380 ] 110775 0.053% 99.932% ( 380, 580 ] 67240 0.032% 99.964% ( 580, 870 ] 30239 0.015% 99.978% ( 870, 1300 ] 13726 0.007% 99.985% ( 1300, 1900 ] 26400 0.013% 99.998% ( 1900, 2900 ] 2106 0.001% 99.999% ( 2900, 4400 ] 856 0.000% 99.999% ( 4400, 6600 ] 619 0.000% 99.999% ( 6600, 9900 ] 549 0.000% 100.000% ( 9900, 14000 ] 338 0.000% 100.000% ( 14000, 22000 ] 180 0.000% 100.000% ( 22000, 33000 ] 65 0.000% 100.000% ( 33000, 50000 ] 68 0.000% 100.000% ( 50000, 75000 ] 91 0.000% 100.000% ( 75000, 110000 ] 13 0.000% 100.000% ( 110000, 170000 ] 2 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 2/2 1.79 MB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.50 73.48 4001 0.022 0 0 0.0 0.0 L6 3/3 155.19 MB 0.0 310.0 3.1 306.9 307.0 0.1 0.0 99.1 15.4 15.2 20623.76 20244.62 2106 9.793 11G 62M 0.0 0.0 Sum 5/5 156.98 MB 0.0 310.0 3.1 306.9 310.1 3.2 0.0 100.1 15.3 15.3 20710.27 20318.10 6107 3.391 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 35.6 0.05 0.05 2 0.025 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 310.0 3.1 306.9 307.0 0.1 0.0 0.0 15.4 15.2 20623.76 20244.62 2106 9.793 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.50 73.48 4001 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1014200.6 total, 600.2 interval Flush(GB): cumulative 3.099, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 310.09 GB write, 0.31 MB/s write, 310.03 GB read, 0.31 MB/s read, 20710.3 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4365 collections: 1691 last_copies: 0 last_secs: 0.001747 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2204,1.66 MB,0.108377%) IndexBlock(2158,1.46 GB,97.3383%) Misc(3,8.07 KB,0.000513283%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1018018 Average: 3.5603 StdDev: 6.35 Min: 0 Median: 2.5776 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.39 P99.9: 60.64 P99.99: 195.52 ------------------------------------------------------ [ 0, 1 ] 116590 11.453% 11.453% ## ( 1, 2 ] 246884 24.251% 35.704% ##### ( 2, 3 ] 251971 24.751% 60.455% ##### ( 3, 4 ] 194945 19.149% 79.605% #### ( 4, 6 ] 166928 16.397% 96.002% ### ( 6, 10 ] 28271 2.777% 98.779% # ( 10, 15 ] 4707 0.462% 99.241% ( 15, 22 ] 2519 0.247% 99.489% ( 22, 34 ] 2143 0.211% 99.699% ( 34, 51 ] 1760 0.173% 99.872% ( 51, 76 ] 731 0.072% 99.944% ( 76, 110 ] 247 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175957889 Average: 2.1868 StdDev: 5.40 Min: 0 Median: 1.3413 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.89 P99.99: 144.76 ------------------------------------------------------ [ 0, 1 ] 65159327 37.031% 37.031% ####### ( 1, 2 ] 66868808 38.003% 75.034% ######## ( 2, 3 ] 32674023 18.569% 93.603% #### ( 3, 4 ] 7876393 4.476% 98.079% # ( 4, 6 ] 1471211 0.836% 98.916% ( 6, 10 ] 610454 0.347% 99.263% ( 10, 15 ] 397655 0.226% 99.489% ( 15, 22 ] 197906 0.112% 99.601% ( 22, 34 ] 310845 0.177% 99.778% ( 34, 51 ] 203766 0.116% 99.893% ( 51, 76 ] 99703 0.057% 99.950% ( 76, 110 ] 57731 0.033% 99.983% ( 110, 170 ] 21529 0.012% 99.995% ( 170, 250 ] 3825 0.002% 99.997% ( 250, 380 ] 1746 0.001% 99.998% ( 380, 580 ] 1451 0.001% 99.999% ( 580, 870 ] 862 0.000% 100.000% ( 870, 1300 ] 257 0.000% 100.000% ( 1300, 1900 ] 267 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 2/0 6.87 MB 1.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.9 271.24 251.58 4081 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.0 8.1 13.9 21.8 7.9 0.0 2.7 28.8 28.5 781.35 755.65 1952 0.400 608M 276K 0.0 0.0 L6 5/0 334.67 MB 0.0 195.5 8.8 186.7 186.9 0.1 0.0 21.3 14.4 13.8 13895.18 13596.00 711 19.543 8750M 237M 0.0 0.0 Sum 7/0 341.54 MB 0.0 217.5 16.9 200.6 217.6 17.0 0.0 24.3 14.9 14.9 14947.78 14603.23 6744 2.216 9359M 237M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 33.3 0.21 0.20 2 0.103 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 217.5 16.9 200.6 208.6 8.0 0.0 0.0 15.2 14.6 14676.54 14351.66 2663 5.511 9359M 237M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.9 271.24 251.58 4081 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1014200.6 total, 600.2 interval Flush(GB): cumulative 8.971, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 217.60 GB write, 0.22 MB/s write, 217.45 GB read, 0.22 MB/s read, 14947.8 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358879 collections: 1691 last_copies: 0 last_secs: 0.154083 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(358775,1.38 GB,92.2753%) FilterBlock(48,59.45 MB,3.87045%) IndexBlock(54,24.67 MB,1.60608%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2804506 Average: 4.2569 StdDev: 8.10 Min: 0 Median: 1.9557 Max: 9050 Percentiles: P50: 1.96 P75: 5.35 P99: 17.90 P99.9: 61.09 P99.99: 151.50 ------------------------------------------------------ [ 0, 1 ] 629223 22.436% 22.436% #### ( 1, 2 ] 808859 28.841% 51.278% ###### ( 2, 3 ] 394888 14.080% 65.358% ### ( 3, 4 ] 170601 6.083% 71.441% # ( 4, 6 ] 147991 5.277% 76.718% # ( 6, 10 ] 442707 15.786% 92.504% ### ( 10, 15 ] 175268 6.250% 98.753% # ( 15, 22 ] 16731 0.597% 99.350% ( 22, 34 ] 8974 0.320% 99.670% ( 34, 51 ] 5453 0.194% 99.864% ( 51, 76 ] 2494 0.089% 99.953% ( 76, 110 ] 818 0.029% 99.982% ( 110, 170 ] 316 0.011% 99.993% ( 170, 250 ] 86 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6802611 Average: 4.7003 StdDev: 7.67 Min: 0 Median: 2.4667 Max: 7311 Percentiles: P50: 2.47 P75: 6.15 P99: 19.48 P99.9: 69.19 P99.99: 168.98 ------------------------------------------------------ [ 0, 1 ] 1118211 16.438% 16.438% ### ( 1, 2 ] 1799435 26.452% 42.890% ##### ( 2, 3 ] 1036297 15.234% 58.124% ### ( 3, 4 ] 555257 8.162% 66.286% ## ( 4, 6 ] 548085 8.057% 74.343% ## ( 6, 10 ] 1180693 17.356% 91.700% ### ( 10, 15 ] 467388 6.871% 98.570% # ( 15, 22 ] 45664 0.671% 99.242% ( 22, 34 ] 24128 0.355% 99.596% ( 34, 51 ] 15263 0.224% 99.821% ( 51, 76 ] 7404 0.109% 99.930% ( 76, 110 ] 2814 0.041% 99.971% ( 110, 170 ] 1314 0.019% 99.990% ( 170, 250 ] 334 0.005% 99.995% ( 250, 380 ] 159 0.002% 99.998% ( 380, 580 ] 115 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105585176 Average: 5.7713 StdDev: 24.81 Min: 0 Median: 2.3379 Max: 40453 Percentiles: P50: 2.34 P75: 7.54 P99: 40.71 P99.9: 158.58 P99.99: 464.98 ------------------------------------------------------ [ 0, 1 ] 25147377 23.817% 23.817% ##### ( 1, 2 ] 23927359 22.662% 46.479% ##### ( 2, 3 ] 11001768 10.420% 56.899% ## ( 3, 4 ] 4319607 4.091% 60.990% # ( 4, 6 ] 4945913 4.684% 65.674% # ( 6, 10 ] 25600228 24.246% 89.920% ##### ( 10, 15 ] 8223872 7.789% 97.709% ## ( 15, 22 ] 670305 0.635% 98.344% ( 22, 34 ] 546770 0.518% 98.862% ( 34, 51 ] 370257 0.351% 99.212% ( 51, 76 ] 234550 0.222% 99.434% ( 76, 110 ] 297913 0.282% 99.717% ( 110, 170 ] 239191 0.227% 99.943% ( 170, 250 ] 38508 0.036% 99.980% ( 250, 380 ] 8366 0.008% 99.988% ( 380, 580 ] 6198 0.006% 99.993% ( 580, 870 ] 3543 0.003% 99.997% ( 870, 1300 ] 1886 0.002% 99.999% ( 1300, 1900 ] 2581 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 99 0.000% 100.001% ( 6600, 9900 ] 116 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-11:00:01.766180 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 527615863 rocksdb.block.cache.hit COUNT : 2165898625 rocksdb.block.cache.add COUNT : 39426481 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32281 rocksdb.block.cache.index.hit COUNT : 531461009 rocksdb.block.cache.index.add COUNT : 32267 rocksdb.block.cache.index.bytes.insert COUNT : 34492268030 rocksdb.block.cache.filter.miss COUNT : 32287 rocksdb.block.cache.filter.hit COUNT : 1103332535 rocksdb.block.cache.filter.add COUNT : 32287 rocksdb.block.cache.filter.bytes.insert COUNT : 8770761563 rocksdb.block.cache.data.miss COUNT : 527551295 rocksdb.block.cache.data.hit COUNT : 531105081 rocksdb.block.cache.data.add COUNT : 39361927 rocksdb.block.cache.data.bytes.insert COUNT : 163045878894 rocksdb.block.cache.bytes.read COUNT : 1887757402540953 rocksdb.block.cache.bytes.write COUNT : 206308908487 rocksdb.bloom.filter.useful COUNT : 571936039 rocksdb.bloom.filter.full.positive COUNT : 531396528 rocksdb.bloom.filter.full.true.positive COUNT : 525859231 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93474415 rocksdb.memtable.miss COUNT : 6282424682 rocksdb.l0.hit COUNT : 16104120 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 509755111 rocksdb.compaction.key.drop.new COUNT : 277872670 rocksdb.compaction.key.drop.obsolete COUNT : 277892466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 579801281 rocksdb.number.keys.read COUNT : 647429139 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59961128565 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67614 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32272 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 763994887 rocksdb.number.multiget.keys.read COUNT : 5728469958 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59961128565 rocksdb.write.self COUNT : 128908623 rocksdb.write.other COUNT : 210789 rocksdb.write.wal COUNT : 129119412 rocksdb.compact.read.bytes COUNT : 994020533210 rocksdb.compact.write.bytes COUNT : 1037016354411 rocksdb.flush.write.bytes COUNT : 32749421159 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1018466 rocksdb.number.superversion_releases COUNT : 2701 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 520933555 rocksdb.number.block.decompressed COUNT : 520983381 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59668152405 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67614 rocksdb.num.iterator.deleted COUNT : 67614 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5203 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5165 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 43999 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60872140762 rocksdb.memtable.garbage.bytes.at.flush COUNT : 733313407 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 941399642091 rocksdb.last.level.read.count COUNT : 489630395 rocksdb.non.last.level.read.bytes COUNT : 128765945652 rocksdb.non.last.level.read.count COUNT : 38082284 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 527648135 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2125551394895 rocksdb.bytes.compressed.to COUNT : 1032250491191 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26148645278 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6595833 rocksdb.bytes.decompressed.from COUNT : 1032556214067 rocksdb.bytes.decompressed.to COUNT : 2125797493208 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.418088 P95 : 106.291767 P99 : 160.413642 P100 : 227461.000000 COUNT : 647429139 SUM : 33393345957 rocksdb.db.write.micros P50 : 66.999705 P95 : 111.711770 P99 : 169.434991 P100 : 2037453.000000 COUNT : 129119412 SUM : 13318834081 rocksdb.compaction.times.micros P50 : 1624912.280702 P95 : 38302857.142857 P99 : 66918918.918919 P100 : 89521673.000000 COUNT : 7488 SUM : 62402103625 rocksdb.compaction.times.cpu_micros P50 : 1563898.916968 P95 : 35650643.776824 P99 : 63764044.943820 P100 : 83823365.000000 COUNT : 7488 SUM : 59657355098 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4294.657258 P95 : 27678.652482 P99 : 61216.666667 P100 : 1558490.000000 COUNT : 12181 SUM : 113567523 rocksdb.compaction.outfile.sync.micros P50 : 62574.689750 P95 : 125899.343545 P99 : 225258.947368 P100 : 2063820.000000 COUNT : 20076 SUM : 1285867282 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.950941 P95 : 726.529372 P99 : 3909.553571 P100 : 501117.000000 COUNT : 19731 SUM : 12751903 rocksdb.table.open.io.micros P50 : 581.909465 P95 : 6232.963430 P99 : 13012.986877 P100 : 126033.000000 COUNT : 32272 SUM : 56777501 rocksdb.db.multiget.micros P50 : 7.995069 P95 : 17.813632 P99 : 33.058138 P100 : 26625.000000 COUNT : 763994888 SUM : 7237123115 rocksdb.read.block.compaction.micros P50 : 13.657215 P95 : 58.525532 P99 : 138.056286 P100 : 127274.000000 COUNT : 488189374 SUM : 9450629226 rocksdb.read.block.get.micros P50 : 52.837523 P95 : 94.791508 P99 : 145.808420 P100 : 125945.000000 COUNT : 39426495 SUM : 2271732318 rocksdb.write.raw.block.micros P50 : 0.521478 P95 : 0.990808 P99 : 1.894712 P100 : 331149.000000 COUNT : 527626166 SUM : 10528191921 rocksdb.numfiles.in.singlecompaction P50 : 2.775709 P95 : 5.679432 P99 : 5.938614 P100 : 7.000000 COUNT : 5702 SUM : 20306 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.533999 P95 : 32.954082 P99 : 104.659315 P100 : 127199.000000 COUNT : 527712688 SUM : 3635819259 rocksdb.file.read.flush.micros P50 : 1.840822 P95 : 15.773013 P99 : 41.251067 P100 : 787.000000 COUNT : 60905 SUM : 291806 rocksdb.file.read.compaction.micros P50 : 1.419449 P95 : 35.928775 P99 : 106.159710 P100 : 127199.000000 COUNT : 488289762 SUM : 3242099664 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 647429140 SUM : 0 rocksdb.bytes.per.write P50 : 218.492361 P95 : 527.457905 P99 : 803.662539 P100 : 4563443.000000 COUNT : 128908623 SUM : 59961128565 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 763994888 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45944.241316 P95 : 166704.512373 P99 : 238946.788991 P100 : 1681975.000000 COUNT : 12224 SUM : 762981534 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-11:00:01.766371 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-11:00:01.766571 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708426801 to in-memory stats history 2024/02/20-11:00:01.766606 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-11:00:01.766652 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-11:00:01.956544 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19736] Generated table #301111: 1082467 keys, 28405140 bytes, temperature: kUnknown 2024/02/20-11:00:01.956629 3036188 EVENT_LOG_v1 {"time_micros": 1708426801956574, "cf_name": "tag", "job": 19736, "event": "table_file_creation", "file_number": 301111, "file_size": 28405140, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 28184345, "index_size": 626130, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 86579275, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 15394, "num_entries": 1082467, "num_filter_entries": 288, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708426799, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301111, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:00:01.962710 3036188 (Original Log Time 2024/02/20-11:00:01.961936) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19736] Compacted 2@0 + 3@6 files to L6 => 163679170 bytes 2024/02/20-11:00:01.962715 3036188 (Original Log Time 2024/02/20-11:00:01.962412) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.8 rd, 14.7 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.8, 155.2 +0.0 blob) out(156.1 +0.0 blob), read-write-amplify(175.3) write-amplify(87.4) OK, records in: 5627573, records dropped: 1 output_compression: ZSTD 2024/02/20-11:00:01.962724 3036188 (Original Log Time 2024/02/20-11:00:01.962451) EVENT_LOG_v1 {"time_micros": 1708426801962433, "job": 19736, "event": "compaction_finished", "compaction_time_micros": 11111375, "compaction_time_cpu_micros": 10957561, "output_level": 6, "num_output_files": 3, "total_output_size": 163679170, "num_input_records": 5627573, "num_output_records": 5627572, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-11:00:01.973373 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301085.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:00:01.973408 3036188 EVENT_LOG_v1 {"time_micros": 1708426801973402, "job": 19736, "event": "table_file_deletion", "file_number": 301085} 2024/02/20-11:00:01.980718 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301086.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:00:01.980786 3036188 EVENT_LOG_v1 {"time_micros": 1708426801980780, "job": 19736, "event": "table_file_deletion", "file_number": 301086} 2024/02/20-11:00:01.984551 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301087.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:00:01.984587 3036188 EVENT_LOG_v1 {"time_micros": 1708426801984581, "job": 19736, "event": "table_file_deletion", "file_number": 301087} 2024/02/20-11:00:01.984788 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301099.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:00:01.984804 3036188 EVENT_LOG_v1 {"time_micros": 1708426801984800, "job": 19736, "event": "table_file_deletion", "file_number": 301099} 2024/02/20-11:00:01.984961 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301106.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:00:01.984971 3036188 EVENT_LOG_v1 {"time_micros": 1708426801984968, "job": 19736, "event": "table_file_deletion", "file_number": 301106} 2024/02/20-11:00:01.985086 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19738] Compacting 2@0 files to L5, score 1.00 2024/02/20-11:00:01.985092 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19744 Base level 0, inputs: [301109(3532KB) 301101(3504KB)] 2024/02/20-11:00:01.985107 3036188 EVENT_LOG_v1 {"time_micros": 1708426801985097, "job": 19738, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301109, 301101], "score": 1, "input_data_size": 7205860, "oldest_snapshot_seqno": -1} 2024/02/20-11:00:02.271257 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19738] Generated table #301112: 190124 keys, 7114459 bytes, temperature: kUnknown 2024/02/20-11:00:02.271352 3036188 EVENT_LOG_v1 {"time_micros": 1708426802271293, "cf_name": "key", "job": 19738, "event": "table_file_creation", "file_number": 301112, "file_size": 7114459, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145326410, "largest_seqno": 5145663733, "table_properties": {"data_size": 6894620, "index_size": 59365, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 174549, "raw_key_size": 11513480, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2057, "num_entries": 190124, "num_filter_entries": 198164, "num_deletions": 90000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426103, "oldest_key_time": 0, "file_creation_time": 1708426801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301112, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:00:02.272808 3036188 (Original Log Time 2024/02/20-11:00:02.272054) [db/compaction/compaction_job.cc:1729] [key] [JOB 19738] Compacted 2@0 files to L5 => 7114459 bytes 2024/02/20-11:00:02.272813 3036188 (Original Log Time 2024/02/20-11:00:02.272522) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.03, MB/sec: 25.2 rd, 24.8 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(6.9, 0.0 +0.0 blob) out(6.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 190126, records dropped: 2 output_compression: LZ4 2024/02/20-11:00:02.272822 3036188 (Original Log Time 2024/02/20-11:00:02.272548) EVENT_LOG_v1 {"time_micros": 1708426802272534, "job": 19738, "event": "compaction_finished", "compaction_time_micros": 286320, "compaction_time_cpu_micros": 250957, "output_level": 5, "num_output_files": 1, "total_output_size": 7114459, "num_input_records": 190126, "num_output_records": 190124, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-11:00:02.273578 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301101.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:00:02.273595 3036188 EVENT_LOG_v1 {"time_micros": 1708426802273591, "job": 19738, "event": "table_file_deletion", "file_number": 301101} 2024/02/20-11:00:02.274182 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301109.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:00:02.274192 3036188 EVENT_LOG_v1 {"time_micros": 1708426802274190, "job": 19738, "event": "table_file_deletion", "file_number": 301109} 2024/02/20-11:04:19.624408 4076305 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301102. Total log size is 15729334 while max_total_wal_size is 15728640 2024/02/20-11:04:19.624659 4076305 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301113. Immutable memtables: 0. 2024/02/20-11:04:19.624888 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19739] Syncing log #301107 2024/02/20-11:04:19.625797 3036210 (Original Log Time 2024/02/20-11:04:19.624871) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:04:19.625804 3036210 [db/flush_job.cc:892] [url] [JOB 19739] Flushing memtable with next log file: 301113 2024/02/20-11:04:19.625832 3036210 EVENT_LOG_v1 {"time_micros": 1708427059625824, "job": 19739, "event": "flush_started", "num_memtables": 1, "num_entries": 55874, "num_deletes": 0, "total_data_size": 8512371, "memory_usage": 10627688, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:04:19.625836 3036210 [db/flush_job.cc:926] [url] [JOB 19739] Level-0 flush table #301114: started 2024/02/20-11:04:19.739186 3036210 EVENT_LOG_v1 {"time_micros": 1708427059739150, "cf_name": "url", "job": 19739, "event": "table_file_creation", "file_number": 301114, "file_size": 4380783, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145624494, "largest_seqno": 5145796050, "table_properties": {"data_size": 4307471, "index_size": 106947, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8211489, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1299, "num_entries": 54858, "num_filter_entries": 7072, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426714, "oldest_key_time": 1708426714, "file_creation_time": 1708427059, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301114, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:04:19.739221 3036210 [db/flush_job.cc:1062] [url] [JOB 19739] Flush lasted 113427 microseconds, and 110621 cpu microseconds. 2024/02/20-11:04:19.740220 3036210 (Original Log Time 2024/02/20-11:04:19.739208) [db/flush_job.cc:1011] [url] [JOB 19739] Level-0 flush table #301114: 4380783 bytes OK 2024/02/20-11:04:19.740224 3036210 (Original Log Time 2024/02/20-11:04:19.739226) [db/memtable_list.cc:555] [url] Level-0 commit table #301114 started 2024/02/20-11:04:19.740225 3036210 (Original Log Time 2024/02/20-11:04:19.739510) [db/memtable_list.cc:754] [url] Level-0 commit table #301114: memtable #1 done 2024/02/20-11:04:19.740227 3036210 (Original Log Time 2024/02/20-11:04:19.739526) EVENT_LOG_v1 {"time_micros": 1708427059739521, "job": 19739, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-11:04:19.740229 3036210 (Original Log Time 2024/02/20-11:04:19.739692) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-11:04:19.740234 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19739] Try to delete WAL files size 3546340, prev total WAL file size 15734765, number of live WAL files 4. 2024/02/20-11:04:19.740231 4076698 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301107. Total log size is 12188425 while max_total_wal_size is 15728640 2024/02/20-11:04:19.740823 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301102.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:04:19.740906 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301105.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:04:19.741028 4076698 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301115. Immutable memtables: 0. 2024/02/20-11:04:19.741280 4076698 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301115. Immutable memtables: 0. 2024/02/20-11:04:19.741363 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19740] Syncing log #301113 2024/02/20-11:04:19.741707 3036210 (Original Log Time 2024/02/20-11:04:19.741356) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-11:04:19.741712 3036210 [db/flush_job.cc:892] [tag] [JOB 19740] Flushing memtable with next log file: 301115 2024/02/20-11:04:19.741722 3036193 (Original Log Time 2024/02/20-11:04:19.741373) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-11:04:19.741739 3036210 EVENT_LOG_v1 {"time_micros": 1708427059741721, "job": 19740, "event": "flush_started", "num_memtables": 1, "num_entries": 13977, "num_deletes": 0, "total_data_size": 1218399, "memory_usage": 2978896, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:04:19.741743 3036210 [db/flush_job.cc:926] [tag] [JOB 19740] Level-0 flush table #301116: started 2024/02/20-11:04:19.741747 3036193 [db/flush_job.cc:892] [key] [JOB 19741] Flushing memtable with next log file: 301115 2024/02/20-11:04:19.741768 3036193 EVENT_LOG_v1 {"time_micros": 1708427059741763, "job": 19741, "event": "flush_started", "num_memtables": 1, "num_entries": 74615, "num_deletes": 34000, "total_data_size": 4660155, "memory_usage": 7814384, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:04:19.741771 3036193 [db/flush_job.cc:926] [key] [JOB 19741] Level-0 flush table #301117: started 2024/02/20-11:04:19.763745 3036210 EVENT_LOG_v1 {"time_micros": 1708427059763704, "cf_name": "tag", "job": 19740, "event": "table_file_creation", "file_number": 301116, "file_size": 727230, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145663736, "largest_seqno": 5145796073, "table_properties": {"data_size": 720868, "index_size": 7888, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1178830, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 227, "num_entries": 13863, "num_filter_entries": 180, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426790, "oldest_key_time": 1708426790, "file_creation_time": 1708427059, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301116, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:04:19.763797 3036210 [db/flush_job.cc:1062] [tag] [JOB 19740] Flush lasted 22093 microseconds, and 20517 cpu microseconds. 2024/02/20-11:04:19.764421 3036210 (Original Log Time 2024/02/20-11:04:19.763777) [db/flush_job.cc:1011] [tag] [JOB 19740] Level-0 flush table #301116: 727230 bytes OK 2024/02/20-11:04:19.764426 3036210 (Original Log Time 2024/02/20-11:04:19.763804) [db/memtable_list.cc:555] [tag] Level-0 commit table #301116 started 2024/02/20-11:04:19.764428 3036210 (Original Log Time 2024/02/20-11:04:19.764121) [db/memtable_list.cc:754] [tag] Level-0 commit table #301116: memtable #1 done 2024/02/20-11:04:19.764430 3036210 (Original Log Time 2024/02/20-11:04:19.764153) EVENT_LOG_v1 {"time_micros": 1708427059764142, "job": 19740, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:04:19.764433 3036210 (Original Log Time 2024/02/20-11:04:19.764369) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-11:04:19.822547 3036193 EVENT_LOG_v1 {"time_micros": 1708427059822509, "cf_name": "key", "job": 19741, "event": "table_file_creation", "file_number": 301117, "file_size": 3089134, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145663735, "largest_seqno": 5145796105, "table_properties": {"data_size": 2999632, "index_size": 23481, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69445, "raw_key_size": 4462677, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 877, "num_entries": 73816, "num_filter_entries": 79145, "num_deletions": 34000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426790, "oldest_key_time": 1708426790, "file_creation_time": 1708427059, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301117, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:04:19.822595 3036193 [db/flush_job.cc:1062] [key] [JOB 19741] Flush lasted 80880 microseconds, and 78638 cpu microseconds. 2024/02/20-11:04:19.823164 3036193 (Original Log Time 2024/02/20-11:04:19.822577) [db/flush_job.cc:1011] [key] [JOB 19741] Level-0 flush table #301117: 3089134 bytes OK 2024/02/20-11:04:19.823167 3036193 (Original Log Time 2024/02/20-11:04:19.822601) [db/memtable_list.cc:555] [key] Level-0 commit table #301117 started 2024/02/20-11:04:19.823170 3036193 (Original Log Time 2024/02/20-11:04:19.822929) [db/memtable_list.cc:754] [key] Level-0 commit table #301117: memtable #1 done 2024/02/20-11:04:19.823172 3036193 (Original Log Time 2024/02/20-11:04:19.822947) EVENT_LOG_v1 {"time_micros": 1708427059822941, "job": 19741, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-11:04:19.823175 3036193 (Original Log Time 2024/02/20-11:04:19.823128) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-11:04:19.823180 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19741] Try to delete WAL files size 12182994, prev total WAL file size 12190708, number of live WAL files 3. 2024/02/20-11:04:19.824917 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301107.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:01.915489 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-11:10:01.915617 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1014800.8 total, 600.2 interval Cumulative writes: 129M writes, 580M keys, 128M commit groups, 1.0 writes per commit group, ingest: 55.87 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129210431.00 writes per sync, written: 55.87 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 91K writes, 288K keys, 90K commit groups, 1.0 writes per commit group, ingest: 25.65 MB, 0.04 MB/s Interval WAL: 91K writes, 0 syncs, 91019.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.18 MB 0.5 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 405.35 378.00 4115 0.099 0 0 0.0 0.0 L5 1/0 8.13 MB 0.0 68.4 18.1 50.3 67.2 17.0 0.0 3.7 42.0 41.3 1666.65 1595.89 2125 0.784 1032M 1132 0.0 0.0 L6 12/0 737.76 MB 0.0 399.8 17.3 382.5 382.8 0.3 0.0 22.1 16.1 15.4 25435.15 23465.18 594 42.820 9341M 256M 0.0 0.0 Sum 14/0 750.07 MB 0.0 468.2 35.4 432.8 468.5 35.7 0.0 25.4 17.4 17.4 27507.15 25439.08 6834 4.025 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 36.8 0.11 0.11 1 0.113 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 468.2 35.4 432.8 450.0 17.3 0.0 0.0 17.7 17.0 27101.80 25061.08 2719 9.968 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 405.35 378.00 4115 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1014800.8 total, 600.2 interval Flush(GB): cumulative 18.431, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 468.46 GB write, 0.47 MB/s write, 468.20 GB read, 0.47 MB/s read, 27507.1 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.41 GB table_size: 4416 occupancy: 1591 collections: 1692 last_copies: 0 last_secs: 0.000691 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(817,13.19 MB,0.858622%) IndexBlock(773,1.39 GB,92.9892%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5930687 Average: 2.1892 StdDev: 4.26 Min: 0 Median: 1.3822 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.39 P99.99: 127.33 ------------------------------------------------------ [ 0, 1 ] 2001324 33.745% 33.745% ####### ( 1, 2 ] 2522160 42.527% 76.273% ######### ( 2, 3 ] 985285 16.613% 92.886% ### ( 3, 4 ] 240445 4.054% 96.940% # ( 4, 6 ] 106911 1.803% 98.743% ( 6, 10 ] 34920 0.589% 99.332% ( 10, 15 ] 14699 0.248% 99.579% ( 15, 22 ] 7452 0.126% 99.705% ( 22, 34 ] 7803 0.132% 99.837% ( 34, 51 ] 5606 0.095% 99.931% ( 51, 76 ] 2493 0.042% 99.973% ( 76, 110 ] 881 0.015% 99.988% ( 110, 170 ] 398 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21526402 Average: 2.4650 StdDev: 6.81 Min: 0 Median: 1.4947 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.54 ------------------------------------------------------ [ 0, 1 ] 6600413 30.662% 30.662% ###### ( 1, 2 ] 8415334 39.093% 69.755% ######## ( 2, 3 ] 3650365 16.958% 86.713% ### ( 3, 4 ] 1328166 6.170% 92.883% # ( 4, 6 ] 1033102 4.799% 97.682% # ( 6, 10 ] 333532 1.549% 99.231% ( 10, 15 ] 58696 0.273% 99.504% ( 15, 22 ] 30000 0.139% 99.643% ( 22, 34 ] 32256 0.150% 99.793% ( 34, 51 ] 24533 0.114% 99.907% ( 51, 76 ] 11819 0.055% 99.962% ( 76, 110 ] 4830 0.022% 99.984% ( 110, 170 ] 1976 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 258 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 208084977 Average: 12.1492 StdDev: 71.37 Min: 0 Median: 1.4866 Max: 127199 Percentiles: P50: 1.49 P75: 2.59 P99: 142.44 P99.9: 303.02 P99.99: 1538.15 ------------------------------------------------------ [ 0, 1 ] 71312591 34.271% 34.271% ####### ( 1, 2 ] 67267925 32.327% 66.598% ###### ( 2, 3 ] 29458407 14.157% 80.755% ### ( 3, 4 ] 6353231 3.053% 83.808% # ( 4, 6 ] 1159370 0.557% 84.365% ( 6, 10 ] 545775 0.262% 84.628% ( 10, 15 ] 309550 0.149% 84.776% ( 15, 22 ] 258339 0.124% 84.901% ( 22, 34 ] 7454064 3.582% 88.483% # ( 34, 51 ] 7486806 3.598% 92.081% # ( 51, 76 ] 6017266 2.892% 94.972% # ( 76, 110 ] 6619519 3.181% 98.154% # ( 110, 170 ] 3257361 1.565% 99.719% ( 170, 250 ] 331506 0.159% 99.878% ( 250, 380 ] 110775 0.053% 99.932% ( 380, 580 ] 67240 0.032% 99.964% ( 580, 870 ] 30239 0.015% 99.978% ( 870, 1300 ] 13726 0.007% 99.985% ( 1300, 1900 ] 26400 0.013% 99.998% ( 1900, 2900 ] 2106 0.001% 99.999% ( 2900, 4400 ] 856 0.000% 99.999% ( 4400, 6600 ] 619 0.000% 99.999% ( 6600, 9900 ] 549 0.000% 100.000% ( 9900, 14000 ] 338 0.000% 100.000% ( 14000, 22000 ] 180 0.000% 100.000% ( 22000, 33000 ] 65 0.000% 100.000% ( 33000, 50000 ] 68 0.000% 100.000% ( 50000, 75000 ] 91 0.000% 100.000% ( 75000, 110000 ] 13 0.000% 100.000% ( 110000, 170000 ] 2 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 710.19 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.53 73.50 4002 0.022 0 0 0.0 0.0 L6 3/0 156.10 MB 0.0 310.2 3.1 307.1 307.1 0.1 0.0 99.1 15.4 15.2 20634.88 20255.58 2107 9.793 11G 62M 0.0 0.0 Sum 4/0 156.79 MB 0.0 310.2 3.1 307.1 310.2 3.2 0.0 100.1 15.3 15.3 20721.40 20329.08 6109 3.392 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 226.1 14.1 14.1 11.13 10.98 2 5.567 5627K 1 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 310.2 3.1 307.1 307.1 0.1 0.0 0.0 15.4 15.2 20634.88 20255.58 2107 9.793 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.53 73.50 4002 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1014800.8 total, 600.2 interval Flush(GB): cumulative 3.100, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 310.24 GB write, 0.31 MB/s write, 310.19 GB read, 0.31 MB/s read, 20721.4 seconds Interval compaction: 0.15 GB write, 0.26 MB/s write, 0.15 GB read, 0.26 MB/s read, 11.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4359 collections: 1692 last_copies: 0 last_secs: 0.001391 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2201,1.66 MB,0.108369%) IndexBlock(2157,1.46 GB,97.4401%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1018034 Average: 3.5603 StdDev: 6.35 Min: 0 Median: 2.5776 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.39 P99.9: 60.64 P99.99: 195.52 ------------------------------------------------------ [ 0, 1 ] 116590 11.452% 11.452% ## ( 1, 2 ] 246887 24.251% 35.704% ##### ( 2, 3 ] 251973 24.751% 60.455% ##### ( 3, 4 ] 194948 19.149% 79.604% #### ( 4, 6 ] 166935 16.398% 96.002% ### ( 6, 10 ] 28272 2.777% 98.779% # ( 10, 15 ] 4707 0.462% 99.241% ( 15, 22 ] 2519 0.247% 99.489% ( 22, 34 ] 2143 0.211% 99.699% ( 34, 51 ] 1760 0.173% 99.872% ( 51, 76 ] 731 0.072% 99.944% ( 76, 110 ] 247 0.024% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 175959046 Average: 2.1868 StdDev: 5.40 Min: 0 Median: 1.3413 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.89 P99.99: 144.76 ------------------------------------------------------ [ 0, 1 ] 65159553 37.031% 37.031% ####### ( 1, 2 ] 66869222 38.003% 75.034% ######## ( 2, 3 ] 32674370 18.569% 93.603% #### ( 3, 4 ] 7876517 4.476% 98.079% # ( 4, 6 ] 1471238 0.836% 98.916% ( 6, 10 ] 610457 0.347% 99.263% ( 10, 15 ] 397660 0.226% 99.489% ( 15, 22 ] 197908 0.112% 99.601% ( 22, 34 ] 310846 0.177% 99.778% ( 34, 51 ] 203771 0.116% 99.893% ( 51, 76 ] 99704 0.057% 99.950% ( 76, 110 ] 57732 0.033% 99.983% ( 110, 170 ] 21530 0.012% 99.995% ( 170, 250 ] 3825 0.002% 99.997% ( 250, 380 ] 1746 0.001% 99.998% ( 380, 580 ] 1451 0.001% 99.999% ( 580, 870 ] 862 0.000% 100.000% ( 870, 1300 ] 257 0.000% 100.000% ( 1300, 1900 ] 267 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.95 MB 0.5 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.9 271.32 251.66 4082 0.066 0 0 0.0 0.0 L5 1/0 6.78 MB 0.0 22.0 8.1 13.9 21.8 7.9 0.0 2.7 28.8 28.5 781.64 755.90 1953 0.400 608M 276K 0.0 0.0 L6 5/0 334.67 MB 0.0 195.5 8.8 186.7 186.9 0.1 0.0 21.3 14.4 13.8 13895.18 13596.00 711 19.543 8750M 237M 0.0 0.0 Sum 7/0 344.40 MB 0.0 217.5 16.9 200.6 217.6 17.0 0.0 24.2 14.9 14.9 14948.15 14603.56 6746 2.216 9359M 237M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.3 18.7 26.5 0.37 0.33 2 0.184 190K 2 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 217.5 16.9 200.6 208.6 8.0 0.0 0.0 15.2 14.6 14676.82 14351.91 2664 5.509 9359M 237M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.9 271.32 251.66 4082 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1014800.8 total, 600.2 interval Flush(GB): cumulative 8.974, interval 0.003 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 217.61 GB write, 0.22 MB/s write, 217.46 GB read, 0.22 MB/s read, 14948.1 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 359574 collections: 1692 last_copies: 0 last_secs: 0.1463 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359471,1.39 GB,92.4562%) FilterBlock(49,59.63 MB,3.88197%) IndexBlock(53,24.67 MB,1.60644%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2806287 Average: 4.2572 StdDev: 8.10 Min: 0 Median: 1.9559 Max: 9050 Percentiles: P50: 1.96 P75: 5.35 P99: 17.90 P99.9: 61.10 P99.99: 151.71 ------------------------------------------------------ [ 0, 1 ] 629399 22.428% 22.428% #### ( 1, 2 ] 809411 28.843% 51.271% ###### ( 2, 3 ] 395263 14.085% 65.356% ### ( 3, 4 ] 170740 6.084% 71.440% # ( 4, 6 ] 148096 5.277% 76.717% # ( 6, 10 ] 443004 15.786% 92.503% ### ( 10, 15 ] 175384 6.250% 98.753% # ( 15, 22 ] 16738 0.596% 99.350% ( 22, 34 ] 8977 0.320% 99.669% ( 34, 51 ] 5460 0.195% 99.864% ( 51, 76 ] 2496 0.089% 99.953% ( 76, 110 ] 818 0.029% 99.982% ( 110, 170 ] 317 0.011% 99.993% ( 170, 250 ] 87 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6803611 Average: 4.7011 StdDev: 7.67 Min: 0 Median: 2.4672 Max: 7311 Percentiles: P50: 2.47 P75: 6.15 P99: 19.48 P99.9: 69.19 P99.99: 168.98 ------------------------------------------------------ [ 0, 1 ] 1118211 16.436% 16.436% ### ( 1, 2 ] 1799438 26.448% 42.884% ##### ( 2, 3 ] 1036297 15.232% 58.115% ### ( 3, 4 ] 555257 8.161% 66.277% ## ( 4, 6 ] 548107 8.056% 74.333% ## ( 6, 10 ] 1181272 17.362% 91.695% ### ( 10, 15 ] 467742 6.875% 98.570% # ( 15, 22 ] 45690 0.672% 99.242% ( 22, 34 ] 24138 0.355% 99.596% ( 34, 51 ] 15267 0.224% 99.821% ( 51, 76 ] 7406 0.109% 99.930% ( 76, 110 ] 2814 0.041% 99.971% ( 110, 170 ] 1314 0.019% 99.990% ( 170, 250 ] 334 0.005% 99.995% ( 250, 380 ] 159 0.002% 99.998% ( 380, 580 ] 115 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105602647 Average: 5.7720 StdDev: 24.81 Min: 0 Median: 2.3387 Max: 40453 Percentiles: P50: 2.34 P75: 7.54 P99: 40.70 P99.9: 158.58 P99.99: 464.92 ------------------------------------------------------ [ 0, 1 ] 25147377 23.813% 23.813% ##### ( 1, 2 ] 23927359 22.658% 46.471% ##### ( 2, 3 ] 11001775 10.418% 56.889% ## ( 3, 4 ] 4319628 4.090% 60.980% # ( 4, 6 ] 4946537 4.684% 65.664% # ( 6, 10 ] 25612118 24.253% 89.917% ##### ( 10, 15 ] 8228303 7.792% 97.709% ## ( 15, 22 ] 670567 0.635% 98.344% ( 22, 34 ] 546898 0.518% 98.862% ( 34, 51 ] 370323 0.351% 99.212% ( 51, 76 ] 234580 0.222% 99.435% ( 76, 110 ] 297922 0.282% 99.717% ( 110, 170 ] 239193 0.227% 99.943% ( 170, 250 ] 38508 0.036% 99.980% ( 250, 380 ] 8367 0.008% 99.988% ( 380, 580 ] 6198 0.006% 99.993% ( 580, 870 ] 3543 0.003% 99.997% ( 870, 1300 ] 1886 0.002% 99.999% ( 1300, 1900 ] 2581 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 99 0.000% 100.001% ( 6600, 9900 ] 116 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-11:10:01.919893 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 527637268 rocksdb.block.cache.hit COUNT : 2168133787 rocksdb.block.cache.add COUNT : 39445360 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32288 rocksdb.block.cache.index.hit COUNT : 531966654 rocksdb.block.cache.index.add COUNT : 32274 rocksdb.block.cache.index.bytes.insert COUNT : 34495951013 rocksdb.block.cache.filter.miss COUNT : 32294 rocksdb.block.cache.filter.hit COUNT : 1104574556 rocksdb.block.cache.filter.add COUNT : 32294 rocksdb.block.cache.filter.bytes.insert COUNT : 8771015630 rocksdb.block.cache.data.miss COUNT : 527572686 rocksdb.block.cache.data.hit COUNT : 531592577 rocksdb.block.cache.data.add COUNT : 39380792 rocksdb.block.cache.data.bytes.insert COUNT : 163124034841 rocksdb.block.cache.bytes.read COUNT : 1889531687472080 rocksdb.block.cache.bytes.write COUNT : 206391001484 rocksdb.bloom.filter.useful COUNT : 572672424 rocksdb.bloom.filter.full.positive COUNT : 531902164 rocksdb.bloom.filter.full.true.positive COUNT : 526359259 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93555590 rocksdb.memtable.miss COUNT : 6287762147 rocksdb.l0.hit COUNT : 16115862 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 510243397 rocksdb.compaction.key.drop.new COUNT : 277872672 rocksdb.compaction.key.drop.obsolete COUNT : 277892466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 580089371 rocksdb.number.keys.read COUNT : 648010355 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 59988021408 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67654 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32279 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 764614334 rocksdb.number.multiget.keys.read COUNT : 5733307382 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 59988021408 rocksdb.write.self COUNT : 128999522 rocksdb.write.other COUNT : 210910 rocksdb.write.wal COUNT : 129210432 rocksdb.compact.read.bytes COUNT : 994028524339 rocksdb.compact.write.bytes COUNT : 1037025680297 rocksdb.flush.write.bytes COUNT : 32757619189 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1019322 rocksdb.number.superversion_releases COUNT : 2701 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 520938845 rocksdb.number.block.decompressed COUNT : 521004768 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59668563616 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67654 rocksdb.num.iterator.deleted COUNT : 67654 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5205 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5167 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44009 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60886209293 rocksdb.memtable.garbage.bytes.at.flush COUNT : 733528942 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 941434731358 rocksdb.last.level.read.count COUNT : 489649019 rocksdb.non.last.level.read.bytes COUNT : 128775695449 rocksdb.non.last.level.read.count COUNT : 38085086 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 527669547 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2125573571551 rocksdb.bytes.compressed.to COUNT : 1032266356942 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26149933881 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6596156 rocksdb.bytes.decompressed.from COUNT : 1032600643964 rocksdb.bytes.decompressed.to COUNT : 2125887854264 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.417635 P95 : 106.288098 P99 : 160.407755 P100 : 227461.000000 COUNT : 648010355 SUM : 33422515235 rocksdb.db.write.micros P50 : 67.001612 P95 : 111.714783 P99 : 169.433366 P100 : 2037453.000000 COUNT : 129210432 SUM : 13327625832 rocksdb.compaction.times.micros P50 : 1624912.280702 P95 : 38295238.095238 P99 : 66916666.666667 P100 : 89521673.000000 COUNT : 7490 SUM : 62413501320 rocksdb.compaction.times.cpu_micros P50 : 1563898.916968 P95 : 35643776.824034 P99 : 63761235.955056 P100 : 83823365.000000 COUNT : 7490 SUM : 59668563616 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4295.231699 P95 : 27676.312057 P99 : 61200.000000 P100 : 1558490.000000 COUNT : 12184 SUM : 113598935 rocksdb.compaction.outfile.sync.micros P50 : 62572.763480 P95 : 125892.778993 P99 : 225250.526316 P100 : 2063820.000000 COUNT : 20078 SUM : 1285966590 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.957234 P95 : 726.432577 P99 : 3908.214286 P100 : 501117.000000 COUNT : 19736 SUM : 12753247 rocksdb.table.open.io.micros P50 : 581.790123 P95 : 6232.477932 P99 : 13012.233596 P100 : 126033.000000 COUNT : 32279 SUM : 56783656 rocksdb.db.multiget.micros P50 : 7.994839 P95 : 17.812475 P99 : 33.056709 P100 : 26625.000000 COUNT : 764614335 SUM : 7242734713 rocksdb.read.block.compaction.micros P50 : 13.657206 P95 : 58.525318 P99 : 138.056116 P100 : 127274.000000 COUNT : 488191894 SUM : 9450661304 rocksdb.read.block.get.micros P50 : 52.839389 P95 : 94.788979 P99 : 145.800778 P100 : 125945.000000 COUNT : 39445374 SUM : 2272811627 rocksdb.write.raw.block.micros P50 : 0.521478 P95 : 0.990808 P99 : 1.894716 P100 : 331149.000000 COUNT : 527631787 SUM : 10528332880 rocksdb.numfiles.in.singlecompaction P50 : 2.775497 P95 : 5.679375 P99 : 5.938602 P100 : 7.000000 COUNT : 5703 SUM : 20308 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.534056 P95 : 32.952758 P99 : 104.658309 P100 : 127199.000000 COUNT : 527734105 SUM : 3636015508 rocksdb.file.read.flush.micros P50 : 1.840976 P95 : 15.774172 P99 : 41.244267 P100 : 787.000000 COUNT : 60920 SUM : 291884 rocksdb.file.read.compaction.micros P50 : 1.419452 P95 : 35.928528 P99 : 106.159596 P100 : 127199.000000 COUNT : 488292298 SUM : 3242107297 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 648010356 SUM : 0 rocksdb.bytes.per.write P50 : 218.492582 P95 : 527.476939 P99 : 803.676989 P100 : 4563443.000000 COUNT : 128999523 SUM : 59988021646 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 764614335 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45952.010969 P95 : 166701.745878 P99 : 238941.284404 P100 : 1681975.000000 COUNT : 12227 SUM : 763197934 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-11:10:01.920111 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-11:10:01.920311 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708427401 to in-memory stats history 2024/02/20-11:10:01.920345 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-11:10:01.920391 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-11:10:12.208933 4077730 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301113. Total log size is 15728641 while max_total_wal_size is 15728640 2024/02/20-11:10:12.209160 4077730 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301118. Immutable memtables: 0. 2024/02/20-11:10:12.209395 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19742] Syncing log #301115 2024/02/20-11:10:12.209957 3036210 (Original Log Time 2024/02/20-11:10:12.209381) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:10:12.209965 3036210 [db/flush_job.cc:892] [url] [JOB 19742] Flushing memtable with next log file: 301118 2024/02/20-11:10:12.209988 3036210 EVENT_LOG_v1 {"time_micros": 1708427412209981, "job": 19742, "event": "flush_started", "num_memtables": 1, "num_entries": 57960, "num_deletes": 0, "total_data_size": 8844104, "memory_usage": 10441408, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:10:12.209991 3036210 [db/flush_job.cc:926] [url] [JOB 19742] Level-0 flush table #301119: started 2024/02/20-11:10:12.326666 3036210 EVENT_LOG_v1 {"time_micros": 1708427412326623, "cf_name": "url", "job": 19742, "event": "table_file_creation", "file_number": 301119, "file_size": 4513432, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145796058, "largest_seqno": 5145963380, "table_properties": {"data_size": 4442199, "index_size": 106497, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8525916, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1351, "num_entries": 56884, "num_filter_entries": 7079, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427059, "oldest_key_time": 1708427059, "file_creation_time": 1708427412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301119, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:10:12.326742 3036210 [db/flush_job.cc:1062] [url] [JOB 19742] Flush lasted 116786 microseconds, and 114156 cpu microseconds. 2024/02/20-11:10:12.327389 3036210 (Original Log Time 2024/02/20-11:10:12.326714) [db/flush_job.cc:1011] [url] [JOB 19742] Level-0 flush table #301119: 4513432 bytes OK 2024/02/20-11:10:12.327394 3036210 (Original Log Time 2024/02/20-11:10:12.326753) [db/memtable_list.cc:555] [url] Level-0 commit table #301119 started 2024/02/20-11:10:12.327396 3036210 (Original Log Time 2024/02/20-11:10:12.327093) [db/memtable_list.cc:754] [url] Level-0 commit table #301119: memtable #1 done 2024/02/20-11:10:12.327398 3036210 (Original Log Time 2024/02/20-11:10:12.327118) EVENT_LOG_v1 {"time_micros": 1708427412327111, "job": 19742, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-11:10:12.327401 3036210 (Original Log Time 2024/02/20-11:10:12.327333) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-11:10:12.327409 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19742] Try to delete WAL files size 5431, prev total WAL file size 15732064, number of live WAL files 3. 2024/02/20-11:10:12.327550 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 19743] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-11:10:12.327564 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19750 Base level 0, inputs: [301119(4407KB) 301114(4278KB)], [301104(8326KB)] 2024/02/20-11:10:12.327608 3036187 EVENT_LOG_v1 {"time_micros": 1708427412327594, "job": 19743, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301119, 301114], "files_L5": [301104], "score": 1, "input_data_size": 17420783, "oldest_snapshot_seqno": -1} 2024/02/20-11:10:12.327618 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301113.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:12.438624 4077214 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301115. Total log size is 15728662 while max_total_wal_size is 15728640 2024/02/20-11:10:12.438885 4077214 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301121. Immutable memtables: 0. 2024/02/20-11:10:12.439188 4077214 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301121. Immutable memtables: 0. 2024/02/20-11:10:12.439298 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19744] Syncing log #301118 2024/02/20-11:10:12.439976 3036193 (Original Log Time 2024/02/20-11:10:12.439288) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-11:10:12.439982 3036193 [db/flush_job.cc:892] [tag] [JOB 19744] Flushing memtable with next log file: 301121 2024/02/20-11:10:12.439985 3036210 (Original Log Time 2024/02/20-11:10:12.439302) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-11:10:12.439991 3036210 [db/flush_job.cc:892] [key] [JOB 19745] Flushing memtable with next log file: 301121 2024/02/20-11:10:12.440002 3036193 EVENT_LOG_v1 {"time_micros": 1708427412439997, "job": 19744, "event": "flush_started", "num_memtables": 1, "num_entries": 17826, "num_deletes": 0, "total_data_size": 1559881, "memory_usage": 2099488, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:10:12.440003 3036210 EVENT_LOG_v1 {"time_micros": 1708427412439999, "job": 19745, "event": "flush_started", "num_memtables": 1, "num_entries": 91535, "num_deletes": 38000, "total_data_size": 5728069, "memory_usage": 8622536, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:10:12.440005 3036193 [db/flush_job.cc:926] [tag] [JOB 19744] Level-0 flush table #301122: started 2024/02/20-11:10:12.440006 3036210 [db/flush_job.cc:926] [key] [JOB 19745] Level-0 flush table #301123: started 2024/02/20-11:10:12.454981 3036193 EVENT_LOG_v1 {"time_micros": 1708427412454946, "cf_name": "tag", "job": 19744, "event": "table_file_creation", "file_number": 301122, "file_size": 951734, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145796120, "largest_seqno": 5145963408, "table_properties": {"data_size": 944278, "index_size": 9933, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1506344, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 289, "num_entries": 17638, "num_filter_entries": 208, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427059, "oldest_key_time": 1708427059, "file_creation_time": 1708427412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301122, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:10:12.455029 3036193 [db/flush_job.cc:1062] [tag] [JOB 19744] Flush lasted 15057 microseconds, and 13770 cpu microseconds. 2024/02/20-11:10:12.455601 3036193 (Original Log Time 2024/02/20-11:10:12.455010) [db/flush_job.cc:1011] [tag] [JOB 19744] Level-0 flush table #301122: 951734 bytes OK 2024/02/20-11:10:12.455603 3036193 (Original Log Time 2024/02/20-11:10:12.455035) [db/memtable_list.cc:555] [tag] Level-0 commit table #301122 started 2024/02/20-11:10:12.455605 3036193 (Original Log Time 2024/02/20-11:10:12.455328) [db/memtable_list.cc:754] [tag] Level-0 commit table #301122: memtable #1 done 2024/02/20-11:10:12.455606 3036193 (Original Log Time 2024/02/20-11:10:12.455348) EVENT_LOG_v1 {"time_micros": 1708427412455343, "job": 19744, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:10:12.455608 3036193 (Original Log Time 2024/02/20-11:10:12.455565) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-11:10:12.543580 3036210 EVENT_LOG_v1 {"time_micros": 1708427412543531, "cf_name": "key", "job": 19745, "event": "table_file_creation", "file_number": 301123, "file_size": 3772997, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145796107, "largest_seqno": 5145963430, "table_properties": {"data_size": 3666230, "index_size": 28099, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 84085, "raw_key_size": 5480729, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1077, "num_entries": 90471, "num_filter_entries": 95745, "num_deletions": 38000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427059, "oldest_key_time": 1708427059, "file_creation_time": 1708427412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301123, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:10:12.543630 3036210 [db/flush_job.cc:1062] [key] [JOB 19745] Flush lasted 103647 microseconds, and 99797 cpu microseconds. 2024/02/20-11:10:12.544273 3036210 (Original Log Time 2024/02/20-11:10:12.543611) [db/flush_job.cc:1011] [key] [JOB 19745] Level-0 flush table #301123: 3772997 bytes OK 2024/02/20-11:10:12.544277 3036210 (Original Log Time 2024/02/20-11:10:12.543637) [db/memtable_list.cc:555] [key] Level-0 commit table #301123 started 2024/02/20-11:10:12.544280 3036210 (Original Log Time 2024/02/20-11:10:12.544000) [db/memtable_list.cc:754] [key] Level-0 commit table #301123: memtable #1 done 2024/02/20-11:10:12.544282 3036210 (Original Log Time 2024/02/20-11:10:12.544023) EVENT_LOG_v1 {"time_micros": 1708427412544015, "job": 19745, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-11:10:12.544284 3036210 (Original Log Time 2024/02/20-11:10:12.544226) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-11:10:12.544290 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19745] Try to delete WAL files size 15723210, prev total WAL file size 15732301, number of live WAL files 3. 2024/02/20-11:10:12.546665 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301115.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:12.764753 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19743] Generated table #301120: 224364 keys, 16494501 bytes, temperature: kUnknown 2024/02/20-11:10:12.764826 3036187 EVENT_LOG_v1 {"time_micros": 1708427412764781, "cf_name": "url", "job": 19743, "event": "table_file_creation", "file_number": 301120, "file_size": 16494501, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145285927, "largest_seqno": 5145963380, "table_properties": {"data_size": 16225472, "index_size": 458990, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15637, "raw_key_size": 33551012, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4918, "num_entries": 224364, "num_filter_entries": 17840, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426001, "oldest_key_time": 0, "file_creation_time": 1708427412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301120, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:10:12.766073 3036187 (Original Log Time 2024/02/20-11:10:12.765428) [db/compaction/compaction_job.cc:1729] [url] [JOB 19743] Compacted 2@0 + 1@5 files to L5 => 16494501 bytes 2024/02/20-11:10:12.766077 3036187 (Original Log Time 2024/02/20-11:10:12.765805) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.06, MB/sec: 39.8 rd, 37.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.5, 8.1 +0.0 blob) out(15.7 +0.0 blob), read-write-amplify(3.8) write-amplify(1.9) OK, records in: 224365, records dropped: 1 output_compression: LZ4 2024/02/20-11:10:12.766084 3036187 (Original Log Time 2024/02/20-11:10:12.765831) EVENT_LOG_v1 {"time_micros": 1708427412765817, "job": 19743, "event": "compaction_finished", "compaction_time_micros": 437271, "compaction_time_cpu_micros": 428971, "output_level": 5, "num_output_files": 1, "total_output_size": 16494501, "num_input_records": 224365, "num_output_records": 224364, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-11:10:12.767139 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301104.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:12.767154 3036187 EVENT_LOG_v1 {"time_micros": 1708427412767151, "job": 19743, "event": "table_file_deletion", "file_number": 301104} 2024/02/20-11:10:12.767607 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301114.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:12.767618 3036187 EVENT_LOG_v1 {"time_micros": 1708427412767615, "job": 19743, "event": "table_file_deletion", "file_number": 301114} 2024/02/20-11:10:12.768326 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301119.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:12.768337 3036187 EVENT_LOG_v1 {"time_micros": 1708427412768335, "job": 19743, "event": "table_file_deletion", "file_number": 301119} 2024/02/20-11:10:12.768428 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19746] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-11:10:12.768435 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19751 Base level 0, inputs: [301122(929KB) 301116(710KB)], [301108(64MB) 301110(64MB) 301111(27MB)] 2024/02/20-11:10:12.768449 3036187 EVENT_LOG_v1 {"time_micros": 1708427412768439, "job": 19746, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301122, 301116], "files_L6": [301108, 301110, 301111], "score": 1, "input_data_size": 165358134, "oldest_snapshot_seqno": -1} 2024/02/20-11:10:19.376321 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19746] Generated table #301124: 2416830 keys, 67641682 bytes, temperature: kUnknown 2024/02/20-11:10:19.376404 3036187 EVENT_LOG_v1 {"time_micros": 1708427419376363, "cf_name": "tag", "job": 19746, "event": "table_file_creation", "file_number": 301124, "file_size": 67641682, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110975, "index_size": 1467490, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 203430918, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36019, "num_entries": 2416830, "num_filter_entries": 1648, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708427412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301124, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:10:23.795620 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19746] Generated table #301125: 2127806 keys, 67636031 bytes, temperature: kUnknown 2024/02/20-11:10:23.795681 3036187 EVENT_LOG_v1 {"time_micros": 1708427423795643, "cf_name": "tag", "job": 19746, "event": "table_file_creation", "file_number": 301125, "file_size": 67636031, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109948, "index_size": 1396322, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192099405, "raw_average_key_size": 90, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36067, "num_entries": 2127806, "num_filter_entries": 1649, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708427419, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301125, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:10:25.830882 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19746] Generated table #301126: 1114437 keys, 29231269 bytes, temperature: kUnknown 2024/02/20-11:10:25.830983 3036187 EVENT_LOG_v1 {"time_micros": 1708427425830921, "cf_name": "tag", "job": 19746, "event": "table_file_creation", "file_number": 301126, "file_size": 29231269, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 29003736, "index_size": 642406, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 88998429, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 15835, "num_entries": 1114437, "num_filter_entries": 289, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708427423, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301126, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:10:25.844538 3036187 (Original Log Time 2024/02/20-11:10:25.843476) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19746] Compacted 2@0 + 3@6 files to L6 => 164508982 bytes 2024/02/20-11:10:25.844542 3036187 (Original Log Time 2024/02/20-11:10:25.844276) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 12.7 rd, 12.6 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 156.1 +0.0 blob) out(156.9 +0.0 blob), read-write-amplify(196.5) write-amplify(98.0) OK, records in: 5659073, records dropped: 0 output_compression: ZSTD 2024/02/20-11:10:25.844549 3036187 (Original Log Time 2024/02/20-11:10:25.844308) EVENT_LOG_v1 {"time_micros": 1708427425844294, "job": 19746, "event": "compaction_finished", "compaction_time_micros": 13062607, "compaction_time_cpu_micros": 11018026, "output_level": 6, "num_output_files": 3, "total_output_size": 164508982, "num_input_records": 5659073, "num_output_records": 5659073, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-11:10:25.849766 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301108.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:25.849787 3036187 EVENT_LOG_v1 {"time_micros": 1708427425849783, "job": 19746, "event": "table_file_deletion", "file_number": 301108} 2024/02/20-11:10:25.856428 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301110.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:25.856477 3036187 EVENT_LOG_v1 {"time_micros": 1708427425856472, "job": 19746, "event": "table_file_deletion", "file_number": 301110} 2024/02/20-11:10:25.859597 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301111.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:25.859627 3036187 EVENT_LOG_v1 {"time_micros": 1708427425859623, "job": 19746, "event": "table_file_deletion", "file_number": 301111} 2024/02/20-11:10:25.859822 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301116.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:25.859831 3036187 EVENT_LOG_v1 {"time_micros": 1708427425859829, "job": 19746, "event": "table_file_deletion", "file_number": 301116} 2024/02/20-11:10:25.859957 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301122.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:25.859963 3036187 EVENT_LOG_v1 {"time_micros": 1708427425859962, "job": 19746, "event": "table_file_deletion", "file_number": 301122} 2024/02/20-11:10:25.860055 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19747] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-11:10:25.860060 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19752 Base level 0, inputs: [301123(3684KB) 301117(3016KB)], [301112(6947KB)] 2024/02/20-11:10:25.860072 3036187 EVENT_LOG_v1 {"time_micros": 1708427425860064, "job": 19747, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301123, 301117], "files_L5": [301112], "score": 1, "input_data_size": 13976590, "oldest_snapshot_seqno": -1} 2024/02/20-11:10:26.337361 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19747] Generated table #301127: 354411 keys, 13764032 bytes, temperature: kUnknown 2024/02/20-11:10:26.337432 3036187 EVENT_LOG_v1 {"time_micros": 1708427426337392, "cf_name": "key", "job": 19747, "event": "table_file_creation", "file_number": 301127, "file_size": 13764032, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145326410, "largest_seqno": 5145963430, "table_properties": {"data_size": 13354029, "index_size": 112748, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325125, "raw_key_size": 21456886, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3935, "num_entries": 354411, "num_filter_entries": 367952, "num_deletions": 162000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426103, "oldest_key_time": 0, "file_creation_time": 1708427425, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301127, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:10:26.338761 3036187 (Original Log Time 2024/02/20-11:10:26.338098) [db/compaction/compaction_job.cc:1729] [key] [JOB 19747] Compacted 2@0 + 1@5 files to L5 => 13764032 bytes 2024/02/20-11:10:26.338764 3036187 (Original Log Time 2024/02/20-11:10:26.338498) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.05, MB/sec: 29.3 rd, 28.8 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(6.5, 6.8 +0.0 blob) out(13.1 +0.0 blob), read-write-amplify(4.0) write-amplify(2.0) OK, records in: 354411, records dropped: 0 output_compression: LZ4 2024/02/20-11:10:26.338770 3036187 (Original Log Time 2024/02/20-11:10:26.338539) EVENT_LOG_v1 {"time_micros": 1708427426338529, "job": 19747, "event": "compaction_finished", "compaction_time_micros": 477456, "compaction_time_cpu_micros": 467026, "output_level": 5, "num_output_files": 1, "total_output_size": 13764032, "num_input_records": 354411, "num_output_records": 354411, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-11:10:26.339423 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301112.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:26.339437 3036187 EVENT_LOG_v1 {"time_micros": 1708427426339434, "job": 19747, "event": "table_file_deletion", "file_number": 301112} 2024/02/20-11:10:26.339748 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301117.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:26.339755 3036187 EVENT_LOG_v1 {"time_micros": 1708427426339754, "job": 19747, "event": "table_file_deletion", "file_number": 301117} 2024/02/20-11:10:26.340050 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301123.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:10:26.340057 3036187 EVENT_LOG_v1 {"time_micros": 1708427426340056, "job": 19747, "event": "table_file_deletion", "file_number": 301123} 2024/02/20-11:16:00.536399 4076721 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301118. Total log size is 15728761 while max_total_wal_size is 15728640 2024/02/20-11:16:00.536911 4076721 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301128. Immutable memtables: 0. 2024/02/20-11:16:00.537166 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19748] Syncing log #301121 2024/02/20-11:16:00.563336 3036193 (Original Log Time 2024/02/20-11:16:00.537155) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:16:00.563346 3036193 [db/flush_job.cc:892] [url] [JOB 19748] Flushing memtable with next log file: 301128 2024/02/20-11:16:00.563369 3036193 EVENT_LOG_v1 {"time_micros": 1708427760563363, "job": 19748, "event": "flush_started", "num_memtables": 1, "num_entries": 57959, "num_deletes": 0, "total_data_size": 8812128, "memory_usage": 9889160, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:16:00.563372 3036193 [db/flush_job.cc:926] [url] [JOB 19748] Level-0 flush table #301129: started 2024/02/20-11:16:00.718291 3036193 EVENT_LOG_v1 {"time_micros": 1708427760718250, "cf_name": "url", "job": 19748, "event": "table_file_creation", "file_number": 301129, "file_size": 4538050, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145963382, "largest_seqno": 5146131005, "table_properties": {"data_size": 4465223, "index_size": 107272, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8511865, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1352, "num_entries": 56913, "num_filter_entries": 7018, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427412, "oldest_key_time": 1708427412, "file_creation_time": 1708427760, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301129, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:16:00.718397 3036193 [db/flush_job.cc:1062] [url] [JOB 19748] Flush lasted 155020 microseconds, and 147962 cpu microseconds. 2024/02/20-11:16:00.732075 3036193 (Original Log Time 2024/02/20-11:16:00.718327) [db/flush_job.cc:1011] [url] [JOB 19748] Level-0 flush table #301129: 4538050 bytes OK 2024/02/20-11:16:00.732079 3036193 (Original Log Time 2024/02/20-11:16:00.718407) [db/memtable_list.cc:555] [url] Level-0 commit table #301129 started 2024/02/20-11:16:00.732080 3036193 (Original Log Time 2024/02/20-11:16:00.731777) [db/memtable_list.cc:754] [url] Level-0 commit table #301129: memtable #1 done 2024/02/20-11:16:00.732082 3036193 (Original Log Time 2024/02/20-11:16:00.731818) EVENT_LOG_v1 {"time_micros": 1708427760731809, "job": 19748, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-11:16:00.732083 3036193 (Original Log Time 2024/02/20-11:16:00.732031) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-11:16:00.732088 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19748] Try to delete WAL files size 5452, prev total WAL file size 15736275, number of live WAL files 3. 2024/02/20-11:16:00.732387 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301118.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:16:00.733634 4076632 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301121. Total log size is 15730823 while max_total_wal_size is 15728640 2024/02/20-11:16:00.733923 4076632 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301130. Immutable memtables: 0. 2024/02/20-11:16:00.734187 4076632 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301130. Immutable memtables: 0. 2024/02/20-11:16:00.734309 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19749] Syncing log #301128 2024/02/20-11:16:00.734795 3036193 (Original Log Time 2024/02/20-11:16:00.734299) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-11:16:00.734801 3036193 [db/flush_job.cc:892] [tag] [JOB 19749] Flushing memtable with next log file: 301130 2024/02/20-11:16:00.734810 3036210 (Original Log Time 2024/02/20-11:16:00.734316) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-11:16:00.734819 3036210 [db/flush_job.cc:892] [key] [JOB 19750] Flushing memtable with next log file: 301130 2024/02/20-11:16:00.734822 3036193 EVENT_LOG_v1 {"time_micros": 1708427760734815, "job": 19749, "event": "flush_started", "num_memtables": 1, "num_entries": 18040, "num_deletes": 0, "total_data_size": 1588086, "memory_usage": 3161176, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:16:00.734824 3036193 [db/flush_job.cc:926] [tag] [JOB 19749] Level-0 flush table #301131: started 2024/02/20-11:16:00.734843 3036210 EVENT_LOG_v1 {"time_micros": 1708427760734836, "job": 19750, "event": "flush_started", "num_memtables": 1, "num_entries": 91640, "num_deletes": 38000, "total_data_size": 5734131, "memory_usage": 9085184, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:16:00.734847 3036210 [db/flush_job.cc:926] [key] [JOB 19750] Level-0 flush table #301132: started 2024/02/20-11:16:00.748282 3036193 EVENT_LOG_v1 {"time_micros": 1708427760748235, "cf_name": "tag", "job": 19749, "event": "table_file_creation", "file_number": 301131, "file_size": 968962, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145963445, "largest_seqno": 5146131052, "table_properties": {"data_size": 961194, "index_size": 10425, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1538498, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 294, "num_entries": 17912, "num_filter_entries": 195, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427412, "oldest_key_time": 1708427412, "file_creation_time": 1708427760, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301131, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:16:00.748341 3036193 [db/flush_job.cc:1062] [tag] [JOB 19749] Flush lasted 13548 microseconds, and 11740 cpu microseconds. 2024/02/20-11:16:00.748930 3036193 (Original Log Time 2024/02/20-11:16:00.748322) [db/flush_job.cc:1011] [tag] [JOB 19749] Level-0 flush table #301131: 968962 bytes OK 2024/02/20-11:16:00.748933 3036193 (Original Log Time 2024/02/20-11:16:00.748349) [db/memtable_list.cc:555] [tag] Level-0 commit table #301131 started 2024/02/20-11:16:00.748934 3036193 (Original Log Time 2024/02/20-11:16:00.748697) [db/memtable_list.cc:754] [tag] Level-0 commit table #301131: memtable #1 done 2024/02/20-11:16:00.748936 3036193 (Original Log Time 2024/02/20-11:16:00.748713) EVENT_LOG_v1 {"time_micros": 1708427760748707, "job": 19749, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:16:00.748938 3036193 (Original Log Time 2024/02/20-11:16:00.748899) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-11:16:00.832029 3036210 EVENT_LOG_v1 {"time_micros": 1708427760831994, "cf_name": "key", "job": 19750, "event": "table_file_creation", "file_number": 301132, "file_size": 3689318, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145963432, "largest_seqno": 5146131080, "table_properties": {"data_size": 3582399, "index_size": 28068, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 84197, "raw_key_size": 5488006, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1056, "num_entries": 90600, "num_filter_entries": 95902, "num_deletions": 38000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427412, "oldest_key_time": 1708427412, "file_creation_time": 1708427760, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301132, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:16:00.832083 3036210 [db/flush_job.cc:1062] [key] [JOB 19750] Flush lasted 97281 microseconds, and 93083 cpu microseconds. 2024/02/20-11:16:00.832883 3036210 (Original Log Time 2024/02/20-11:16:00.832065) [db/flush_job.cc:1011] [key] [JOB 19750] Level-0 flush table #301132: 3689318 bytes OK 2024/02/20-11:16:00.832889 3036210 (Original Log Time 2024/02/20-11:16:00.832090) [db/memtable_list.cc:555] [key] Level-0 commit table #301132 started 2024/02/20-11:16:00.832892 3036210 (Original Log Time 2024/02/20-11:16:00.832531) [db/memtable_list.cc:754] [key] Level-0 commit table #301132: memtable #1 done 2024/02/20-11:16:00.832894 3036210 (Original Log Time 2024/02/20-11:16:00.832574) EVENT_LOG_v1 {"time_micros": 1708427760832563, "job": 19750, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-11:16:00.832897 3036210 (Original Log Time 2024/02/20-11:16:00.832814) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 5] max score 0.50 2024/02/20-11:16:00.832903 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19750] Try to delete WAL files size 15723309, prev total WAL file size 15736916, number of live WAL files 3. 2024/02/20-11:16:00.835083 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301121.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:16:41.209578 4076312 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301133. Immutable memtables: 0. 2024/02/20-11:16:41.209835 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19751] Syncing log #301130 2024/02/20-11:16:41.213588 3036193 (Original Log Time 2024/02/20-11:16:41.209816) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:16:41.213600 3036193 [db/flush_job.cc:892] [url] [JOB 19751] Flushing memtable with next log file: 301133 2024/02/20-11:16:41.213631 3036193 EVENT_LOG_v1 {"time_micros": 1708427801213621, "job": 19751, "event": "flush_started", "num_memtables": 1, "num_entries": 7096, "num_deletes": 0, "total_data_size": 1074236, "memory_usage": 1440976, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-11:16:41.213636 3036193 [db/flush_job.cc:926] [url] [JOB 19751] Level-0 flush table #301134: started 2024/02/20-11:16:41.223172 3036193 EVENT_LOG_v1 {"time_micros": 1708427801223134, "cf_name": "url", "job": 19751, "event": "table_file_creation", "file_number": 301134, "file_size": 624058, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146131007, "largest_seqno": 5146150984, "table_properties": {"data_size": 613231, "index_size": 11342, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 1030967, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 188, "num_entries": 6932, "num_filter_entries": 1733, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427760, "oldest_key_time": 1708427760, "file_creation_time": 1708427801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301134, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:16:41.223217 3036193 [db/flush_job.cc:1062] [url] [JOB 19751] Flush lasted 9636 microseconds, and 8116 cpu microseconds. 2024/02/20-11:16:41.223783 3036193 (Original Log Time 2024/02/20-11:16:41.223198) [db/flush_job.cc:1011] [url] [JOB 19751] Level-0 flush table #301134: 624058 bytes OK 2024/02/20-11:16:41.223787 3036193 (Original Log Time 2024/02/20-11:16:41.223224) [db/memtable_list.cc:555] [url] Level-0 commit table #301134 started 2024/02/20-11:16:41.223789 3036193 (Original Log Time 2024/02/20-11:16:41.223515) [db/memtable_list.cc:754] [url] Level-0 commit table #301134: memtable #1 done 2024/02/20-11:16:41.223791 3036193 (Original Log Time 2024/02/20-11:16:41.223539) EVENT_LOG_v1 {"time_micros": 1708427801223533, "job": 19751, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-11:16:41.223793 3036193 (Original Log Time 2024/02/20-11:16:41.223737) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-11:16:41.223798 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19751] Try to delete WAL files size 7514, prev total WAL file size 1892930, number of live WAL files 3. 2024/02/20-11:16:41.223873 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 19752] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-11:16:41.223885 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19759 Base level 0, inputs: [301134(609KB) 301129(4431KB)], [301120(15MB)] 2024/02/20-11:16:41.223910 3036186 EVENT_LOG_v1 {"time_micros": 1708427801223899, "job": 19752, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301134, 301129], "files_L5": [301120], "score": 1, "input_data_size": 21656609, "oldest_snapshot_seqno": -1} 2024/02/20-11:16:41.224014 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301128.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:16:41.795775 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 19752] Generated table #301135: 288209 keys, 20977227 bytes, temperature: kUnknown 2024/02/20-11:16:41.795834 3036186 EVENT_LOG_v1 {"time_micros": 1708427801795800, "cf_name": "url", "job": 19752, "event": "table_file_creation", "file_number": 301135, "file_size": 20977227, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145285927, "largest_seqno": 5146150984, "table_properties": {"data_size": 20643449, "index_size": 583146, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18357, "raw_key_size": 43093844, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6256, "num_entries": 288209, "num_filter_entries": 21023, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426001, "oldest_key_time": 0, "file_creation_time": 1708427801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301135, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:16:41.797075 3036186 (Original Log Time 2024/02/20-11:16:41.796470) [db/compaction/compaction_job.cc:1729] [url] [JOB 19752] Compacted 2@0 + 1@5 files to L5 => 20977227 bytes 2024/02/20-11:16:41.797079 3036186 (Original Log Time 2024/02/20-11:16:41.796818) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.08, MB/sec: 37.9 rd, 36.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.9, 15.7 +0.0 blob) out(20.0 +0.0 blob), read-write-amplify(8.3) write-amplify(4.1) OK, records in: 288209, records dropped: 0 output_compression: LZ4 2024/02/20-11:16:41.797086 3036186 (Original Log Time 2024/02/20-11:16:41.796843) EVENT_LOG_v1 {"time_micros": 1708427801796831, "job": 19752, "event": "compaction_finished", "compaction_time_micros": 571987, "compaction_time_cpu_micros": 545188, "output_level": 5, "num_output_files": 1, "total_output_size": 20977227, "num_input_records": 288209, "num_output_records": 288209, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-11:16:41.799585 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301120.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:16:41.799612 3036186 EVENT_LOG_v1 {"time_micros": 1708427801799608, "job": 19752, "event": "table_file_deletion", "file_number": 301120} 2024/02/20-11:16:41.800000 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301129.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:16:41.800009 3036186 EVENT_LOG_v1 {"time_micros": 1708427801800007, "job": 19752, "event": "table_file_deletion", "file_number": 301129} 2024/02/20-11:16:41.800133 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301134.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:16:41.800141 3036186 EVENT_LOG_v1 {"time_micros": 1708427801800139, "job": 19752, "event": "table_file_deletion", "file_number": 301134} 2024/02/20-11:16:41.800186 4076312 (Original Log Time 2024/02/20-11:16:41.224061) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-11:16:41.800427 3036189 (Original Log Time 2024/02/20-11:16:41.800393) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-11:16:41.800432 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 19753] Compacting 1@5 + 12@6 files to L6, score -1.00 2024/02/20-11:16:41.800440 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19760 Base level 5, inputs: [301135(20MB)], [301071(64MB) 301072(64MB) 301073(64MB) 301074(64MB) 301075(64MB) 301076(64MB) 301077(64MB) 301078(65MB) 301079(64MB) 301080(64MB) 301081(66MB) 301082(23MB)] 2024/02/20-11:16:41.800481 3036189 EVENT_LOG_v1 {"time_micros": 1708427801800446, "job": 19753, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301135], "files_L6": [301071, 301072, 301073, 301074, 301075, 301076, 301077, 301078, 301079, 301080, 301081, 301082], "score": -1, "input_data_size": 794573266, "oldest_snapshot_seqno": -1} 2024/02/20-11:16:47.139924 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301136: 1682725 keys, 67793864 bytes, temperature: kUnknown 2024/02/20-11:16:47.139999 3036189 EVENT_LOG_v1 {"time_micros": 1708427807139964, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301136, "file_size": 67793864, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110250, "index_size": 2433463, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14549, "raw_key_size": 232679395, "raw_average_key_size": 138, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33576, "num_entries": 1682725, "num_filter_entries": 16687, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301136, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:16:52.303143 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301137: 1245805 keys, 67587006 bytes, temperature: kUnknown 2024/02/20-11:16:52.303219 3036189 EVENT_LOG_v1 {"time_micros": 1708427812303173, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301137, "file_size": 67587006, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110598, "index_size": 2002092, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 181401888, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32917, "num_entries": 1245805, "num_filter_entries": 189, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427807, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301137, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:16:57.415081 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301138: 1459644 keys, 67869785 bytes, temperature: kUnknown 2024/02/20-11:16:57.415182 3036189 EVENT_LOG_v1 {"time_micros": 1708427817415122, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301138, "file_size": 67869785, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110871, "index_size": 2718105, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 22789, "raw_key_size": 218179197, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34902, "num_entries": 1459644, "num_filter_entries": 26082, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427812, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301138, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:02.855634 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301139: 1621896 keys, 67927235 bytes, temperature: kUnknown 2024/02/20-11:17:02.855717 3036189 EVENT_LOG_v1 {"time_micros": 1708427822855665, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301139, "file_size": 67927235, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109981, "index_size": 3046645, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28005, "raw_key_size": 241345730, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35075, "num_entries": 1621896, "num_filter_entries": 32037, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427817, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301139, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:07.961447 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301140: 1564071 keys, 68111205 bytes, temperature: kUnknown 2024/02/20-11:17:07.961538 3036189 EVENT_LOG_v1 {"time_micros": 1708427827961500, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301140, "file_size": 68111205, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109410, "index_size": 5265666, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 53493, "raw_key_size": 236282559, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35012, "num_entries": 1564071, "num_filter_entries": 61029, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427822, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301140, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:13.398299 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301141: 1648064 keys, 67748938 bytes, temperature: kUnknown 2024/02/20-11:17:13.398361 3036189 EVENT_LOG_v1 {"time_micros": 1708427833398324, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301141, "file_size": 67748938, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110608, "index_size": 2841667, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 232993699, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34314, "num_entries": 1648064, "num_filter_entries": 1359, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427827, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301141, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:18.783015 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301142: 1704549 keys, 67729436 bytes, temperature: kUnknown 2024/02/20-11:17:18.783091 3036189 EVENT_LOG_v1 {"time_micros": 1708427838783053, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301142, "file_size": 67729436, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110649, "index_size": 2580483, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 231239002, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34335, "num_entries": 1704549, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427833, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301142, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:23.986794 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301143: 1394353 keys, 68679483 bytes, temperature: kUnknown 2024/02/20-11:17:23.986860 3036189 EVENT_LOG_v1 {"time_micros": 1708427843986825, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301143, "file_size": 68679483, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110908, "index_size": 4625859, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 30501, "raw_key_size": 232747756, "raw_average_key_size": 166, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33690, "num_entries": 1394353, "num_filter_entries": 34833, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427838, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301143, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:29.195273 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301144: 1629165 keys, 67852349 bytes, temperature: kUnknown 2024/02/20-11:17:29.195340 3036189 EVENT_LOG_v1 {"time_micros": 1708427849195304, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301144, "file_size": 67852349, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109023, "index_size": 2711833, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27029, "raw_key_size": 231796208, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35239, "num_entries": 1629165, "num_filter_entries": 30938, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427843, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301144, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:39.974729 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301145: 1611104 keys, 68090436 bytes, temperature: kUnknown 2024/02/20-11:17:39.974827 3036189 EVENT_LOG_v1 {"time_micros": 1708427859974775, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301145, "file_size": 68090436, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110789, "index_size": 4058462, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9893, "raw_key_size": 282317097, "raw_average_key_size": 175, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36782, "num_entries": 1611104, "num_filter_entries": 11328, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427849, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301145, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:51.108740 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301146: 1342220 keys, 69000555 bytes, temperature: kUnknown 2024/02/20-11:17:51.108828 3036189 EVENT_LOG_v1 {"time_micros": 1708427871108780, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301146, "file_size": 69000555, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109436, "index_size": 4956434, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 101333, "raw_key_size": 270101089, "raw_average_key_size": 201, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34712, "num_entries": 1342220, "num_filter_entries": 115330, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427859, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301146, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:57.837971 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19753] Generated table #301147: 571957 keys, 34822993 bytes, temperature: kUnknown 2024/02/20-11:17:57.838051 3036189 EVENT_LOG_v1 {"time_micros": 1708427877838005, "cf_name": "url", "job": 19753, "event": "table_file_creation", "file_number": 301147, "file_size": 34822993, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 33486559, "index_size": 3458019, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9013, "raw_key_size": 155342269, "raw_average_key_size": 271, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 17238, "num_entries": 571957, "num_filter_entries": 10307, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427871, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301147, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:58.289944 3036189 (Original Log Time 2024/02/20-11:17:58.287147) [db/compaction/compaction_job.cc:1729] [url] [JOB 19753] Compacted 1@5 + 12@6 files to L6 => 783213285 bytes 2024/02/20-11:17:58.289951 3036189 (Original Log Time 2024/02/20-11:17:58.289591) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 10.4 rd, 10.3 wr, level 6, files in(1, 12) out(12 +0 blob) MB in(20.0, 737.8 +0.0 blob) out(746.9 +0.0 blob), read-write-amplify(75.2) write-amplify(37.3) OK, records in: 17475558, records dropped: 5 output_compression: ZSTD 2024/02/20-11:17:58.289971 3036189 (Original Log Time 2024/02/20-11:17:58.289652) EVENT_LOG_v1 {"time_micros": 1708427878289615, "job": 19753, "event": "compaction_finished", "compaction_time_micros": 76037641, "compaction_time_cpu_micros": 69943715, "output_level": 6, "num_output_files": 12, "total_output_size": 783213285, "num_input_records": 17475558, "num_output_records": 17475553, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-11:17:58.297091 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301071.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.297124 3036189 EVENT_LOG_v1 {"time_micros": 1708427878297120, "job": 19753, "event": "table_file_deletion", "file_number": 301071} 2024/02/20-11:17:58.306017 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301072.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.306053 3036189 EVENT_LOG_v1 {"time_micros": 1708427878306047, "job": 19753, "event": "table_file_deletion", "file_number": 301072} 2024/02/20-11:17:58.310850 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301073.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.310881 3036189 EVENT_LOG_v1 {"time_micros": 1708427878310877, "job": 19753, "event": "table_file_deletion", "file_number": 301073} 2024/02/20-11:17:58.317614 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301074.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.317648 3036189 EVENT_LOG_v1 {"time_micros": 1708427878317643, "job": 19753, "event": "table_file_deletion", "file_number": 301074} 2024/02/20-11:17:58.323680 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301075.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.323717 3036189 EVENT_LOG_v1 {"time_micros": 1708427878323711, "job": 19753, "event": "table_file_deletion", "file_number": 301075} 2024/02/20-11:17:58.332963 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301076.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.332998 3036189 EVENT_LOG_v1 {"time_micros": 1708427878332993, "job": 19753, "event": "table_file_deletion", "file_number": 301076} 2024/02/20-11:17:58.338365 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301077.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.338392 3036189 EVENT_LOG_v1 {"time_micros": 1708427878338388, "job": 19753, "event": "table_file_deletion", "file_number": 301077} 2024/02/20-11:17:58.344161 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301078.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.344189 3036189 EVENT_LOG_v1 {"time_micros": 1708427878344185, "job": 19753, "event": "table_file_deletion", "file_number": 301078} 2024/02/20-11:17:58.350335 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301079.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.350371 3036189 EVENT_LOG_v1 {"time_micros": 1708427878350365, "job": 19753, "event": "table_file_deletion", "file_number": 301079} 2024/02/20-11:17:58.356737 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301080.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.356775 3036189 EVENT_LOG_v1 {"time_micros": 1708427878356770, "job": 19753, "event": "table_file_deletion", "file_number": 301080} 2024/02/20-11:17:58.363660 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301081.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.363703 3036189 EVENT_LOG_v1 {"time_micros": 1708427878363697, "job": 19753, "event": "table_file_deletion", "file_number": 301081} 2024/02/20-11:17:58.366881 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301082.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.366917 3036189 EVENT_LOG_v1 {"time_micros": 1708427878366911, "job": 19753, "event": "table_file_deletion", "file_number": 301082} 2024/02/20-11:17:58.368715 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301135.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:17:58.368734 3036189 EVENT_LOG_v1 {"time_micros": 1708427878368730, "job": 19753, "event": "table_file_deletion", "file_number": 301135} 2024/02/20-11:17:58.368798 4076312 (Original Log Time 2024/02/20-11:16:41.800200) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-11:17:58.369056 4076312 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301148. Immutable memtables: 0. 2024/02/20-11:17:58.369293 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19754] Syncing log #301133 2024/02/20-11:17:58.372803 3036210 (Original Log Time 2024/02/20-11:17:58.369282) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:17:58.372812 3036210 [db/flush_job.cc:892] [tag] [JOB 19754] Flushing memtable with next log file: 301148 2024/02/20-11:17:58.372841 3036210 EVENT_LOG_v1 {"time_micros": 1708427878372833, "job": 19754, "event": "flush_started", "num_memtables": 1, "num_entries": 6301, "num_deletes": 0, "total_data_size": 553873, "memory_usage": 1949200, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-11:17:58.372845 3036210 [db/flush_job.cc:926] [tag] [JOB 19754] Level-0 flush table #301149: started 2024/02/20-11:17:58.404599 3036210 EVENT_LOG_v1 {"time_micros": 1708427878404553, "cf_name": "tag", "job": 19754, "event": "table_file_creation", "file_number": 301149, "file_size": 331447, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146131103, "largest_seqno": 5146187943, "table_properties": {"data_size": 327619, "index_size": 3667, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 535089, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 105, "num_entries": 6246, "num_filter_entries": 129, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427760, "oldest_key_time": 1708427760, "file_creation_time": 1708427878, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301149, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:17:58.404653 3036210 [db/flush_job.cc:1062] [tag] [JOB 19754] Flush lasted 31858 microseconds, and 29603 cpu microseconds. 2024/02/20-11:17:58.405303 3036210 (Original Log Time 2024/02/20-11:17:58.404633) [db/flush_job.cc:1011] [tag] [JOB 19754] Level-0 flush table #301149: 331447 bytes OK 2024/02/20-11:17:58.405307 3036210 (Original Log Time 2024/02/20-11:17:58.404661) [db/memtable_list.cc:555] [tag] Level-0 commit table #301149 started 2024/02/20-11:17:58.405309 3036210 (Original Log Time 2024/02/20-11:17:58.405024) [db/memtable_list.cc:754] [tag] Level-0 commit table #301149: memtable #1 done 2024/02/20-11:17:58.405310 3036210 (Original Log Time 2024/02/20-11:17:58.405051) EVENT_LOG_v1 {"time_micros": 1708427878405042, "job": 19754, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:17:58.405312 3036210 (Original Log Time 2024/02/20-11:17:58.405262) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-11:17:58.405383 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19755] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-11:17:58.405391 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19762 Base level 0, inputs: [301149(323KB) 301131(946KB)], [301124(64MB) 301125(64MB) 301126(27MB)] 2024/02/20-11:17:58.405407 3036183 EVENT_LOG_v1 {"time_micros": 1708427878405398, "job": 19755, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301149, 301131], "files_L6": [301124, 301125, 301126], "score": 1, "input_data_size": 165809391, "oldest_snapshot_seqno": -1} 2024/02/20-11:18:03.392798 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19755] Generated table #301150: 2421319 keys, 67640216 bytes, temperature: kUnknown 2024/02/20-11:18:03.392875 3036183 EVENT_LOG_v1 {"time_micros": 1708427883392826, "cf_name": "tag", "job": 19755, "event": "table_file_creation", "file_number": 301150, "file_size": 67640216, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109343, "index_size": 1468770, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 203673042, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36028, "num_entries": 2421319, "num_filter_entries": 1651, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708427878, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301150, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:08.150246 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19755] Generated table #301151: 2121894 keys, 67637219 bytes, temperature: kUnknown 2024/02/20-11:18:08.150315 3036183 EVENT_LOG_v1 {"time_micros": 1708427888150273, "cf_name": "tag", "job": 19755, "event": "table_file_creation", "file_number": 301151, "file_size": 67637219, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110572, "index_size": 1396240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 191995789, "raw_average_key_size": 90, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36050, "num_entries": 2121894, "num_filter_entries": 1649, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708427883, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301151, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:10.339258 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19755] Generated table #301152: 1140018 keys, 29899978 bytes, temperature: kUnknown 2024/02/20-11:18:10.339318 3036183 EVENT_LOG_v1 {"time_micros": 1708427890339281, "cf_name": "tag", "job": 19755, "event": "table_file_creation", "file_number": 301152, "file_size": 29899978, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 29667228, "index_size": 656536, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 90933508, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 16189, "num_entries": 1140018, "num_filter_entries": 290, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708427888, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301152, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:10.345330 3036183 (Original Log Time 2024/02/20-11:18:10.344540) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19755] Compacted 2@0 + 3@6 files to L6 => 165177413 bytes 2024/02/20-11:18:10.345336 3036183 (Original Log Time 2024/02/20-11:18:10.345029) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.9 rd, 13.8 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.2, 156.9 +0.0 blob) out(157.5 +0.0 blob), read-write-amplify(254.5) write-amplify(127.0) OK, records in: 5683231, records dropped: 0 output_compression: ZSTD 2024/02/20-11:18:10.345349 3036183 (Original Log Time 2024/02/20-11:18:10.345068) EVENT_LOG_v1 {"time_micros": 1708427890345049, "job": 19755, "event": "compaction_finished", "compaction_time_micros": 11933969, "compaction_time_cpu_micros": 11778025, "output_level": 6, "num_output_files": 3, "total_output_size": 165177413, "num_input_records": 5683231, "num_output_records": 5683231, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-11:18:10.351912 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301124.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:10.351947 3036183 EVENT_LOG_v1 {"time_micros": 1708427890351942, "job": 19755, "event": "table_file_deletion", "file_number": 301124} 2024/02/20-11:18:10.359323 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301125.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:10.359374 3036183 EVENT_LOG_v1 {"time_micros": 1708427890359368, "job": 19755, "event": "table_file_deletion", "file_number": 301125} 2024/02/20-11:18:10.362025 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301126.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:10.362044 3036183 EVENT_LOG_v1 {"time_micros": 1708427890362040, "job": 19755, "event": "table_file_deletion", "file_number": 301126} 2024/02/20-11:18:10.362185 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301131.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:10.362192 3036183 EVENT_LOG_v1 {"time_micros": 1708427890362190, "job": 19755, "event": "table_file_deletion", "file_number": 301131} 2024/02/20-11:18:10.362318 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301149.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:10.362326 3036183 EVENT_LOG_v1 {"time_micros": 1708427890362325, "job": 19755, "event": "table_file_deletion", "file_number": 301149} 2024/02/20-11:18:10.362375 4076312 (Original Log Time 2024/02/20-11:17:58.405513) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-11:18:10.362735 4076312 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301153. Immutable memtables: 0. 2024/02/20-11:18:10.362963 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19756] Syncing log #301148 2024/02/20-11:18:10.363782 3036193 (Original Log Time 2024/02/20-11:18:10.362953) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:18:10.363787 3036193 [db/flush_job.cc:892] [key] [JOB 19756] Flushing memtable with next log file: 301153 2024/02/20-11:18:10.363806 3036193 EVENT_LOG_v1 {"time_micros": 1708427890363800, "job": 19756, "event": "flush_started", "num_memtables": 1, "num_entries": 32509, "num_deletes": 12000, "total_data_size": 2030799, "memory_usage": 4913736, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-11:18:10.363808 3036193 [db/flush_job.cc:926] [key] [JOB 19756] Level-0 flush table #301154: started 2024/02/20-11:18:10.406854 3036193 EVENT_LOG_v1 {"time_micros": 1708427890406817, "cf_name": "key", "job": 19756, "event": "table_file_creation", "file_number": 301154, "file_size": 1406929, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146131082, "largest_seqno": 5146192556, "table_properties": {"data_size": 1367783, "index_size": 9587, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 30389, "raw_key_size": 1937754, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 401, "num_entries": 32045, "num_filter_entries": 34779, "num_deletions": 12000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427760, "oldest_key_time": 1708427760, "file_creation_time": 1708427890, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301154, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:10.406897 3036193 [db/flush_job.cc:1062] [key] [JOB 19756] Flush lasted 43117 microseconds, and 39531 cpu microseconds. 2024/02/20-11:18:10.407372 3036193 (Original Log Time 2024/02/20-11:18:10.406884) [db/flush_job.cc:1011] [key] [JOB 19756] Level-0 flush table #301154: 1406929 bytes OK 2024/02/20-11:18:10.407375 3036193 (Original Log Time 2024/02/20-11:18:10.406907) [db/memtable_list.cc:555] [key] Level-0 commit table #301154 started 2024/02/20-11:18:10.407376 3036193 (Original Log Time 2024/02/20-11:18:10.407157) [db/memtable_list.cc:754] [key] Level-0 commit table #301154: memtable #1 done 2024/02/20-11:18:10.407378 3036193 (Original Log Time 2024/02/20-11:18:10.407171) EVENT_LOG_v1 {"time_micros": 1708427890407167, "job": 19756, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 5], "immutable_memtables": 0} 2024/02/20-11:18:10.407379 3036193 (Original Log Time 2024/02/20-11:18:10.407341) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 5] max score 1.00 2024/02/20-11:18:10.407384 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19756] Try to delete WAL files size 1885211, prev total WAL file size 5850421, number of live WAL files 4. 2024/02/20-11:18:10.407484 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 19757] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-11:18:10.407495 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19764 Base level 0, inputs: [301154(1373KB) 301132(3602KB)], [301127(13MB)] 2024/02/20-11:18:10.407518 3036185 EVENT_LOG_v1 {"time_micros": 1708427890407508, "job": 19757, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301154, 301132], "files_L5": [301127], "score": 1, "input_data_size": 18860279, "oldest_snapshot_seqno": -1} 2024/02/20-11:18:10.407717 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301130.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:11.126417 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 19757] Generated table #301155: 477056 keys, 18628108 bytes, temperature: kUnknown 2024/02/20-11:18:11.126497 3036185 EVENT_LOG_v1 {"time_micros": 1708427891126445, "cf_name": "key", "job": 19757, "event": "table_file_creation", "file_number": 301155, "file_size": 18628108, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5145326410, "largest_seqno": 5146192556, "table_properties": {"data_size": 18079949, "index_size": 150890, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 436741, "raw_key_size": 28882646, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5317, "num_entries": 477056, "num_filter_entries": 493762, "num_deletions": 212000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708426103, "oldest_key_time": 0, "file_creation_time": 1708427890, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301155, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:11.127690 3036185 (Original Log Time 2024/02/20-11:18:11.127182) [db/compaction/compaction_job.cc:1729] [key] [JOB 19757] Compacted 2@0 + 1@5 files to L5 => 18628108 bytes 2024/02/20-11:18:11.127693 3036185 (Original Log Time 2024/02/20-11:18:11.127511) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 5] max score 0.07, MB/sec: 26.2 rd, 25.9 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.9, 13.1 +0.0 blob) out(17.8 +0.0 blob), read-write-amplify(7.4) write-amplify(3.7) OK, records in: 477056, records dropped: 0 output_compression: LZ4 2024/02/20-11:18:11.127698 3036185 (Original Log Time 2024/02/20-11:18:11.127530) EVENT_LOG_v1 {"time_micros": 1708427891127520, "job": 19757, "event": "compaction_finished", "compaction_time_micros": 719044, "compaction_time_cpu_micros": 703532, "output_level": 5, "num_output_files": 1, "total_output_size": 18628108, "num_input_records": 477056, "num_output_records": 477056, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 5]} 2024/02/20-11:18:11.128725 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301127.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:11.128738 3036185 EVENT_LOG_v1 {"time_micros": 1708427891128735, "job": 19757, "event": "table_file_deletion", "file_number": 301127} 2024/02/20-11:18:11.129145 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301132.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:11.129157 3036185 EVENT_LOG_v1 {"time_micros": 1708427891129154, "job": 19757, "event": "table_file_deletion", "file_number": 301132} 2024/02/20-11:18:11.129333 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301154.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:11.129343 3036185 EVENT_LOG_v1 {"time_micros": 1708427891129341, "job": 19757, "event": "table_file_deletion", "file_number": 301154} 2024/02/20-11:18:11.129379 4076312 (Original Log Time 2024/02/20-11:18:10.407753) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-11:18:11.129525 3036188 (Original Log Time 2024/02/20-11:18:11.129444) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-11:18:11.129531 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19758] Compacting 1@5 + 5@6 files to L6, score -1.00 2024/02/20-11:18:11.129537 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19765 Base level 5, inputs: [301155(17MB)], [301091(66MB) 301092(67MB) 301093(67MB) 301094(67MB) 301095(66MB)] 2024/02/20-11:18:11.129550 3036188 EVENT_LOG_v1 {"time_micros": 1708427891129542, "job": 19758, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301155], "files_L6": [301091, 301092, 301093, 301094, 301095], "score": -1, "input_data_size": 369552510, "oldest_snapshot_seqno": -1} 2024/02/20-11:18:17.290883 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19758] Generated table #301156: 2919416 keys, 70184520 bytes, temperature: kUnknown 2024/02/20-11:18:17.290985 3036188 EVENT_LOG_v1 {"time_micros": 1708427897290930, "cf_name": "key", "job": 19758, "event": "table_file_creation", "file_number": 301156, "file_size": 70184520, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110653, "index_size": 958913, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2627333, "raw_key_size": 176838785, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36828, "num_entries": 2919416, "num_filter_entries": 2942011, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427891, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301156, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:22.854721 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19758] Generated table #301157: 2992685 keys, 70291112 bytes, temperature: kUnknown 2024/02/20-11:18:22.854819 3036188 EVENT_LOG_v1 {"time_micros": 1708427902854745, "cf_name": "key", "job": 19758, "event": "table_file_creation", "file_number": 301157, "file_size": 70291112, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109085, "index_size": 974653, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2705333, "raw_key_size": 180312421, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36953, "num_entries": 2992685, "num_filter_entries": 3028922, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427897, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301157, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:29.404225 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19758] Generated table #301158: 3031614 keys, 70258129 bytes, temperature: kUnknown 2024/02/20-11:18:29.404322 3036188 EVENT_LOG_v1 {"time_micros": 1708427909404272, "cf_name": "key", "job": 19758, "event": "table_file_creation", "file_number": 301158, "file_size": 70258129, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109332, "index_size": 1049236, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2707829, "raw_key_size": 184928454, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37210, "num_entries": 3031614, "num_filter_entries": 3031615, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427902, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301158, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:35.024296 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19758] Generated table #301159: 2997100 keys, 70291448 bytes, temperature: kUnknown 2024/02/20-11:18:35.024377 3036188 EVENT_LOG_v1 {"time_micros": 1708427915024329, "cf_name": "key", "job": 19758, "event": "table_file_creation", "file_number": 301159, "file_size": 70291448, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108990, "index_size": 986264, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2710101, "raw_key_size": 181569672, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36960, "num_entries": 2997100, "num_filter_entries": 3034224, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427909, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301159, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:40.651403 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19758] Generated table #301160: 2981435 keys, 70259068 bytes, temperature: kUnknown 2024/02/20-11:18:40.651531 3036188 EVENT_LOG_v1 {"time_micros": 1708427920651476, "cf_name": "key", "job": 19758, "event": "table_file_creation", "file_number": 301160, "file_size": 70259068, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109234, "index_size": 980135, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2684613, "raw_key_size": 180363881, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36907, "num_entries": 2981435, "num_filter_entries": 3005786, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427915, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301160, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:40.729296 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19758] Generated table #301161: 40031 keys, 955498 bytes, temperature: kUnknown 2024/02/20-11:18:40.729377 3036188 EVENT_LOG_v1 {"time_micros": 1708427920729325, "cf_name": "key", "job": 19758, "event": "table_file_creation", "file_number": 301161, "file_size": 955498, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 911507, "index_size": 12301, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 36037, "raw_key_size": 2396800, "raw_average_key_size": 59, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 499, "num_entries": 40031, "num_filter_entries": 41129, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708427920, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301161, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:18:40.752431 3036188 (Original Log Time 2024/02/20-11:18:40.751680) [db/compaction/compaction_job.cc:1729] [key] [JOB 19758] Compacted 1@5 + 5@6 files to L6 => 352239775 bytes 2024/02/20-11:18:40.752435 3036188 (Original Log Time 2024/02/20-11:18:40.752237) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 12.5 rd, 11.9 wr, level 6, files in(1, 5) out(6 +0 blob) MB in(17.8, 334.7 +0.0 blob) out(335.9 +0.0 blob), read-write-amplify(38.7) write-amplify(18.9) OK, records in: 15386284, records dropped: 424003 output_compression: ZSTD 2024/02/20-11:18:40.752443 3036188 (Original Log Time 2024/02/20-11:18:40.752276) EVENT_LOG_v1 {"time_micros": 1708427920752256, "job": 19758, "event": "compaction_finished", "compaction_time_micros": 29599876, "compaction_time_cpu_micros": 28307852, "output_level": 6, "num_output_files": 6, "total_output_size": 352239775, "num_input_records": 15386284, "num_output_records": 14962281, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-11:18:40.757947 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301091.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:40.757971 3036188 EVENT_LOG_v1 {"time_micros": 1708427920757967, "job": 19758, "event": "table_file_deletion", "file_number": 301091} 2024/02/20-11:18:40.767400 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301092.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:40.767433 3036188 EVENT_LOG_v1 {"time_micros": 1708427920767429, "job": 19758, "event": "table_file_deletion", "file_number": 301092} 2024/02/20-11:18:40.773991 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301093.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:40.774029 3036188 EVENT_LOG_v1 {"time_micros": 1708427920774023, "job": 19758, "event": "table_file_deletion", "file_number": 301093} 2024/02/20-11:18:40.781574 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301094.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:40.781605 3036188 EVENT_LOG_v1 {"time_micros": 1708427920781600, "job": 19758, "event": "table_file_deletion", "file_number": 301094} 2024/02/20-11:18:40.790708 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301095.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:40.790748 3036188 EVENT_LOG_v1 {"time_micros": 1708427920790742, "job": 19758, "event": "table_file_deletion", "file_number": 301095} 2024/02/20-11:18:40.794036 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301155.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:18:40.794064 3036188 EVENT_LOG_v1 {"time_micros": 1708427920794059, "job": 19758, "event": "table_file_deletion", "file_number": 301155} 2024/02/20-11:18:40.794243 4076312 (Original Log Time 2024/02/20-11:18:11.129389) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-11:20:02.059064 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-11:20:02.059314 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1015400.9 total, 600.1 interval Cumulative writes: 129M writes, 580M keys, 129M commit groups, 1.0 writes per commit group, ingest: 55.89 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129303803.00 writes per sync, written: 55.89 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 93K writes, 287K keys, 93K commit groups, 1.0 writes per commit group, ingest: 25.85 MB, 0.04 MB/s Interval WAL: 93K writes, 0 syncs, 93372.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 405.63 378.27 4118 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.4 18.1 50.3 67.3 17.0 0.0 3.7 42.0 41.3 1667.66 1596.87 2127 0.784 1032M 1133 0.0 0.0 L6 12/0 746.93 MB 0.0 400.6 17.3 383.2 383.5 0.3 0.0 22.1 16.1 15.4 25511.19 23535.13 595 42.876 9359M 256M 0.0 0.0 Sum 12/0 746.93 MB 0.0 469.0 35.5 433.5 469.2 35.7 0.0 25.4 17.4 17.4 27584.48 25510.26 6840 4.033 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.7 0.8 0.0 0.0 85.8 10.3 10.2 77.33 71.19 6 12.888 17M 6 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 469.0 35.5 433.5 450.8 17.3 0.0 0.0 17.7 17.0 27178.85 25131.99 2722 9.985 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 405.63 378.27 4118 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1015400.9 total, 600.1 interval Flush(GB): cumulative 18.440, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 469.23 GB write, 0.47 MB/s write, 468.98 GB read, 0.47 MB/s read, 27584.5 seconds Interval compaction: 0.77 GB write, 1.32 MB/s write, 0.78 GB read, 1.32 MB/s read, 77.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.42 GB table_size: 4416 occupancy: 1598 collections: 1693 last_copies: 0 last_secs: 0.000715 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(822,13.30 MB,0.865749%) IndexBlock(775,1.41 GB,93.7176%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5934892 Average: 2.1893 StdDev: 4.26 Min: 0 Median: 1.3823 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.39 P99.99: 127.26 ------------------------------------------------------ [ 0, 1 ] 2002289 33.738% 33.738% ####### ( 1, 2 ] 2524319 42.534% 76.271% ######### ( 2, 3 ] 986080 16.615% 92.886% ### ( 3, 4 ] 240596 4.054% 96.940% # ( 4, 6 ] 106992 1.803% 98.743% ( 6, 10 ] 34945 0.589% 99.332% ( 10, 15 ] 14710 0.248% 99.579% ( 15, 22 ] 7458 0.126% 99.705% ( 22, 34 ] 7809 0.132% 99.837% ( 34, 51 ] 5610 0.095% 99.931% ( 51, 76 ] 2495 0.042% 99.973% ( 76, 110 ] 881 0.015% 99.988% ( 110, 170 ] 398 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21540135 Average: 2.4657 StdDev: 6.81 Min: 0 Median: 1.4950 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.50 ------------------------------------------------------ [ 0, 1 ] 6602559 30.652% 30.652% ###### ( 1, 2 ] 8419292 39.087% 69.739% ######## ( 2, 3 ] 3652420 16.956% 86.695% ### ( 3, 4 ] 1329768 6.173% 92.869% # ( 4, 6 ] 1035950 4.809% 97.678% # ( 6, 10 ] 334531 1.553% 99.231% ( 10, 15 ] 58746 0.273% 99.504% ( 15, 22 ] 30029 0.139% 99.643% ( 22, 34 ] 32278 0.150% 99.793% ( 34, 51 ] 24545 0.114% 99.907% ( 51, 76 ] 11829 0.055% 99.962% ( 76, 110 ] 4832 0.022% 99.984% ( 110, 170 ] 1976 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 258 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 208477755 Average: 12.1907 StdDev: 80.91 Min: 0 Median: 1.4878 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.48 P99.9: 303.22 P99.99: 1540.15 ------------------------------------------------------ [ 0, 1 ] 71370870 34.234% 34.234% ####### ( 1, 2 ] 67386236 32.323% 66.557% ###### ( 2, 3 ] 29534862 14.167% 80.724% ### ( 3, 4 ] 6368734 3.055% 83.779% # ( 4, 6 ] 1161781 0.557% 84.336% ( 6, 10 ] 546892 0.262% 84.599% ( 10, 15 ] 310144 0.149% 84.747% ( 15, 22 ] 258734 0.124% 84.872% ( 22, 34 ] 7474591 3.585% 88.457% # ( 34, 51 ] 7524858 3.609% 92.066% # ( 51, 76 ] 6045875 2.900% 94.966% # ( 76, 110 ] 6641399 3.186% 98.152% # ( 110, 170 ] 3266497 1.567% 99.719% ( 170, 250 ] 332336 0.159% 99.878% ( 250, 380 ] 111056 0.053% 99.931% ( 380, 580 ] 67418 0.032% 99.964% ( 580, 870 ] 30299 0.015% 99.978% ( 870, 1300 ] 13748 0.007% 99.985% ( 1300, 1900 ] 26427 0.013% 99.998% ( 1900, 2900 ] 2116 0.001% 99.999% ( 2900, 4400 ] 856 0.000% 99.999% ( 4400, 6600 ] 619 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 187 0.000% 100.000% ( 22000, 33000 ] 75 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 135 0.000% 100.000% ( 75000, 110000 ] 22 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.59 73.56 4005 0.022 0 0 0.0 0.0 L6 3/0 157.53 MB 0.0 310.5 3.1 307.4 307.4 0.1 0.0 99.1 15.4 15.2 20659.87 20278.38 2109 9.796 11G 62M 0.0 0.0 Sum 3/0 157.53 MB 0.0 310.5 3.1 307.4 310.6 3.2 0.0 100.1 15.3 15.3 20746.46 20351.93 6114 3.393 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 147.4 12.6 12.6 25.06 22.85 5 5.011 11M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 310.5 3.1 307.4 307.4 0.1 0.0 0.0 15.4 15.2 20659.87 20278.38 2109 9.796 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.59 73.56 4005 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1015400.9 total, 600.1 interval Flush(GB): cumulative 3.102, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 310.55 GB write, 0.31 MB/s write, 310.49 GB read, 0.31 MB/s read, 20746.5 seconds Interval compaction: 0.31 GB write, 0.53 MB/s write, 0.31 GB read, 0.53 MB/s read, 25.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4351 collections: 1693 last_copies: 0 last_secs: 0.001591 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2195,1.66 MB,0.108309%) IndexBlock(2155,1.46 GB,97.4294%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1018964 Average: 3.5618 StdDev: 6.35 Min: 0 Median: 2.5788 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.40 P99.9: 60.78 P99.99: 195.42 ------------------------------------------------------ [ 0, 1 ] 116592 11.442% 11.442% ## ( 1, 2 ] 246917 24.232% 35.674% ##### ( 2, 3 ] 252178 24.748% 60.423% ##### ( 3, 4 ] 195235 19.160% 79.583% #### ( 4, 6 ] 167261 16.415% 95.998% ### ( 6, 10 ] 28329 2.780% 98.778% # ( 10, 15 ] 4713 0.463% 99.241% ( 15, 22 ] 2523 0.248% 99.488% ( 22, 34 ] 2148 0.211% 99.699% ( 34, 51 ] 1762 0.173% 99.872% ( 51, 76 ] 734 0.072% 99.944% ( 76, 110 ] 250 0.025% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176134470 Average: 2.1870 StdDev: 5.40 Min: 0 Median: 1.3415 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.88 P99.99: 144.74 ------------------------------------------------------ [ 0, 1 ] 65204938 37.020% 37.020% ####### ( 1, 2 ] 66939890 38.005% 75.025% ######## ( 2, 3 ] 32719101 18.576% 93.601% #### ( 3, 4 ] 7887438 4.478% 98.079% # ( 4, 6 ] 1473054 0.836% 98.916% ( 6, 10 ] 611149 0.347% 99.263% ( 10, 15 ] 398149 0.226% 99.489% ( 15, 22 ] 198144 0.112% 99.601% ( 22, 34 ] 311061 0.177% 99.778% ( 34, 51 ] 203921 0.116% 99.893% ( 51, 76 ] 99783 0.057% 99.950% ( 76, 110 ] 57756 0.033% 99.983% ( 110, 170 ] 21542 0.012% 99.995% ( 170, 250 ] 3825 0.002% 99.997% ( 250, 380 ] 1750 0.001% 99.998% ( 380, 580 ] 1452 0.001% 99.999% ( 580, 870 ] 862 0.000% 100.000% ( 870, 1300 ] 257 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.9 271.57 251.89 4085 0.066 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.0 8.1 13.9 21.8 7.9 0.0 2.7 28.8 28.5 782.84 757.07 1955 0.400 609M 276K 0.0 0.0 L6 6/0 335.92 MB 0.0 195.8 8.8 187.1 187.2 0.1 0.0 21.3 14.4 13.8 13924.78 13624.31 712 19.557 8766M 237M 0.0 0.0 Sum 6/0 335.92 MB 0.0 217.8 16.9 200.9 218.0 17.0 0.0 24.3 14.9 14.9 14979.19 14633.28 6752 2.218 9375M 237M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 44.4 12.4 12.1 31.04 29.71 6 5.173 16M 424K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 217.8 16.9 200.9 209.0 8.0 0.0 0.0 15.2 14.6 14707.62 14381.39 2667 5.515 9375M 237M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.9 271.57 251.89 4085 0.066 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1015400.9 total, 600.1 interval Flush(GB): cumulative 8.982, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 217.97 GB write, 0.22 MB/s write, 217.84 GB read, 0.22 MB/s read, 14979.2 seconds Interval compaction: 0.37 GB write, 0.63 MB/s write, 0.37 GB read, 0.64 MB/s read, 31.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 356597 collections: 1693 last_copies: 0 last_secs: 0.135799 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(356483,1.38 GB,91.6855%) FilterBlock(53,63.31 MB,4.12199%) IndexBlock(59,26.79 MB,1.74446%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2809328 Average: 4.2578 StdDev: 8.10 Min: 0 Median: 1.9566 Max: 9050 Percentiles: P50: 1.96 P75: 5.35 P99: 17.90 P99.9: 61.11 P99.99: 151.65 ------------------------------------------------------ [ 0, 1 ] 629617 22.412% 22.412% #### ( 1, 2 ] 810209 28.840% 51.252% ###### ( 2, 3 ] 395985 14.095% 65.347% ### ( 3, 4 ] 171068 6.089% 71.436% # ( 4, 6 ] 148331 5.280% 76.716% # ( 6, 10 ] 443507 15.787% 92.503% ### ( 10, 15 ] 175579 6.250% 98.753% # ( 15, 22 ] 16757 0.596% 99.349% ( 22, 34 ] 8983 0.320% 99.669% ( 34, 51 ] 5472 0.195% 99.864% ( 51, 76 ] 2500 0.089% 99.953% ( 76, 110 ] 819 0.029% 99.982% ( 110, 170 ] 317 0.011% 99.993% ( 170, 250 ] 87 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6814290 Average: 4.7026 StdDev: 7.66 Min: 0 Median: 2.4692 Max: 7311 Percentiles: P50: 2.47 P75: 6.16 P99: 19.48 P99.9: 69.19 P99.99: 168.93 ------------------------------------------------------ [ 0, 1 ] 1118865 16.419% 16.419% ### ( 1, 2 ] 1801258 26.434% 42.853% ##### ( 2, 3 ] 1037935 15.232% 58.085% ### ( 3, 4 ] 556650 8.169% 66.254% ## ( 4, 6 ] 549765 8.068% 74.321% ## ( 6, 10 ] 1183741 17.371% 91.693% ### ( 10, 15 ] 468624 6.877% 98.570% # ( 15, 22 ] 45781 0.672% 99.242% ( 22, 34 ] 24167 0.355% 99.596% ( 34, 51 ] 15290 0.224% 99.821% ( 51, 76 ] 7422 0.109% 99.930% ( 76, 110 ] 2819 0.041% 99.971% ( 110, 170 ] 1315 0.019% 99.990% ( 170, 250 ] 334 0.005% 99.995% ( 250, 380 ] 159 0.002% 99.998% ( 380, 580 ] 115 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105731449 Average: 5.7815 StdDev: 24.83 Min: 0 Median: 2.3392 Max: 40453 Percentiles: P50: 2.34 P75: 7.54 P99: 41.22 P99.9: 158.76 P99.99: 466.65 ------------------------------------------------------ [ 0, 1 ] 25165580 23.801% 23.801% ##### ( 1, 2 ] 23960592 22.662% 46.463% ##### ( 2, 3 ] 11023500 10.426% 56.889% ## ( 3, 4 ] 4327475 4.093% 60.982% # ( 4, 6 ] 4951442 4.683% 65.665% # ( 6, 10 ] 25631459 24.242% 89.907% ##### ( 10, 15 ] 8234523 7.788% 97.695% ## ( 15, 22 ] 671073 0.635% 98.330% ( 22, 34 ] 549495 0.520% 98.850% ( 34, 51 ] 374572 0.354% 99.204% ( 51, 76 ] 237709 0.225% 99.429% ( 76, 110 ] 301850 0.285% 99.714% ( 110, 170 ] 241736 0.229% 99.943% ( 170, 250 ] 38756 0.037% 99.979% ( 250, 380 ] 8417 0.008% 99.987% ( 380, 580 ] 6225 0.006% 99.993% ( 580, 870 ] 3562 0.003% 99.997% ( 870, 1300 ] 1894 0.002% 99.998% ( 1300, 1900 ] 2607 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 99 0.000% 100.001% ( 6600, 9900 ] 116 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-11:20:02.063469 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 528366751 rocksdb.block.cache.hit COUNT : 2170153551 rocksdb.block.cache.add COUNT : 39475558 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32325 rocksdb.block.cache.index.hit COUNT : 532455812 rocksdb.block.cache.index.add COUNT : 32311 rocksdb.block.cache.index.bytes.insert COUNT : 34550262742 rocksdb.block.cache.filter.miss COUNT : 32331 rocksdb.block.cache.filter.hit COUNT : 1105559153 rocksdb.block.cache.filter.add COUNT : 32331 rocksdb.block.cache.filter.bytes.insert COUNT : 8785802135 rocksdb.block.cache.data.miss COUNT : 528302095 rocksdb.block.cache.data.hit COUNT : 532138586 rocksdb.block.cache.data.add COUNT : 39410916 rocksdb.block.cache.data.bytes.insert COUNT : 163248817305 rocksdb.block.cache.bytes.read COUNT : 1891264995151620 rocksdb.block.cache.bytes.write COUNT : 206584882182 rocksdb.bloom.filter.useful COUNT : 573167941 rocksdb.bloom.filter.full.positive COUNT : 532391244 rocksdb.bloom.filter.full.true.positive COUNT : 526844662 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93630074 rocksdb.memtable.miss COUNT : 6292952687 rocksdb.l0.hit COUNT : 16124842 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 510719820 rocksdb.compaction.key.drop.new COUNT : 278084681 rocksdb.compaction.key.drop.obsolete COUNT : 278104466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 580376923 rocksdb.number.keys.read COUNT : 648570261 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60015125856 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67694 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32316 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 765212178 rocksdb.number.multiget.keys.read COUNT : 5738012500 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60015125856 rocksdb.write.self COUNT : 129092694 rocksdb.write.other COUNT : 211109 rocksdb.write.wal COUNT : 129303803 rocksdb.compact.read.bytes COUNT : 995429260209 rocksdb.compact.write.bytes COUNT : 1038560683620 rocksdb.flush.write.bytes COUNT : 32778418954 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1021738 rocksdb.number.superversion_releases COUNT : 2708 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 521721940 rocksdb.number.block.decompressed COUNT : 521730634 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59791755951 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67694 rocksdb.num.iterator.deleted COUNT : 67694 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5209 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5171 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44056 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60921298982 rocksdb.memtable.garbage.bytes.at.flush COUNT : 734063463 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 942785487402 rocksdb.last.level.read.count COUNT : 490346025 rocksdb.non.last.level.read.bytes COUNT : 128886161284 rocksdb.non.last.level.read.count COUNT : 38117674 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 528399067 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2128768182180 rocksdb.bytes.compressed.to COUNT : 1033792256099 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26161079247 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6598974 rocksdb.bytes.decompressed.from COUNT : 1034029205840 rocksdb.bytes.decompressed.to COUNT : 2128850575225 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.416910 P95 : 106.285458 P99 : 160.403506 P100 : 227461.000000 COUNT : 648570261 SUM : 33450721567 rocksdb.db.write.micros P50 : 67.002960 P95 : 111.714749 P99 : 169.431630 P100 : 2037453.000000 COUNT : 129303803 SUM : 13337259142 rocksdb.compaction.times.micros P50 : 1624912.280702 P95 : 38340952.380952 P99 : 67020270.270270 P100 : 89521673.000000 COUNT : 7498 SUM : 62546341171 rocksdb.compaction.times.cpu_micros P50 : 1563898.916968 P95 : 35684978.540772 P99 : 63807262.569832 P100 : 83823365.000000 COUNT : 7498 SUM : 59791755951 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4294.798658 P95 : 27676.841360 P99 : 61150.000000 P100 : 1558490.000000 COUNT : 12193 SUM : 113663795 rocksdb.compaction.outfile.sync.micros P50 : 62586.127699 P95 : 125962.882096 P99 : 225553.684211 P100 : 2063820.000000 COUNT : 20106 SUM : 1289844426 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 221.983483 P95 : 726.682000 P99 : 3903.660714 P100 : 501117.000000 COUNT : 19753 SUM : 12760162 rocksdb.table.open.io.micros P50 : 582.861842 P95 : 6236.148521 P99 : 13040.535433 P100 : 207055.000000 COUNT : 32316 SUM : 57274766 rocksdb.db.multiget.micros P50 : 7.994740 P95 : 17.811678 P99 : 33.055605 P100 : 26625.000000 COUNT : 765212180 SUM : 7248251857 rocksdb.read.block.compaction.micros P50 : 13.659829 P95 : 58.671859 P99 : 138.139138 P100 : 136000.000000 COUNT : 488891179 SUM : 9476534083 rocksdb.read.block.get.micros P50 : 52.838600 P95 : 94.785094 P99 : 145.803390 P100 : 206929.000000 COUNT : 39475572 SUM : 2274943567 rocksdb.write.raw.block.micros P50 : 0.521495 P95 : 0.990841 P99 : 1.894835 P100 : 331149.000000 COUNT : 528417811 SUM : 10558825377 rocksdb.numfiles.in.singlecompaction P50 : 2.775454 P95 : 5.679398 P99 : 5.938604 P100 : 7.000000 COUNT : 5709 SUM : 20330 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.534727 P95 : 33.065969 P99 : 104.708501 P100 : 135929.000000 COUNT : 528463699 SUM : 3651742114 rocksdb.file.read.flush.micros P50 : 1.841169 P95 : 15.780218 P99 : 41.223867 P100 : 787.000000 COUNT : 60965 SUM : 292075 rocksdb.file.read.compaction.micros P50 : 1.420190 P95 : 36.085155 P99 : 106.205205 P100 : 135929.000000 COUNT : 488991723 SUM : 3257518185 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 648570264 SUM : 0 rocksdb.bytes.per.write P50 : 218.492701 P95 : 527.500029 P99 : 803.691274 P100 : 4563443.000000 COUNT : 129092694 SUM : 60015125856 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 765212182 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45947.945205 P95 : 166691.860465 P99 : 238924.770642 P100 : 1681975.000000 COUNT : 12236 SUM : 763783884 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-11:20:02.063784 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-11:20:02.064045 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708428002 to in-memory stats history 2024/02/20-11:20:02.064074 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-11:20:02.064117 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-11:22:34.466406 4076427 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301133. Total log size is 15728703 while max_total_wal_size is 15728640 2024/02/20-11:22:34.466786 4076427 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301162. Immutable memtables: 0. 2024/02/20-11:22:34.467010 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19759] Syncing log #301153 2024/02/20-11:22:34.489906 3036210 (Original Log Time 2024/02/20-11:22:34.466997) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:22:34.489914 3036210 [db/flush_job.cc:892] [url] [JOB 19759] Flushing memtable with next log file: 301162 2024/02/20-11:22:34.489937 3036210 EVENT_LOG_v1 {"time_micros": 1708428154489931, "job": 19759, "event": "flush_started", "num_memtables": 1, "num_entries": 60063, "num_deletes": 0, "total_data_size": 9107373, "memory_usage": 11304416, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:22:34.489940 3036210 [db/flush_job.cc:926] [url] [JOB 19759] Level-0 flush table #301163: started 2024/02/20-11:22:34.588189 3036210 EVENT_LOG_v1 {"time_micros": 1708428154588145, "cf_name": "url", "job": 19759, "event": "table_file_creation", "file_number": 301163, "file_size": 4660520, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146150986, "largest_seqno": 5146315554, "table_properties": {"data_size": 4584622, "index_size": 111456, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 8786002, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1388, "num_entries": 58900, "num_filter_entries": 7239, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427801, "oldest_key_time": 1708427801, "file_creation_time": 1708428154, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301163, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:22:34.588254 3036210 [db/flush_job.cc:1062] [url] [JOB 19759] Flush lasted 98357 microseconds, and 95706 cpu microseconds. 2024/02/20-11:22:34.588869 3036210 (Original Log Time 2024/02/20-11:22:34.588232) [db/flush_job.cc:1011] [url] [JOB 19759] Level-0 flush table #301163: 4660520 bytes OK 2024/02/20-11:22:34.588874 3036210 (Original Log Time 2024/02/20-11:22:34.588262) [db/memtable_list.cc:555] [url] Level-0 commit table #301163 started 2024/02/20-11:22:34.588877 3036210 (Original Log Time 2024/02/20-11:22:34.588593) [db/memtable_list.cc:754] [url] Level-0 commit table #301163: memtable #1 done 2024/02/20-11:22:34.588879 3036210 (Original Log Time 2024/02/20-11:22:34.588616) EVENT_LOG_v1 {"time_micros": 1708428154588610, "job": 19759, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-11:22:34.588881 3036210 (Original Log Time 2024/02/20-11:22:34.588821) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-11:22:34.588887 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19759] Try to delete WAL files size 3479845, prev total WAL file size 15733529, number of live WAL files 4. 2024/02/20-11:22:34.589553 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301133.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:23:53.612898 4076684 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301148. Total log size is 15728720 while max_total_wal_size is 15728640 2024/02/20-11:23:53.613132 4076684 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301164. Immutable memtables: 0. 2024/02/20-11:23:53.613341 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19760] Syncing log #301162 2024/02/20-11:23:53.643697 3036193 (Original Log Time 2024/02/20-11:23:53.613332) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:23:53.643707 3036193 [db/flush_job.cc:892] [tag] [JOB 19760] Flushing memtable with next log file: 301164 2024/02/20-11:23:53.643735 3036193 EVENT_LOG_v1 {"time_micros": 1708428233643727, "job": 19760, "event": "flush_started", "num_memtables": 1, "num_entries": 18764, "num_deletes": 0, "total_data_size": 1651014, "memory_usage": 2945040, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:23:53.643738 3036193 [db/flush_job.cc:926] [tag] [JOB 19760] Level-0 flush table #301165: started 2024/02/20-11:23:53.659206 3036193 EVENT_LOG_v1 {"time_micros": 1708428233659165, "cf_name": "tag", "job": 19760, "event": "table_file_creation", "file_number": 301165, "file_size": 1006155, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146187973, "largest_seqno": 5146351641, "table_properties": {"data_size": 998022, "index_size": 10961, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1598120, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 306, "num_entries": 18623, "num_filter_entries": 215, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427878, "oldest_key_time": 1708427878, "file_creation_time": 1708428233, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301165, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:23:53.659262 3036193 [db/flush_job.cc:1062] [tag] [JOB 19760] Flush lasted 15575 microseconds, and 13736 cpu microseconds. 2024/02/20-11:23:53.659992 3036193 (Original Log Time 2024/02/20-11:23:53.659242) [db/flush_job.cc:1011] [tag] [JOB 19760] Level-0 flush table #301165: 1006155 bytes OK 2024/02/20-11:23:53.659995 3036193 (Original Log Time 2024/02/20-11:23:53.659270) [db/memtable_list.cc:555] [tag] Level-0 commit table #301165 started 2024/02/20-11:23:53.659997 3036193 (Original Log Time 2024/02/20-11:23:53.659731) [db/memtable_list.cc:754] [tag] Level-0 commit table #301165: memtable #1 done 2024/02/20-11:23:53.659998 3036193 (Original Log Time 2024/02/20-11:23:53.659755) EVENT_LOG_v1 {"time_micros": 1708428233659750, "job": 19760, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:23:53.660000 3036193 (Original Log Time 2024/02/20-11:23:53.659951) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-11:23:53.660005 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19760] Try to delete WAL files size 482311, prev total WAL file size 15730751, number of live WAL files 4. 2024/02/20-11:23:53.660317 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301148.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:24:02.616228 4076404 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301153. Total log size is 15728724 while max_total_wal_size is 15728640 2024/02/20-11:24:02.616527 4076404 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301166. Immutable memtables: 0. 2024/02/20-11:24:02.616794 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19761] Syncing log #301164 2024/02/20-11:24:02.621493 3036210 (Original Log Time 2024/02/20-11:24:02.616777) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:24:02.621506 3036210 [db/flush_job.cc:892] [key] [JOB 19761] Flushing memtable with next log file: 301166 2024/02/20-11:24:02.621533 3036210 EVENT_LOG_v1 {"time_micros": 1708428242621525, "job": 19761, "event": "flush_started", "num_memtables": 1, "num_entries": 85793, "num_deletes": 30000, "total_data_size": 5310983, "memory_usage": 8715072, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:24:02.621537 3036210 [db/flush_job.cc:926] [key] [JOB 19761] Level-0 flush table #301167: started 2024/02/20-11:24:02.780725 3036210 EVENT_LOG_v1 {"time_micros": 1708428242780677, "cf_name": "key", "job": 19761, "event": "table_file_creation", "file_number": 301167, "file_size": 3679365, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146192558, "largest_seqno": 5146357314, "table_properties": {"data_size": 3581083, "index_size": 26052, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 77909, "raw_key_size": 5070700, "raw_average_key_size": 59, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1038, "num_entries": 84655, "num_filter_entries": 88804, "num_deletions": 30000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427890, "oldest_key_time": 1708427890, "file_creation_time": 1708428242, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301167, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:24:02.780794 3036210 [db/flush_job.cc:1062] [key] [JOB 19761] Flush lasted 159313 microseconds, and 149839 cpu microseconds. 2024/02/20-11:24:02.781686 3036210 (Original Log Time 2024/02/20-11:24:02.780773) [db/flush_job.cc:1011] [key] [JOB 19761] Level-0 flush table #301167: 3679365 bytes OK 2024/02/20-11:24:02.781692 3036210 (Original Log Time 2024/02/20-11:24:02.780802) [db/memtable_list.cc:555] [key] Level-0 commit table #301167 started 2024/02/20-11:24:02.781695 3036210 (Original Log Time 2024/02/20-11:24:02.781309) [db/memtable_list.cc:754] [key] Level-0 commit table #301167: memtable #1 done 2024/02/20-11:24:02.781698 3036210 (Original Log Time 2024/02/20-11:24:02.781360) EVENT_LOG_v1 {"time_micros": 1708428242781344, "job": 19761, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-11:24:02.781700 3036210 (Original Log Time 2024/02/20-11:24:02.781618) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-11:24:02.781707 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19761] Try to delete WAL files size 11766547, prev total WAL file size 15735263, number of live WAL files 4. 2024/02/20-11:24:02.783784 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301153.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:28:22.765769 4076299 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301162. Total log size is 15728857 while max_total_wal_size is 15728640 2024/02/20-11:28:22.765995 4076299 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301168. Immutable memtables: 0. 2024/02/20-11:28:22.766222 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19762] Syncing log #301166 2024/02/20-11:28:22.773094 3036193 (Original Log Time 2024/02/20-11:28:22.766207) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:28:22.773104 3036193 [db/flush_job.cc:892] [url] [JOB 19762] Flushing memtable with next log file: 301168 2024/02/20-11:28:22.773136 3036193 EVENT_LOG_v1 {"time_micros": 1708428502773126, "job": 19762, "event": "flush_started", "num_memtables": 1, "num_entries": 59843, "num_deletes": 0, "total_data_size": 9038677, "memory_usage": 10845320, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:28:22.773140 3036193 [db/flush_job.cc:926] [url] [JOB 19762] Level-0 flush table #301169: started 2024/02/20-11:28:22.855272 3036193 EVENT_LOG_v1 {"time_micros": 1708428502855234, "cf_name": "url", "job": 19762, "event": "table_file_creation", "file_number": 301169, "file_size": 4610432, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146315562, "largest_seqno": 5146481311, "table_properties": {"data_size": 4539785, "index_size": 107289, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8682109, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1379, "num_entries": 58358, "num_filter_entries": 7055, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708428154, "oldest_key_time": 1708428154, "file_creation_time": 1708428502, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301169, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:28:22.855327 3036193 [db/flush_job.cc:1062] [url] [JOB 19762] Flush lasted 82241 microseconds, and 79336 cpu microseconds. 2024/02/20-11:28:22.855951 3036193 (Original Log Time 2024/02/20-11:28:22.855311) [db/flush_job.cc:1011] [url] [JOB 19762] Level-0 flush table #301169: 4610432 bytes OK 2024/02/20-11:28:22.855954 3036193 (Original Log Time 2024/02/20-11:28:22.855334) [db/memtable_list.cc:555] [url] Level-0 commit table #301169 started 2024/02/20-11:28:22.855956 3036193 (Original Log Time 2024/02/20-11:28:22.855696) [db/memtable_list.cc:754] [url] Level-0 commit table #301169: memtable #1 done 2024/02/20-11:28:22.855958 3036193 (Original Log Time 2024/02/20-11:28:22.855718) EVENT_LOG_v1 {"time_micros": 1708428502855712, "job": 19762, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-11:28:22.855959 3036193 (Original Log Time 2024/02/20-11:28:22.855913) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-11:28:22.855964 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19762] Try to delete WAL files size 3479862, prev total WAL file size 15732584, number of live WAL files 4. 2024/02/20-11:28:22.856166 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 19763] Compacting 2@0 files to L5, score 1.00 2024/02/20-11:28:22.856179 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19770 Base level 0, inputs: [301169(4502KB) 301163(4551KB)] 2024/02/20-11:28:22.856207 3036190 EVENT_LOG_v1 {"time_micros": 1708428502856195, "job": 19763, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301169, 301163], "score": 1, "input_data_size": 9270952, "oldest_snapshot_seqno": -1} 2024/02/20-11:28:22.856528 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301162.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:28:23.090097 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19763] Generated table #301170: 117258 keys, 8914352 bytes, temperature: kUnknown 2024/02/20-11:28:23.090167 3036190 EVENT_LOG_v1 {"time_micros": 1708428503090123, "cf_name": "url", "job": 19763, "event": "table_file_creation", "file_number": 301170, "file_size": 8914352, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146150986, "largest_seqno": 5146481311, "table_properties": {"data_size": 8776991, "index_size": 221301, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9893, "raw_key_size": 17468111, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2659, "num_entries": 117258, "num_filter_entries": 11306, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427801, "oldest_key_time": 0, "file_creation_time": 1708428502, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301170, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:28:23.091363 3036190 (Original Log Time 2024/02/20-11:28:23.090594) [db/compaction/compaction_job.cc:1729] [url] [JOB 19763] Compacted 2@0 files to L5 => 8914352 bytes 2024/02/20-11:28:23.091369 3036190 (Original Log Time 2024/02/20-11:28:23.091098) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.03, MB/sec: 39.6 rd, 38.1 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.8, 0.0 +0.0 blob) out(8.5 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 117258, records dropped: 0 output_compression: LZ4 2024/02/20-11:28:23.091381 3036190 (Original Log Time 2024/02/20-11:28:23.091130) EVENT_LOG_v1 {"time_micros": 1708428503091114, "job": 19763, "event": "compaction_finished", "compaction_time_micros": 234028, "compaction_time_cpu_micros": 227159, "output_level": 5, "num_output_files": 1, "total_output_size": 8914352, "num_input_records": 117258, "num_output_records": 117258, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-11:28:23.092073 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301163.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:28:23.092093 3036190 EVENT_LOG_v1 {"time_micros": 1708428503092090, "job": 19763, "event": "table_file_deletion", "file_number": 301163} 2024/02/20-11:28:23.092616 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301169.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:28:23.092632 3036190 EVENT_LOG_v1 {"time_micros": 1708428503092629, "job": 19763, "event": "table_file_deletion", "file_number": 301169} 2024/02/20-11:29:41.073111 4076689 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301164. Total log size is 15728696 while max_total_wal_size is 15728640 2024/02/20-11:29:41.073416 4076689 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301171. Immutable memtables: 0. 2024/02/20-11:29:41.073709 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19764] Syncing log #301168 2024/02/20-11:29:41.095421 3036210 (Original Log Time 2024/02/20-11:29:41.073693) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:29:41.095434 3036210 [db/flush_job.cc:892] [tag] [JOB 19764] Flushing memtable with next log file: 301171 2024/02/20-11:29:41.095498 3036210 EVENT_LOG_v1 {"time_micros": 1708428581095488, "job": 19764, "event": "flush_started", "num_memtables": 1, "num_entries": 20785, "num_deletes": 0, "total_data_size": 1796273, "memory_usage": 3668344, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:29:41.095502 3036210 [db/flush_job.cc:926] [tag] [JOB 19764] Level-0 flush table #301172: started 2024/02/20-11:29:41.133197 3036210 EVENT_LOG_v1 {"time_micros": 1708428581133159, "cf_name": "tag", "job": 19764, "event": "table_file_creation", "file_number": 301172, "file_size": 1040658, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146351702, "largest_seqno": 5146517447, "table_properties": {"data_size": 1031947, "index_size": 11816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1725360, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 330, "num_entries": 20494, "num_filter_entries": 223, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708428233, "oldest_key_time": 1708428233, "file_creation_time": 1708428581, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301172, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:29:41.133248 3036210 [db/flush_job.cc:1062] [tag] [JOB 19764] Flush lasted 37836 microseconds, and 36096 cpu microseconds. 2024/02/20-11:29:41.133935 3036210 (Original Log Time 2024/02/20-11:29:41.133228) [db/flush_job.cc:1011] [tag] [JOB 19764] Level-0 flush table #301172: 1040658 bytes OK 2024/02/20-11:29:41.133939 3036210 (Original Log Time 2024/02/20-11:29:41.133255) [db/memtable_list.cc:555] [tag] Level-0 commit table #301172 started 2024/02/20-11:29:41.133941 3036210 (Original Log Time 2024/02/20-11:29:41.133645) [db/memtable_list.cc:754] [tag] Level-0 commit table #301172: memtable #1 done 2024/02/20-11:29:41.133944 3036210 (Original Log Time 2024/02/20-11:29:41.133670) EVENT_LOG_v1 {"time_micros": 1708428581133663, "job": 19764, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:29:41.133946 3036210 (Original Log Time 2024/02/20-11:29:41.133887) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-11:29:41.133952 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19764] Try to delete WAL files size 482315, prev total WAL file size 15732050, number of live WAL files 4. 2024/02/20-11:29:41.134098 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19765] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-11:29:41.134111 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19772 Base level 0, inputs: [301172(1016KB) 301165(982KB)], [301150(64MB) 301151(64MB) 301152(28MB)] 2024/02/20-11:29:41.134140 3036192 EVENT_LOG_v1 {"time_micros": 1708428581134127, "job": 19765, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301172, 301165], "files_L6": [301150, 301151, 301152], "score": 1, "input_data_size": 167224226, "oldest_snapshot_seqno": -1} 2024/02/20-11:29:41.134250 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301164.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:29:46.030450 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19765] Generated table #301173: 2422628 keys, 67641718 bytes, temperature: kUnknown 2024/02/20-11:29:46.030532 3036192 EVENT_LOG_v1 {"time_micros": 1708428586030490, "cf_name": "tag", "job": 19765, "event": "table_file_creation", "file_number": 301173, "file_size": 67641718, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110411, "index_size": 1467291, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 203609987, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36025, "num_entries": 2422628, "num_filter_entries": 1652, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708428581, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301173, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:29:50.569965 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19765] Generated table #301174: 2120076 keys, 67638086 bytes, temperature: kUnknown 2024/02/20-11:29:50.570025 3036192 EVENT_LOG_v1 {"time_micros": 1708428590569991, "cf_name": "tag", "job": 19765, "event": "table_file_creation", "file_number": 301174, "file_size": 67638086, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109007, "index_size": 1401841, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192384725, "raw_average_key_size": 90, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36060, "num_entries": 2120076, "num_filter_entries": 1652, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708428586, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301174, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:29:51.648227 4076319 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301166. Total log size is 15728766 while max_total_wal_size is 15728640 2024/02/20-11:29:51.648449 4076319 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301176. Immutable memtables: 0. 2024/02/20-11:29:51.648731 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19766] Syncing log #301171 2024/02/20-11:29:51.665571 3036193 (Original Log Time 2024/02/20-11:29:51.648722) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-11:29:51.665581 3036193 [db/flush_job.cc:892] [key] [JOB 19766] Flushing memtable with next log file: 301176 2024/02/20-11:29:51.665606 3036193 EVENT_LOG_v1 {"time_micros": 1708428591665599, "job": 19766, "event": "flush_started", "num_memtables": 1, "num_entries": 83729, "num_deletes": 28000, "total_data_size": 5185344, "memory_usage": 7657472, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:29:51.665609 3036193 [db/flush_job.cc:926] [key] [JOB 19766] Level-0 flush table #301177: started 2024/02/20-11:29:51.762120 3036193 EVENT_LOG_v1 {"time_micros": 1708428591762077, "cf_name": "key", "job": 19766, "event": "table_file_creation", "file_number": 301177, "file_size": 3550937, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146357316, "largest_seqno": 5146522234, "table_properties": {"data_size": 3455606, "index_size": 25236, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 75621, "raw_key_size": 4927179, "raw_average_key_size": 59, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1007, "num_entries": 82230, "num_filter_entries": 86229, "num_deletions": 28000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708428242, "oldest_key_time": 1708428242, "file_creation_time": 1708428591, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301177, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:29:51.762174 3036193 [db/flush_job.cc:1062] [key] [JOB 19766] Flush lasted 96610 microseconds, and 91830 cpu microseconds. 2024/02/20-11:29:51.763120 3036193 (Original Log Time 2024/02/20-11:29:51.762152) [db/flush_job.cc:1011] [key] [JOB 19766] Level-0 flush table #301177: 3550937 bytes OK 2024/02/20-11:29:51.763126 3036193 (Original Log Time 2024/02/20-11:29:51.762182) [db/memtable_list.cc:555] [key] Level-0 commit table #301177 started 2024/02/20-11:29:51.763129 3036193 (Original Log Time 2024/02/20-11:29:51.762782) [db/memtable_list.cc:754] [key] Level-0 commit table #301177: memtable #1 done 2024/02/20-11:29:51.763131 3036193 (Original Log Time 2024/02/20-11:29:51.762831) EVENT_LOG_v1 {"time_micros": 1708428591762820, "job": 19766, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-11:29:51.763134 3036193 (Original Log Time 2024/02/20-11:29:51.763047) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-11:29:51.763140 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19766] Try to delete WAL files size 11766680, prev total WAL file size 15737146, number of live WAL files 4. 2024/02/20-11:29:51.764754 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301166.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:29:52.890201 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19765] Generated table #301175: 1179644 keys, 30917884 bytes, temperature: kUnknown 2024/02/20-11:29:52.890280 3036192 EVENT_LOG_v1 {"time_micros": 1708428592890232, "cf_name": "tag", "job": 19765, "event": "table_file_creation", "file_number": 301175, "file_size": 30917884, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 30679130, "index_size": 678028, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 93931107, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 16732, "num_entries": 1179644, "num_filter_entries": 290, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708428590, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301175, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:29:52.897275 3036192 (Original Log Time 2024/02/20-11:29:52.896431) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19765] Compacted 2@0 + 3@6 files to L6 => 166197688 bytes 2024/02/20-11:29:52.897279 3036192 (Original Log Time 2024/02/20-11:29:52.896963) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.2 rd, 14.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(2.0, 157.5 +0.0 blob) out(158.5 +0.0 blob), read-write-amplify(162.9) write-amplify(81.2) OK, records in: 5722348, records dropped: 0 output_compression: ZSTD 2024/02/20-11:29:52.897289 3036192 (Original Log Time 2024/02/20-11:29:52.896999) EVENT_LOG_v1 {"time_micros": 1708428592896982, "job": 19765, "event": "compaction_finished", "compaction_time_micros": 11756223, "compaction_time_cpu_micros": 11573160, "output_level": 6, "num_output_files": 3, "total_output_size": 166197688, "num_input_records": 5722348, "num_output_records": 5722348, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-11:29:52.903321 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301150.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:29:52.903367 3036192 EVENT_LOG_v1 {"time_micros": 1708428592903360, "job": 19765, "event": "table_file_deletion", "file_number": 301150} 2024/02/20-11:29:52.910312 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301151.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:29:52.910354 3036192 EVENT_LOG_v1 {"time_micros": 1708428592910347, "job": 19765, "event": "table_file_deletion", "file_number": 301151} 2024/02/20-11:29:52.914271 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301152.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:29:52.914314 3036192 EVENT_LOG_v1 {"time_micros": 1708428592914309, "job": 19765, "event": "table_file_deletion", "file_number": 301152} 2024/02/20-11:29:52.914540 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301165.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:29:52.914548 3036192 EVENT_LOG_v1 {"time_micros": 1708428592914546, "job": 19765, "event": "table_file_deletion", "file_number": 301165} 2024/02/20-11:29:52.914672 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301172.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:29:52.914681 3036192 EVENT_LOG_v1 {"time_micros": 1708428592914679, "job": 19765, "event": "table_file_deletion", "file_number": 301172} 2024/02/20-11:29:52.914795 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 19767] Compacting 2@0 files to L5, score 1.00 2024/02/20-11:29:52.914801 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19773 Base level 0, inputs: [301177(3467KB) 301167(3593KB)] 2024/02/20-11:29:52.914812 3036192 EVENT_LOG_v1 {"time_micros": 1708428592914805, "job": 19767, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301177, 301167], "score": 1, "input_data_size": 7230302, "oldest_snapshot_seqno": -1} 2024/02/20-11:29:53.174648 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19767] Generated table #301178: 166885 keys, 7140069 bytes, temperature: kUnknown 2024/02/20-11:29:53.174715 3036192 EVENT_LOG_v1 {"time_micros": 1708428593174674, "cf_name": "key", "job": 19767, "event": "table_file_creation", "file_number": 301178, "file_size": 7140069, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146192558, "largest_seqno": 5146522234, "table_properties": {"data_size": 6949508, "index_size": 51740, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 152325, "raw_key_size": 9997879, "raw_average_key_size": 59, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2017, "num_entries": 166885, "num_filter_entries": 173017, "num_deletions": 58000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427890, "oldest_key_time": 0, "file_creation_time": 1708428592, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301178, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:29:53.175860 3036192 (Original Log Time 2024/02/20-11:29:53.175258) [db/compaction/compaction_job.cc:1729] [key] [JOB 19767] Compacted 2@0 files to L5 => 7140069 bytes 2024/02/20-11:29:53.175865 3036192 (Original Log Time 2024/02/20-11:29:53.175595) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 27.8 rd, 27.5 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(6.9, 0.0 +0.0 blob) out(6.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 166885, records dropped: 0 output_compression: LZ4 2024/02/20-11:29:53.175873 3036192 (Original Log Time 2024/02/20-11:29:53.175629) EVENT_LOG_v1 {"time_micros": 1708428593175612, "job": 19767, "event": "compaction_finished", "compaction_time_micros": 259971, "compaction_time_cpu_micros": 253440, "output_level": 5, "num_output_files": 1, "total_output_size": 7140069, "num_input_records": 166885, "num_output_records": 166885, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-11:29:53.176444 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301167.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:29:53.176508 3036192 EVENT_LOG_v1 {"time_micros": 1708428593176505, "job": 19767, "event": "table_file_deletion", "file_number": 301167} 2024/02/20-11:29:53.176876 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301177.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:29:53.176889 3036192 EVENT_LOG_v1 {"time_micros": 1708428593176887, "job": 19767, "event": "table_file_deletion", "file_number": 301177} 2024/02/20-11:30:02.247968 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-11:30:02.248122 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1016001.1 total, 600.2 interval Cumulative writes: 129M writes, 580M keys, 129M commit groups, 1.0 writes per commit group, ingest: 55.92 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129399440.00 writes per sync, written: 55.92 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 95K writes, 283K keys, 95K commit groups, 1.0 writes per commit group, ingest: 25.75 MB, 0.04 MB/s Interval WAL: 95K writes, 0 syncs, 95637.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 1.0 0.0 46.6 405.81 378.44 4120 0.098 0 0 0.0 0.0 L5 1/0 8.50 MB 0.0 68.4 18.1 50.3 67.3 17.0 0.0 3.7 42.0 41.3 1667.90 1597.10 2128 0.784 1032M 1133 0.0 0.0 L6 12/0 746.93 MB 0.0 400.6 17.3 383.2 383.5 0.3 0.0 22.1 16.1 15.4 25511.19 23535.13 595 42.876 9359M 256M 0.0 0.0 Sum 13/0 755.43 MB 0.0 469.0 35.5 433.5 469.3 35.7 0.0 25.4 17.4 17.4 27584.89 25510.67 6843 4.031 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 21.3 41.8 0.41 0.40 3 0.138 117K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 469.0 35.5 433.5 450.8 17.3 0.0 0.0 17.7 17.0 27179.09 25132.22 2723 9.981 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.4 18.4 0.0 0.0 0.0 46.6 405.81 378.44 4120 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1016001.1 total, 600.2 interval Flush(GB): cumulative 18.448, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 469.25 GB write, 0.47 MB/s write, 468.98 GB read, 0.47 MB/s read, 27584.9 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.42 GB table_size: 4416 occupancy: 1604 collections: 1694 last_copies: 0 last_secs: 0.000944 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(825,13.32 MB,0.867146%) IndexBlock(778,1.41 GB,93.745%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5937669 Average: 2.1892 StdDev: 4.26 Min: 0 Median: 1.3824 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.22 ------------------------------------------------------ [ 0, 1 ] 2003102 33.735% 33.735% ####### ( 1, 2 ] 2525661 42.536% 76.272% ######### ( 2, 3 ] 986581 16.616% 92.887% ### ( 3, 4 ] 240673 4.053% 96.941% # ( 4, 6 ] 107009 1.802% 98.743% ( 6, 10 ] 34961 0.589% 99.332% ( 10, 15 ] 14716 0.248% 99.580% ( 15, 22 ] 7459 0.126% 99.705% ( 22, 34 ] 7811 0.132% 99.837% ( 34, 51 ] 5612 0.095% 99.931% ( 51, 76 ] 2495 0.042% 99.973% ( 76, 110 ] 881 0.015% 99.988% ( 110, 170 ] 398 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21540140 Average: 2.4657 StdDev: 6.81 Min: 0 Median: 1.4950 Max: 7146 Percentiles: P50: 1.49 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.50 ------------------------------------------------------ [ 0, 1 ] 6602561 30.652% 30.652% ###### ( 1, 2 ] 8419292 39.087% 69.739% ######## ( 2, 3 ] 3652420 16.956% 86.695% ### ( 3, 4 ] 1329769 6.173% 92.869% # ( 4, 6 ] 1035951 4.809% 97.678% # ( 6, 10 ] 334531 1.553% 99.231% ( 10, 15 ] 58746 0.273% 99.504% ( 15, 22 ] 30029 0.139% 99.643% ( 22, 34 ] 32278 0.150% 99.793% ( 34, 51 ] 24546 0.114% 99.907% ( 51, 76 ] 11829 0.055% 99.962% ( 76, 110 ] 4832 0.022% 99.984% ( 110, 170 ] 1976 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 258 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 208477755 Average: 12.1907 StdDev: 80.91 Min: 0 Median: 1.4878 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.48 P99.9: 303.22 P99.99: 1540.15 ------------------------------------------------------ [ 0, 1 ] 71370870 34.234% 34.234% ####### ( 1, 2 ] 67386236 32.323% 66.557% ###### ( 2, 3 ] 29534862 14.167% 80.724% ### ( 3, 4 ] 6368734 3.055% 83.779% # ( 4, 6 ] 1161781 0.557% 84.336% ( 6, 10 ] 546892 0.262% 84.599% ( 10, 15 ] 310144 0.149% 84.747% ( 15, 22 ] 258734 0.124% 84.872% ( 22, 34 ] 7474591 3.585% 88.457% # ( 34, 51 ] 7524858 3.609% 92.066% # ( 51, 76 ] 6045875 2.900% 94.966% # ( 76, 110 ] 6641399 3.186% 98.152% # ( 110, 170 ] 3266497 1.567% 99.719% ( 170, 250 ] 332336 0.159% 99.878% ( 250, 380 ] 111056 0.053% 99.931% ( 380, 580 ] 67418 0.032% 99.964% ( 580, 870 ] 30299 0.015% 99.978% ( 870, 1300 ] 13748 0.007% 99.985% ( 1300, 1900 ] 26427 0.013% 99.998% ( 1900, 2900 ] 2116 0.001% 99.999% ( 2900, 4400 ] 856 0.000% 99.999% ( 4400, 6600 ] 619 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 187 0.000% 100.000% ( 22000, 33000 ] 75 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 135 0.000% 100.000% ( 75000, 110000 ] 22 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.64 73.61 4007 0.022 0 0 0.0 0.0 L6 3/0 158.50 MB 0.0 310.6 3.1 307.5 307.6 0.1 0.0 99.1 15.4 15.2 20671.63 20289.95 2110 9.797 11G 62M 0.0 0.0 Sum 3/0 158.50 MB 0.0 310.6 3.1 307.5 310.7 3.2 0.0 100.1 15.3 15.3 20758.27 20363.56 6117 3.394 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 82.2 13.5 13.6 11.81 11.62 3 3.937 5722K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 310.6 3.1 307.5 307.6 0.1 0.0 0.0 15.4 15.2 20671.63 20289.95 2110 9.797 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.64 73.61 4007 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1016001.1 total, 600.2 interval Flush(GB): cumulative 3.104, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 310.71 GB write, 0.31 MB/s write, 310.65 GB read, 0.31 MB/s read, 20758.3 seconds Interval compaction: 0.16 GB write, 0.27 MB/s write, 0.16 GB read, 0.27 MB/s read, 11.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4346 collections: 1694 last_copies: 0 last_secs: 0.002583 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2190,1.66 MB,0.108041%) IndexBlock(2155,1.46 GB,97.2997%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1019610 Average: 3.5626 StdDev: 6.35 Min: 0 Median: 2.5799 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.40 P99.9: 60.75 P99.99: 195.36 ------------------------------------------------------ [ 0, 1 ] 116595 11.435% 11.435% ## ( 1, 2 ] 246928 24.218% 35.653% ##### ( 2, 3 ] 252264 24.741% 60.394% ##### ( 3, 4 ] 195454 19.169% 79.564% #### ( 4, 6 ] 167539 16.432% 95.996% ### ( 6, 10 ] 28371 2.783% 98.778% # ( 10, 15 ] 4717 0.463% 99.241% ( 15, 22 ] 2525 0.248% 99.488% ( 22, 34 ] 2148 0.211% 99.699% ( 34, 51 ] 1763 0.173% 99.872% ( 51, 76 ] 734 0.072% 99.944% ( 76, 110 ] 250 0.025% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176222752 Average: 2.1871 StdDev: 5.40 Min: 0 Median: 1.3417 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.87 P99.99: 144.72 ------------------------------------------------------ [ 0, 1 ] 65227311 37.014% 37.014% ####### ( 1, 2 ] 66976068 38.006% 75.021% ######## ( 2, 3 ] 32741416 18.580% 93.600% #### ( 3, 4 ] 7893006 4.479% 98.079% # ( 4, 6 ] 1473927 0.836% 98.916% ( 6, 10 ] 611518 0.347% 99.263% ( 10, 15 ] 398381 0.226% 99.489% ( 15, 22 ] 198261 0.113% 99.601% ( 22, 34 ] 311170 0.177% 99.778% ( 34, 51 ] 204010 0.116% 99.893% ( 51, 76 ] 99822 0.057% 99.950% ( 76, 110 ] 57769 0.033% 99.983% ( 110, 170 ] 21549 0.012% 99.995% ( 170, 250 ] 3825 0.002% 99.997% ( 250, 380 ] 1750 0.001% 99.998% ( 380, 580 ] 1452 0.001% 99.999% ( 580, 870 ] 862 0.000% 100.000% ( 870, 1300 ] 257 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.9 271.82 252.13 4087 0.067 0 0 0.0 0.0 L5 1/0 6.81 MB 0.0 22.0 8.1 13.9 21.8 7.9 0.0 2.7 28.8 28.5 783.10 757.33 1956 0.400 609M 276K 0.0 0.0 L6 6/0 335.92 MB 0.0 195.8 8.8 187.1 187.2 0.1 0.0 21.3 14.4 13.8 13924.78 13624.31 712 19.557 8766M 237M 0.0 0.0 Sum 7/0 342.73 MB 0.0 217.8 16.9 200.9 218.0 17.0 0.0 24.3 14.9 14.9 14979.70 14633.77 6755 2.218 9375M 237M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 13.4 26.6 0.52 0.50 3 0.172 166K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 217.8 16.9 200.9 209.0 8.1 0.0 0.0 15.2 14.6 14707.88 14381.64 2668 5.513 9375M 237M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.9 271.82 252.13 4087 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1016001.1 total, 600.2 interval Flush(GB): cumulative 8.989, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 217.99 GB write, 0.22 MB/s write, 217.84 GB read, 0.22 MB/s read, 14979.7 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 359754 collections: 1694 last_copies: 0 last_secs: 0.179645 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359650,1.39 GB,92.5027%) FilterBlock(50,57.93 MB,3.77174%) IndexBlock(54,25.03 MB,1.62984%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2811388 Average: 4.2581 StdDev: 8.10 Min: 0 Median: 1.9570 Max: 9050 Percentiles: P50: 1.96 P75: 5.35 P99: 17.90 P99.9: 61.09 P99.99: 151.61 ------------------------------------------------------ [ 0, 1 ] 629818 22.402% 22.402% #### ( 1, 2 ] 810774 28.839% 51.241% ###### ( 2, 3 ] 396428 14.101% 65.342% ### ( 3, 4 ] 171217 6.090% 71.432% # ( 4, 6 ] 148439 5.280% 76.712% # ( 6, 10 ] 443926 15.790% 92.502% ### ( 10, 15 ] 175734 6.251% 98.753% # ( 15, 22 ] 16767 0.596% 99.350% ( 22, 34 ] 8990 0.320% 99.669% ( 34, 51 ] 5475 0.195% 99.864% ( 51, 76 ] 2500 0.089% 99.953% ( 76, 110 ] 819 0.029% 99.982% ( 110, 170 ] 317 0.011% 99.993% ( 170, 250 ] 87 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6814532 Average: 4.7028 StdDev: 7.66 Min: 0 Median: 2.4693 Max: 7311 Percentiles: P50: 2.47 P75: 6.16 P99: 19.48 P99.9: 69.19 P99.99: 168.93 ------------------------------------------------------ [ 0, 1 ] 1118866 16.419% 16.419% ### ( 1, 2 ] 1801259 26.433% 42.851% ##### ( 2, 3 ] 1037935 15.231% 58.083% ### ( 3, 4 ] 556652 8.169% 66.251% ## ( 4, 6 ] 549773 8.068% 74.319% ## ( 6, 10 ] 1183885 17.373% 91.692% ### ( 10, 15 ] 468701 6.878% 98.570% # ( 15, 22 ] 45785 0.672% 99.242% ( 22, 34 ] 24170 0.355% 99.596% ( 34, 51 ] 15291 0.224% 99.821% ( 51, 76 ] 7423 0.109% 99.930% ( 76, 110 ] 2819 0.041% 99.971% ( 110, 170 ] 1315 0.019% 99.990% ( 170, 250 ] 334 0.005% 99.995% ( 250, 380 ] 159 0.002% 99.998% ( 380, 580 ] 115 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105772776 Average: 5.7832 StdDev: 24.82 Min: 0 Median: 2.3411 Max: 40453 Percentiles: P50: 2.34 P75: 7.54 P99: 41.21 P99.9: 158.75 P99.99: 466.50 ------------------------------------------------------ [ 0, 1 ] 25165580 23.792% 23.792% ##### ( 1, 2 ] 23960593 22.653% 46.445% ##### ( 2, 3 ] 11023509 10.422% 56.867% ## ( 3, 4 ] 4327526 4.091% 60.958% # ( 4, 6 ] 4952733 4.682% 65.641% # ( 6, 10 ] 25658372 24.258% 89.899% ##### ( 10, 15 ] 8246295 7.796% 97.695% ## ( 15, 22 ] 671737 0.635% 98.330% ( 22, 34 ] 549844 0.520% 98.850% ( 34, 51 ] 374736 0.354% 99.204% ( 51, 76 ] 237792 0.225% 99.429% ( 76, 110 ] 301873 0.285% 99.714% ( 110, 170 ] 241738 0.229% 99.943% ( 170, 250 ] 38757 0.037% 99.979% ( 250, 380 ] 8420 0.008% 99.987% ( 380, 580 ] 6228 0.006% 99.993% ( 580, 870 ] 3562 0.003% 99.997% ( 870, 1300 ] 1894 0.002% 99.998% ( 1300, 1900 ] 2607 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 99 0.000% 100.001% ( 6600, 9900 ] 116 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-11:30:02.253259 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 528502059 rocksdb.block.cache.hit COUNT : 2171767920 rocksdb.block.cache.add COUNT : 39517740 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32336 rocksdb.block.cache.index.hit COUNT : 532919969 rocksdb.block.cache.index.add COUNT : 32322 rocksdb.block.cache.index.bytes.insert COUNT : 34554376666 rocksdb.block.cache.filter.miss COUNT : 32342 rocksdb.block.cache.filter.hit COUNT : 1106286790 rocksdb.block.cache.filter.add COUNT : 32342 rocksdb.block.cache.filter.bytes.insert COUNT : 8786134622 rocksdb.block.cache.data.miss COUNT : 528437381 rocksdb.block.cache.data.hit COUNT : 532561161 rocksdb.block.cache.data.add COUNT : 39453076 rocksdb.block.cache.data.bytes.insert COUNT : 163423464820 rocksdb.block.cache.bytes.read COUNT : 1892924944092185 rocksdb.block.cache.bytes.write COUNT : 206763976108 rocksdb.bloom.filter.useful COUNT : 573431441 rocksdb.bloom.filter.full.positive COUNT : 532855381 rocksdb.bloom.filter.full.true.positive COUNT : 527306330 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93724788 rocksdb.memtable.miss COUNT : 6298143687 rocksdb.l0.hit COUNT : 16136413 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 511169917 rocksdb.compaction.key.drop.new COUNT : 278084681 rocksdb.compaction.key.drop.obsolete COUNT : 278104466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 580660336 rocksdb.number.keys.read COUNT : 649126657 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60042130082 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67734 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32327 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 765812236 rocksdb.number.multiget.keys.read COUNT : 5742741818 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60042130082 rocksdb.write.self COUNT : 129188212 rocksdb.write.other COUNT : 211228 rocksdb.write.wal COUNT : 129399440 rocksdb.compact.read.bytes COUNT : 995610949421 rocksdb.compact.write.bytes COUNT : 1038742935729 rocksdb.flush.write.bytes COUNT : 32796968784 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1023129 rocksdb.number.superversion_releases COUNT : 2708 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 521819742 rocksdb.number.block.decompressed COUNT : 521865278 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59803809710 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67734 rocksdb.num.iterator.deleted COUNT : 67734 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5213 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5175 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44071 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60952659512 rocksdb.memtable.garbage.bytes.at.flush COUNT : 734634523 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 943026287631 rocksdb.last.level.read.count COUNT : 490475636 rocksdb.non.last.level.read.bytes COUNT : 128905859140 rocksdb.non.last.level.read.count COUNT : 38123404 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 528534386 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2129166681031 rocksdb.bytes.compressed.to COUNT : 1033987665883 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26165630620 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6600124 rocksdb.bytes.decompressed.from COUNT : 1034286096456 rocksdb.bytes.decompressed.to COUNT : 2129398584786 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.415358 P95 : 106.284888 P99 : 160.401825 P100 : 227461.000000 COUNT : 649126657 SUM : 33478477494 rocksdb.db.write.micros P50 : 67.004943 P95 : 111.716764 P99 : 169.428849 P100 : 2037453.000000 COUNT : 129399440 SUM : 13345760014 rocksdb.compaction.times.micros P50 : 1623684.210526 P95 : 38329523.809524 P99 : 67016891.891892 P100 : 89521673.000000 COUNT : 7501 SUM : 62558591393 rocksdb.compaction.times.cpu_micros P50 : 1562635.379061 P95 : 35674678.111588 P99 : 63803072.625698 P100 : 83823365.000000 COUNT : 7501 SUM : 59803809710 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4294.939678 P95 : 27679.702970 P99 : 61116.666667 P100 : 1558490.000000 COUNT : 12199 SUM : 113733276 rocksdb.compaction.outfile.sync.micros P50 : 62582.287201 P95 : 125946.506550 P99 : 225532.631579 P100 : 2063820.000000 COUNT : 20111 SUM : 1290090942 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.019929 P95 : 726.508000 P99 : 3901.250000 P100 : 501117.000000 COUNT : 19762 SUM : 12763055 rocksdb.table.open.io.micros P50 : 582.265625 P95 : 6235.387036 P99 : 13039.351706 P100 : 207055.000000 COUNT : 32327 SUM : 57282639 rocksdb.db.multiget.micros P50 : 7.994619 P95 : 17.810751 P99 : 33.054357 P100 : 26625.000000 COUNT : 765812236 SUM : 7253780379 rocksdb.read.block.compaction.micros P50 : 13.659934 P95 : 58.663131 P99 : 138.131385 P100 : 136000.000000 COUNT : 488984305 SUM : 9478017075 rocksdb.read.block.get.micros P50 : 52.842589 P95 : 94.778889 P99 : 145.785721 P100 : 206929.000000 COUNT : 39517754 SUM : 2277362282 rocksdb.write.raw.block.micros P50 : 0.521495 P95 : 0.990841 P99 : 1.894841 P100 : 331149.000000 COUNT : 528516796 SUM : 10561583748 rocksdb.numfiles.in.singlecompaction P50 : 2.775243 P95 : 5.679410 P99 : 5.938605 P100 : 7.000000 COUNT : 5712 SUM : 20339 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.534866 P95 : 33.056989 P99 : 104.702042 P100 : 135929.000000 COUNT : 528599040 SUM : 3652392722 rocksdb.file.read.flush.micros P50 : 1.841388 P95 : 15.786634 P99 : 41.236303 P100 : 787.000000 COUNT : 60995 SUM : 292254 rocksdb.file.read.compaction.micros P50 : 1.420232 P95 : 36.075557 P99 : 106.200713 P100 : 135929.000000 COUNT : 489084874 SUM : 3257739035 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 649126658 SUM : 0 rocksdb.bytes.per.write P50 : 218.492552 P95 : 527.520959 P99 : 803.704078 P100 : 4563443.000000 COUNT : 129188212 SUM : 60042130082 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 765812237 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45967.153285 P95 : 166684.745763 P99 : 238913.761468 P100 : 1681975.000000 COUNT : 12242 SUM : 764273816 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-11:30:02.253573 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-11:30:02.253889 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708428602 to in-memory stats history 2024/02/20-11:30:02.253927 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-11:30:02.253988 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-11:34:12.261780 2383516 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301168. Total log size is 15728651 while max_total_wal_size is 15728640 2024/02/20-11:34:12.262073 2383516 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301179. Immutable memtables: 0. 2024/02/20-11:34:12.262316 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19768] Syncing log #301176 2024/02/20-11:34:12.265249 3036210 (Original Log Time 2024/02/20-11:34:12.262301) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:34:12.265257 3036210 [db/flush_job.cc:892] [url] [JOB 19768] Flushing memtable with next log file: 301179 2024/02/20-11:34:12.265296 3036210 EVENT_LOG_v1 {"time_micros": 1708428852265290, "job": 19768, "event": "flush_started", "num_memtables": 1, "num_entries": 58836, "num_deletes": 0, "total_data_size": 9031057, "memory_usage": 10933408, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:34:12.265299 3036210 [db/flush_job.cc:926] [url] [JOB 19768] Level-0 flush table #301180: started 2024/02/20-11:34:12.377183 3036210 EVENT_LOG_v1 {"time_micros": 1708428852377147, "cf_name": "url", "job": 19768, "event": "table_file_creation", "file_number": 301180, "file_size": 4590766, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146481314, "largest_seqno": 5146646257, "table_properties": {"data_size": 4510354, "index_size": 151516, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8690847, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1377, "num_entries": 57663, "num_filter_entries": 7089, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708428502, "oldest_key_time": 1708428502, "file_creation_time": 1708428852, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301180, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:34:12.377224 3036210 [db/flush_job.cc:1062] [url] [JOB 19768] Flush lasted 111982 microseconds, and 109324 cpu microseconds. 2024/02/20-11:34:12.377853 3036210 (Original Log Time 2024/02/20-11:34:12.377208) [db/flush_job.cc:1011] [url] [JOB 19768] Level-0 flush table #301180: 4590766 bytes OK 2024/02/20-11:34:12.377858 3036210 (Original Log Time 2024/02/20-11:34:12.377230) [db/memtable_list.cc:555] [url] Level-0 commit table #301180 started 2024/02/20-11:34:12.377860 3036210 (Original Log Time 2024/02/20-11:34:12.377595) [db/memtable_list.cc:754] [url] Level-0 commit table #301180: memtable #1 done 2024/02/20-11:34:12.377862 3036210 (Original Log Time 2024/02/20-11:34:12.377619) EVENT_LOG_v1 {"time_micros": 1708428852377612, "job": 19768, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-11:34:12.377864 3036210 (Original Log Time 2024/02/20-11:34:12.377814) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-11:34:12.377869 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19768] Try to delete WAL files size 3479701, prev total WAL file size 15735071, number of live WAL files 4. 2024/02/20-11:34:12.378603 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301168.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:35:29.252220 4076714 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301171. Total log size is 15807170 while max_total_wal_size is 15728640 2024/02/20-11:35:29.252490 4076714 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301181. Immutable memtables: 0. 2024/02/20-11:35:29.252721 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19769] Syncing log #301179 2024/02/20-11:35:29.471833 3036193 (Original Log Time 2024/02/20-11:35:29.252712) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:35:29.471845 3036193 [db/flush_job.cc:892] [tag] [JOB 19769] Flushing memtable with next log file: 301181 2024/02/20-11:35:29.471872 3036193 EVENT_LOG_v1 {"time_micros": 1708428929471864, "job": 19769, "event": "flush_started", "num_memtables": 1, "num_entries": 19213, "num_deletes": 0, "total_data_size": 1667245, "memory_usage": 2722240, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:35:29.471876 3036193 [db/flush_job.cc:926] [tag] [JOB 19769] Level-0 flush table #301182: started 2024/02/20-11:35:29.517105 3036193 EVENT_LOG_v1 {"time_micros": 1708428929517064, "cf_name": "tag", "job": 19769, "event": "table_file_creation", "file_number": 301182, "file_size": 981968, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146517464, "largest_seqno": 5146683029, "table_properties": {"data_size": 973586, "index_size": 11119, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1617421, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 312, "num_entries": 19112, "num_filter_entries": 210, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708428581, "oldest_key_time": 1708428581, "file_creation_time": 1708428929, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301182, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:35:29.517157 3036193 [db/flush_job.cc:1062] [tag] [JOB 19769] Flush lasted 45333 microseconds, and 38918 cpu microseconds. 2024/02/20-11:35:29.517894 3036193 (Original Log Time 2024/02/20-11:35:29.517138) [db/flush_job.cc:1011] [tag] [JOB 19769] Level-0 flush table #301182: 981968 bytes OK 2024/02/20-11:35:29.517900 3036193 (Original Log Time 2024/02/20-11:35:29.517165) [db/memtable_list.cc:555] [tag] Level-0 commit table #301182 started 2024/02/20-11:35:29.517903 3036193 (Original Log Time 2024/02/20-11:35:29.517630) [db/memtable_list.cc:754] [tag] Level-0 commit table #301182: memtable #1 done 2024/02/20-11:35:29.517906 3036193 (Original Log Time 2024/02/20-11:35:29.517656) EVENT_LOG_v1 {"time_micros": 1708428929517649, "job": 19769, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:35:29.517908 3036193 (Original Log Time 2024/02/20-11:35:29.517846) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-11:35:29.517914 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19769] Try to delete WAL files size 482385, prev total WAL file size 15816484, number of live WAL files 4. 2024/02/20-11:35:29.518233 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301171.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:35:39.385170 4076318 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301176. Total log size is 15731380 while max_total_wal_size is 15728640 2024/02/20-11:35:39.385472 4076318 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301183. Immutable memtables: 0. 2024/02/20-11:35:39.385728 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19770] Syncing log #301181 2024/02/20-11:35:39.399968 3036210 (Original Log Time 2024/02/20-11:35:39.385717) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:35:39.399981 3036210 [db/flush_job.cc:892] [key] [JOB 19770] Flushing memtable with next log file: 301183 2024/02/20-11:35:39.400009 3036210 EVENT_LOG_v1 {"time_micros": 1708428939400001, "job": 19770, "event": "flush_started", "num_memtables": 1, "num_entries": 89890, "num_deletes": 36000, "total_data_size": 5588869, "memory_usage": 9103776, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:35:39.400047 3036210 [db/flush_job.cc:926] [key] [JOB 19770] Level-0 flush table #301184: started 2024/02/20-11:35:39.574240 3036210 EVENT_LOG_v1 {"time_micros": 1708428939574188, "cf_name": "key", "job": 19770, "event": "table_file_creation", "file_number": 301184, "file_size": 3723856, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146522238, "largest_seqno": 5146688816, "table_properties": {"data_size": 3619956, "index_size": 27634, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 81909, "raw_key_size": 5342736, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1059, "num_entries": 88791, "num_filter_entries": 93347, "num_deletions": 36000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708428591, "oldest_key_time": 1708428591, "file_creation_time": 1708428939, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301184, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:35:39.574295 3036210 [db/flush_job.cc:1062] [key] [JOB 19770] Flush lasted 174341 microseconds, and 170841 cpu microseconds. 2024/02/20-11:35:39.574998 3036210 (Original Log Time 2024/02/20-11:35:39.574275) [db/flush_job.cc:1011] [key] [JOB 19770] Level-0 flush table #301184: 3723856 bytes OK 2024/02/20-11:35:39.575002 3036210 (Original Log Time 2024/02/20-11:35:39.574304) [db/memtable_list.cc:555] [key] Level-0 commit table #301184 started 2024/02/20-11:35:39.575004 3036210 (Original Log Time 2024/02/20-11:35:39.574677) [db/memtable_list.cc:754] [key] Level-0 commit table #301184: memtable #1 done 2024/02/20-11:35:39.575006 3036210 (Original Log Time 2024/02/20-11:35:39.574707) EVENT_LOG_v1 {"time_micros": 1708428939574695, "job": 19770, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-11:35:39.575009 3036210 (Original Log Time 2024/02/20-11:35:39.574944) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-11:35:39.575014 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19770] Try to delete WAL files size 11766565, prev total WAL file size 15741169, number of live WAL files 4. 2024/02/20-11:35:39.576941 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301176.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:39:27.800601 4076278 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301179. Total log size is 15808053 while max_total_wal_size is 15728640 2024/02/20-11:39:27.800826 4076278 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301185. Immutable memtables: 0. 2024/02/20-11:39:27.801051 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19771] Syncing log #301183 2024/02/20-11:39:27.825610 3036193 (Original Log Time 2024/02/20-11:39:27.801036) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:39:27.825622 3036193 [db/flush_job.cc:892] [url] [JOB 19771] Flushing memtable with next log file: 301185 2024/02/20-11:39:27.825649 3036193 EVENT_LOG_v1 {"time_micros": 1708429167825641, "job": 19771, "event": "flush_started", "num_memtables": 1, "num_entries": 53421, "num_deletes": 0, "total_data_size": 8176632, "memory_usage": 9755232, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:39:27.825653 3036193 [db/flush_job.cc:926] [url] [JOB 19771] Level-0 flush table #301186: started 2024/02/20-11:39:27.915171 3036193 EVENT_LOG_v1 {"time_micros": 1708429167915139, "cf_name": "url", "job": 19771, "event": "table_file_creation", "file_number": 301186, "file_size": 4250062, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146646259, "largest_seqno": 5146821416, "table_properties": {"data_size": 4183275, "index_size": 134866, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 7877150, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1264, "num_entries": 52473, "num_filter_entries": 6608, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708428852, "oldest_key_time": 1708428852, "file_creation_time": 1708429167, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301186, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:39:27.915207 3036193 [db/flush_job.cc:1062] [url] [JOB 19771] Flush lasted 89608 microseconds, and 87015 cpu microseconds. 2024/02/20-11:39:27.915699 3036193 (Original Log Time 2024/02/20-11:39:27.915194) [db/flush_job.cc:1011] [url] [JOB 19771] Level-0 flush table #301186: 4250062 bytes OK 2024/02/20-11:39:27.915702 3036193 (Original Log Time 2024/02/20-11:39:27.915212) [db/memtable_list.cc:555] [url] Level-0 commit table #301186 started 2024/02/20-11:39:27.915703 3036193 (Original Log Time 2024/02/20-11:39:27.915444) [db/memtable_list.cc:754] [url] Level-0 commit table #301186: memtable #1 done 2024/02/20-11:39:27.915705 3036193 (Original Log Time 2024/02/20-11:39:27.915470) EVENT_LOG_v1 {"time_micros": 1708429167915465, "job": 19771, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-11:39:27.915706 3036193 (Original Log Time 2024/02/20-11:39:27.915667) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-11:39:27.915710 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19771] Try to delete WAL files size 3558220, prev total WAL file size 15812523, number of live WAL files 4. 2024/02/20-11:39:27.915799 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 19772] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-11:39:27.915811 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19779 Base level 0, inputs: [301186(4150KB) 301180(4483KB)], [301170(8705KB)] 2024/02/20-11:39:27.915834 3036186 EVENT_LOG_v1 {"time_micros": 1708429167915824, "job": 19772, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301186, 301180], "files_L5": [301170], "score": 1, "input_data_size": 17755180, "oldest_snapshot_seqno": -1} 2024/02/20-11:39:27.916175 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301179.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:39:28.392294 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 19772] Generated table #301187: 227394 keys, 16747907 bytes, temperature: kUnknown 2024/02/20-11:39:28.392348 3036186 EVENT_LOG_v1 {"time_micros": 1708429168392316, "cf_name": "url", "job": 19772, "event": "table_file_creation", "file_number": 301187, "file_size": 16747907, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146150986, "largest_seqno": 5146821416, "table_properties": {"data_size": 16489067, "index_size": 515250, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15317, "raw_key_size": 34036108, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5008, "num_entries": 227394, "num_filter_entries": 17497, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427801, "oldest_key_time": 0, "file_creation_time": 1708429167, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301187, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:39:28.393369 3036186 (Original Log Time 2024/02/20-11:39:28.392863) [db/compaction/compaction_job.cc:1729] [url] [JOB 19772] Compacted 2@0 + 1@5 files to L5 => 16747907 bytes 2024/02/20-11:39:28.393372 3036186 (Original Log Time 2024/02/20-11:39:28.393148) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.06, MB/sec: 37.3 rd, 35.1 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.4, 8.5 +0.0 blob) out(16.0 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 227394, records dropped: 0 output_compression: LZ4 2024/02/20-11:39:28.393378 3036186 (Original Log Time 2024/02/20-11:39:28.393171) EVENT_LOG_v1 {"time_micros": 1708429168393159, "job": 19772, "event": "compaction_finished", "compaction_time_micros": 476567, "compaction_time_cpu_micros": 472325, "output_level": 5, "num_output_files": 1, "total_output_size": 16747907, "num_input_records": 227394, "num_output_records": 227394, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-11:39:28.394167 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301170.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:39:28.394182 3036186 EVENT_LOG_v1 {"time_micros": 1708429168394179, "job": 19772, "event": "table_file_deletion", "file_number": 301170} 2024/02/20-11:39:28.394698 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301180.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:39:28.394709 3036186 EVENT_LOG_v1 {"time_micros": 1708429168394707, "job": 19772, "event": "table_file_deletion", "file_number": 301180} 2024/02/20-11:39:28.395058 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301186.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:39:28.395066 3036186 EVENT_LOG_v1 {"time_micros": 1708429168395065, "job": 19772, "event": "table_file_deletion", "file_number": 301186} 2024/02/20-11:40:02.406773 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-11:40:02.406929 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1016601.3 total, 600.2 interval Cumulative writes: 129M writes, 580M keys, 129M commit groups, 1.0 writes per commit group, ingest: 55.95 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129493490.00 writes per sync, written: 55.95 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 94K writes, 310K keys, 93K commit groups, 1.0 writes per commit group, ingest: 27.25 MB, 0.05 MB/s Interval WAL: 94K writes, 0 syncs, 94050.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 406.01 378.64 4122 0.098 0 0 0.0 0.0 L5 1/0 15.97 MB 0.1 68.4 18.1 50.3 67.3 17.0 0.0 3.7 42.0 41.3 1668.37 1597.57 2129 0.784 1033M 1133 0.0 0.0 L6 12/0 746.93 MB 0.0 400.6 17.3 383.2 383.5 0.3 0.0 22.1 16.1 15.4 25511.19 23535.13 595 42.876 9359M 256M 0.0 0.0 Sum 13/0 762.90 MB 0.0 469.0 35.5 433.5 469.3 35.7 0.0 25.4 17.4 17.4 27585.57 25511.33 6846 4.029 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 25.0 36.0 0.68 0.67 3 0.226 227K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 469.0 35.5 433.5 450.8 17.3 0.0 0.0 17.7 17.0 27179.56 25132.69 2724 9.978 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 406.01 378.64 4122 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1016601.3 total, 600.2 interval Flush(GB): cumulative 18.457, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 469.27 GB write, 0.47 MB/s write, 469.00 GB read, 0.47 MB/s read, 27585.6 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.42 GB table_size: 4416 occupancy: 1610 collections: 1695 last_copies: 0 last_secs: 0.000695 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(828,13.35 MB,0.868846%) IndexBlock(781,1.41 GB,93.7947%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5940320 Average: 2.1894 StdDev: 4.26 Min: 0 Median: 1.3825 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.39 P99.99: 127.18 ------------------------------------------------------ [ 0, 1 ] 2003664 33.730% 33.730% ####### ( 1, 2 ] 2526858 42.537% 76.267% ######### ( 2, 3 ] 987246 16.619% 92.887% ### ( 3, 4 ] 240815 4.054% 96.941% # ( 4, 6 ] 107056 1.802% 98.743% ( 6, 10 ] 34973 0.589% 99.332% ( 10, 15 ] 14725 0.248% 99.579% ( 15, 22 ] 7466 0.126% 99.705% ( 22, 34 ] 7818 0.132% 99.837% ( 34, 51 ] 5612 0.094% 99.931% ( 51, 76 ] 2497 0.042% 99.973% ( 76, 110 ] 882 0.015% 99.988% ( 110, 170 ] 398 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21542804 Average: 2.4657 StdDev: 6.81 Min: 0 Median: 1.4950 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.40 P99.9: 49.95 P99.99: 146.49 ------------------------------------------------------ [ 0, 1 ] 6603241 30.652% 30.652% ###### ( 1, 2 ] 8420523 39.087% 69.739% ######## ( 2, 3 ] 3653006 16.957% 86.696% ### ( 3, 4 ] 1329870 6.173% 92.869% # ( 4, 6 ] 1035986 4.809% 97.678% # ( 6, 10 ] 334542 1.553% 99.231% ( 10, 15 ] 58750 0.273% 99.504% ( 15, 22 ] 30036 0.139% 99.643% ( 22, 34 ] 32281 0.150% 99.793% ( 34, 51 ] 24547 0.114% 99.907% ( 51, 76 ] 11832 0.055% 99.962% ( 76, 110 ] 4834 0.022% 99.984% ( 110, 170 ] 1976 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 258 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 208477755 Average: 12.1907 StdDev: 80.91 Min: 0 Median: 1.4878 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.48 P99.9: 303.22 P99.99: 1540.15 ------------------------------------------------------ [ 0, 1 ] 71370870 34.234% 34.234% ####### ( 1, 2 ] 67386236 32.323% 66.557% ###### ( 2, 3 ] 29534862 14.167% 80.724% ### ( 3, 4 ] 6368734 3.055% 83.779% # ( 4, 6 ] 1161781 0.557% 84.336% ( 6, 10 ] 546892 0.262% 84.599% ( 10, 15 ] 310144 0.149% 84.747% ( 15, 22 ] 258734 0.124% 84.872% ( 22, 34 ] 7474591 3.585% 88.457% # ( 34, 51 ] 7524858 3.609% 92.066% # ( 51, 76 ] 6045875 2.900% 94.966% # ( 76, 110 ] 6641399 3.186% 98.152% # ( 110, 170 ] 3266497 1.567% 99.719% ( 170, 250 ] 332336 0.159% 99.878% ( 250, 380 ] 111056 0.053% 99.931% ( 380, 580 ] 67418 0.032% 99.964% ( 580, 870 ] 30299 0.015% 99.978% ( 870, 1300 ] 13748 0.007% 99.985% ( 1300, 1900 ] 26427 0.013% 99.998% ( 1900, 2900 ] 2116 0.001% 99.999% ( 2900, 4400 ] 856 0.000% 99.999% ( 4400, 6600 ] 619 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 187 0.000% 100.000% ( 22000, 33000 ] 75 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 135 0.000% 100.000% ( 75000, 110000 ] 22 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 958.95 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.7 86.69 73.65 4008 0.022 0 0 0.0 0.0 L6 3/0 158.50 MB 0.0 310.6 3.1 307.5 307.6 0.1 0.0 99.1 15.4 15.2 20671.63 20289.95 2110 9.797 11G 62M 0.0 0.0 Sum 4/0 159.43 MB 0.0 310.6 3.1 307.5 310.7 3.2 0.0 100.1 15.3 15.3 20758.31 20363.60 6118 3.393 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 20.7 0.05 0.04 1 0.045 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 310.6 3.1 307.5 307.6 0.1 0.0 0.0 15.4 15.2 20671.63 20289.95 2110 9.797 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.7 86.69 73.65 4008 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1016601.3 total, 600.2 interval Flush(GB): cumulative 3.105, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 310.71 GB write, 0.31 MB/s write, 310.65 GB read, 0.31 MB/s read, 20758.3 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4348 collections: 1695 last_copies: 0 last_secs: 0.001598 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2191,1.66 MB,0.108057%) IndexBlock(2156,1.46 GB,97.3003%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1019615 Average: 3.5626 StdDev: 6.35 Min: 0 Median: 2.5799 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.40 P99.9: 60.75 P99.99: 195.36 ------------------------------------------------------ [ 0, 1 ] 116597 11.435% 11.435% ## ( 1, 2 ] 246929 24.218% 35.653% ##### ( 2, 3 ] 252265 24.741% 60.394% ##### ( 3, 4 ] 195455 19.169% 79.564% #### ( 4, 6 ] 167539 16.432% 95.996% ### ( 6, 10 ] 28371 2.783% 98.778% # ( 10, 15 ] 4717 0.463% 99.241% ( 15, 22 ] 2525 0.248% 99.488% ( 22, 34 ] 2148 0.211% 99.699% ( 34, 51 ] 1763 0.173% 99.872% ( 51, 76 ] 734 0.072% 99.944% ( 76, 110 ] 250 0.025% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176222752 Average: 2.1871 StdDev: 5.40 Min: 0 Median: 1.3417 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.87 P99.99: 144.72 ------------------------------------------------------ [ 0, 1 ] 65227311 37.014% 37.014% ####### ( 1, 2 ] 66976068 38.006% 75.021% ######## ( 2, 3 ] 32741416 18.580% 93.600% #### ( 3, 4 ] 7893006 4.479% 98.079% # ( 4, 6 ] 1473927 0.836% 98.916% ( 6, 10 ] 611518 0.347% 99.263% ( 10, 15 ] 398381 0.226% 99.489% ( 15, 22 ] 198261 0.113% 99.601% ( 22, 34 ] 311170 0.177% 99.778% ( 34, 51 ] 204010 0.116% 99.893% ( 51, 76 ] 99822 0.057% 99.950% ( 76, 110 ] 57769 0.033% 99.983% ( 110, 170 ] 21549 0.012% 99.995% ( 170, 250 ] 3825 0.002% 99.997% ( 250, 380 ] 1750 0.001% 99.998% ( 380, 580 ] 1452 0.001% 99.999% ( 580, 870 ] 862 0.000% 100.000% ( 870, 1300 ] 257 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 102 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.55 MB 0.5 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.9 272.00 252.30 4088 0.067 0 0 0.0 0.0 L5 1/0 6.81 MB 0.0 22.0 8.1 13.9 21.8 7.9 0.0 2.7 28.8 28.5 783.10 757.33 1956 0.400 609M 276K 0.0 0.0 L6 6/0 335.92 MB 0.0 195.8 8.8 187.1 187.2 0.1 0.0 21.3 14.4 13.8 13924.78 13624.31 712 19.557 8766M 237M 0.0 0.0 Sum 8/0 346.28 MB 0.0 217.8 16.9 200.9 218.0 17.0 0.0 24.2 14.9 14.9 14979.88 14633.94 6756 2.217 9375M 237M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 20.4 0.17 0.17 1 0.174 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 217.8 16.9 200.9 209.0 8.1 0.0 0.0 15.2 14.6 14707.88 14381.64 2668 5.513 9375M 237M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.9 272.00 252.30 4088 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1016601.3 total, 600.2 interval Flush(GB): cumulative 8.992, interval 0.003 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 217.99 GB write, 0.22 MB/s write, 217.84 GB read, 0.22 MB/s read, 14979.9 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 360854 collections: 1695 last_copies: 0 last_secs: 0.150111 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360753,1.39 GB,92.7849%) FilterBlock(49,52.74 MB,3.43381%) IndexBlock(51,22.02 MB,1.43333%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2811878 Average: 4.2592 StdDev: 8.10 Min: 0 Median: 1.9573 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.09 P99.99: 151.60 ------------------------------------------------------ [ 0, 1 ] 629818 22.398% 22.398% #### ( 1, 2 ] 810775 28.834% 51.232% ###### ( 2, 3 ] 396429 14.098% 65.331% ### ( 3, 4 ] 171217 6.089% 71.420% # ( 4, 6 ] 148456 5.280% 76.699% # ( 6, 10 ] 444235 15.799% 92.498% ### ( 10, 15 ] 175878 6.255% 98.753% # ( 15, 22 ] 16774 0.597% 99.349% ( 22, 34 ] 8995 0.320% 99.669% ( 34, 51 ] 5479 0.195% 99.864% ( 51, 76 ] 2502 0.089% 99.953% ( 76, 110 ] 819 0.029% 99.982% ( 110, 170 ] 317 0.011% 99.993% ( 170, 250 ] 87 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6815301 Average: 4.7035 StdDev: 7.66 Min: 0 Median: 2.4697 Max: 7311 Percentiles: P50: 2.47 P75: 6.16 P99: 19.48 P99.9: 69.19 P99.99: 168.93 ------------------------------------------------------ [ 0, 1 ] 1118866 16.417% 16.417% ### ( 1, 2 ] 1801259 26.430% 42.847% ##### ( 2, 3 ] 1037935 15.229% 58.076% ### ( 3, 4 ] 556652 8.168% 66.244% ## ( 4, 6 ] 549785 8.067% 74.311% ## ( 6, 10 ] 1184308 17.377% 91.688% ### ( 10, 15 ] 469003 6.882% 98.569% # ( 15, 22 ] 45806 0.672% 99.242% ( 22, 34 ] 24175 0.355% 99.596% ( 34, 51 ] 15292 0.224% 99.821% ( 51, 76 ] 7428 0.109% 99.930% ( 76, 110 ] 2819 0.041% 99.971% ( 110, 170 ] 1315 0.019% 99.990% ( 170, 250 ] 334 0.005% 99.995% ( 250, 380 ] 159 0.002% 99.998% ( 380, 580 ] 115 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105789828 Average: 5.7840 StdDev: 24.82 Min: 0 Median: 2.3419 Max: 40453 Percentiles: P50: 2.34 P75: 7.54 P99: 41.20 P99.9: 158.75 P99.99: 466.40 ------------------------------------------------------ [ 0, 1 ] 25165580 23.788% 23.788% ##### ( 1, 2 ] 23960593 22.649% 46.438% ##### ( 2, 3 ] 11023513 10.420% 56.858% ## ( 3, 4 ] 4327541 4.091% 60.948% # ( 4, 6 ] 4953136 4.682% 65.630% # ( 6, 10 ] 25669037 24.264% 89.895% ##### ( 10, 15 ] 8251691 7.800% 97.695% ## ( 15, 22 ] 672043 0.635% 98.330% ( 22, 34 ] 549981 0.520% 98.850% ( 34, 51 ] 374812 0.354% 99.204% ( 51, 76 ] 237835 0.225% 99.429% ( 76, 110 ] 301879 0.285% 99.714% ( 110, 170 ] 241739 0.229% 99.943% ( 170, 250 ] 38758 0.037% 99.979% ( 250, 380 ] 8420 0.008% 99.987% ( 380, 580 ] 6229 0.006% 99.993% ( 580, 870 ] 3562 0.003% 99.997% ( 870, 1300 ] 1894 0.002% 99.999% ( 1300, 1900 ] 2607 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 99 0.000% 100.001% ( 6600, 9900 ] 116 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-11:40:02.410499 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 528525677 rocksdb.block.cache.hit COUNT : 2173789422 rocksdb.block.cache.add COUNT : 39536058 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32341 rocksdb.block.cache.index.hit COUNT : 533395344 rocksdb.block.cache.index.add COUNT : 32327 rocksdb.block.cache.index.bytes.insert COUNT : 34555217466 rocksdb.block.cache.filter.miss COUNT : 32347 rocksdb.block.cache.filter.hit COUNT : 1107375829 rocksdb.block.cache.filter.add COUNT : 32347 rocksdb.block.cache.filter.bytes.insert COUNT : 8786244199 rocksdb.block.cache.data.miss COUNT : 528460989 rocksdb.block.cache.data.hit COUNT : 533018249 rocksdb.block.cache.data.add COUNT : 39471384 rocksdb.block.cache.data.bytes.insert COUNT : 163499311780 rocksdb.block.cache.bytes.read COUNT : 1894571835430974 rocksdb.block.cache.bytes.write COUNT : 206840773445 rocksdb.bloom.filter.useful COUNT : 574045113 rocksdb.bloom.filter.full.positive COUNT : 533330748 rocksdb.bloom.filter.full.true.positive COUNT : 527776686 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93819548 rocksdb.memtable.miss COUNT : 6303393297 rocksdb.l0.hit COUNT : 16153390 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 511623296 rocksdb.compaction.key.drop.new COUNT : 278084681 rocksdb.compaction.key.drop.obsolete COUNT : 278104466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 580971116 rocksdb.number.keys.read COUNT : 649691789 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60070708083 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67774 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32332 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 766418470 rocksdb.number.multiget.keys.read COUNT : 5747521056 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60070708083 rocksdb.write.self COUNT : 129282077 rocksdb.write.other COUNT : 211413 rocksdb.write.wal COUNT : 129493490 rocksdb.compact.read.bytes COUNT : 995628678881 rocksdb.compact.write.bytes COUNT : 1038759683636 rocksdb.flush.write.bytes COUNT : 32810516674 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1023698 rocksdb.number.superversion_releases COUNT : 2708 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 521827296 rocksdb.number.block.decompressed COUNT : 521887879 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59804282035 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67774 rocksdb.num.iterator.deleted COUNT : 67774 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5215 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5177 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44078 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 60976613299 rocksdb.memtable.garbage.bytes.at.flush COUNT : 735060156 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 943057448021 rocksdb.last.level.read.count COUNT : 490492690 rocksdb.non.last.level.read.bytes COUNT : 128928148802 rocksdb.non.last.level.read.count COUNT : 38129983 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 528558009 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2129197808491 rocksdb.bytes.compressed.to COUNT : 1034011963837 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26171467164 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6601595 rocksdb.bytes.decompressed.from COUNT : 1034335309200 rocksdb.bytes.decompressed.to COUNT : 2129490826695 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.415358 P95 : 106.282122 P99 : 160.397070 P100 : 227461.000000 COUNT : 649691789 SUM : 33507079997 rocksdb.db.write.micros P50 : 67.007485 P95 : 111.726627 P99 : 169.428545 P100 : 2037453.000000 COUNT : 129493490 SUM : 13356517845 rocksdb.compaction.times.micros P50 : 1622456.140351 P95 : 38325714.285714 P99 : 67015765.765766 P100 : 89521673.000000 COUNT : 7502 SUM : 62559067960 rocksdb.compaction.times.cpu_micros P50 : 1561371.841155 P95 : 35671244.635193 P99 : 63801675.977654 P100 : 83823365.000000 COUNT : 7502 SUM : 59804282035 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4295.080321 P95 : 27684.110169 P99 : 61094.444444 P100 : 1558490.000000 COUNT : 12203 SUM : 113789922 rocksdb.compaction.outfile.sync.micros P50 : 62580.373546 P95 : 125943.231441 P99 : 225528.421053 P100 : 2063820.000000 COUNT : 20112 SUM : 1290094044 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.014798 P95 : 726.411333 P99 : 3899.910714 P100 : 501117.000000 COUNT : 19767 SUM : 12764222 rocksdb.table.open.io.micros P50 : 581.669408 P95 : 6235.040906 P99 : 13038.813648 P100 : 207055.000000 COUNT : 32332 SUM : 57283851 rocksdb.db.multiget.micros P50 : 7.994529 P95 : 17.810161 P99 : 33.053269 P100 : 26625.000000 COUNT : 766418470 SUM : 7259399494 rocksdb.read.block.compaction.micros P50 : 13.659882 P95 : 58.662551 P99 : 138.130915 P100 : 136000.000000 COUNT : 488989605 SUM : 9478046916 rocksdb.read.block.get.micros P50 : 52.844927 P95 : 94.777522 P99 : 145.779089 P100 : 206929.000000 COUNT : 39536072 SUM : 2278422306 rocksdb.write.raw.block.micros P50 : 0.521496 P95 : 0.990842 P99 : 1.894845 P100 : 331149.000000 COUNT : 528525836 SUM : 10561965733 rocksdb.numfiles.in.singlecompaction P50 : 2.775127 P95 : 5.679353 P99 : 5.938593 P100 : 7.000000 COUNT : 5713 SUM : 20342 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.534920 P95 : 33.055533 P99 : 104.700917 P100 : 135929.000000 COUNT : 528622673 SUM : 3652596041 rocksdb.file.read.flush.micros P50 : 1.841498 P95 : 15.790211 P99 : 41.227261 P100 : 787.000000 COUNT : 61015 SUM : 292347 rocksdb.file.read.compaction.micros P50 : 1.420234 P95 : 36.075012 P99 : 106.200456 P100 : 135929.000000 COUNT : 489090179 SUM : 3257751780 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 649691792 SUM : 0 rocksdb.bytes.per.write P50 : 218.492605 P95 : 527.546238 P99 : 803.723016 P100 : 4563443.000000 COUNT : 129282077 SUM : 60070708083 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 766418474 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45986.326345 P95 : 166709.583737 P99 : 238931.807780 P100 : 1681975.000000 COUNT : 12246 SUM : 764695080 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-11:40:02.410697 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-11:40:02.410866 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708429202 to in-memory stats history 2024/02/20-11:40:02.410898 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-11:40:02.410937 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-11:40:40.964093 4076743 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301181. Total log size is 15728843 while max_total_wal_size is 15728640 2024/02/20-11:40:40.964333 4076743 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301188. Immutable memtables: 0. 2024/02/20-11:40:40.964567 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19773] Syncing log #301185 2024/02/20-11:40:40.979593 3036210 (Original Log Time 2024/02/20-11:40:40.964556) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:40:40.979603 3036210 [db/flush_job.cc:892] [tag] [JOB 19773] Flushing memtable with next log file: 301188 2024/02/20-11:40:40.979631 3036210 EVENT_LOG_v1 {"time_micros": 1708429240979623, "job": 19773, "event": "flush_started", "num_memtables": 1, "num_entries": 18554, "num_deletes": 0, "total_data_size": 1611472, "memory_usage": 2161144, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:40:40.979634 3036210 [db/flush_job.cc:926] [tag] [JOB 19773] Level-0 flush table #301189: started 2024/02/20-11:40:40.992528 3036210 EVENT_LOG_v1 {"time_micros": 1708429240992501, "cf_name": "tag", "job": 19773, "event": "table_file_creation", "file_number": 301189, "file_size": 963139, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146685038, "largest_seqno": 5146860511, "table_properties": {"data_size": 955211, "index_size": 10509, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1561254, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 302, "num_entries": 18435, "num_filter_entries": 193, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708428929, "oldest_key_time": 1708428929, "file_creation_time": 1708429240, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301189, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:40:40.992563 3036210 [db/flush_job.cc:1062] [tag] [JOB 19773] Flush lasted 12979 microseconds, and 11706 cpu microseconds. 2024/02/20-11:40:40.993066 3036210 (Original Log Time 2024/02/20-11:40:40.992549) [db/flush_job.cc:1011] [tag] [JOB 19773] Level-0 flush table #301189: 963139 bytes OK 2024/02/20-11:40:40.993071 3036210 (Original Log Time 2024/02/20-11:40:40.992568) [db/memtable_list.cc:555] [tag] Level-0 commit table #301189 started 2024/02/20-11:40:40.993072 3036210 (Original Log Time 2024/02/20-11:40:40.992828) [db/memtable_list.cc:754] [tag] Level-0 commit table #301189: memtable #1 done 2024/02/20-11:40:40.993073 3036210 (Original Log Time 2024/02/20-11:40:40.992842) EVENT_LOG_v1 {"time_micros": 1708429240992838, "job": 19773, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:40:40.993075 3036210 (Original Log Time 2024/02/20-11:40:40.993025) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-11:40:40.993079 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19773] Try to delete WAL files size 406595, prev total WAL file size 15729421, number of live WAL files 4. 2024/02/20-11:40:40.993181 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19774] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-11:40:40.993190 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19781 Base level 0, inputs: [301189(940KB) 301182(958KB)], [301173(64MB) 301174(64MB) 301175(29MB)] 2024/02/20-11:40:40.993205 3036189 EVENT_LOG_v1 {"time_micros": 1708429240993195, "job": 19774, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301189, 301182], "files_L6": [301173, 301174, 301175], "score": 1, "input_data_size": 168142795, "oldest_snapshot_seqno": -1} 2024/02/20-11:40:40.993286 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301181.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:45.602961 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19774] Generated table #301190: 2427345 keys, 67639830 bytes, temperature: kUnknown 2024/02/20-11:40:45.603036 3036189 EVENT_LOG_v1 {"time_micros": 1708429245602996, "cf_name": "tag", "job": 19774, "event": "table_file_creation", "file_number": 301190, "file_size": 67639830, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109101, "index_size": 1466688, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 203819702, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36035, "num_entries": 2427345, "num_filter_entries": 1655, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708429240, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301190, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:40:49.891366 4076753 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301183. Total log size is 15799884 while max_total_wal_size is 15728640 2024/02/20-11:40:49.891697 4076753 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301192. Immutable memtables: 0. 2024/02/20-11:40:49.891958 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19775] Syncing log #301188 2024/02/20-11:40:49.896535 3036193 (Original Log Time 2024/02/20-11:40:49.891938) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-11:40:49.896544 3036193 [db/flush_job.cc:892] [key] [JOB 19775] Flushing memtable with next log file: 301192 2024/02/20-11:40:49.896566 3036193 EVENT_LOG_v1 {"time_micros": 1708429249896560, "job": 19775, "event": "flush_started", "num_memtables": 1, "num_entries": 105406, "num_deletes": 56000, "total_data_size": 6569540, "memory_usage": 9397992, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:40:49.896570 3036193 [db/flush_job.cc:926] [key] [JOB 19775] Level-0 flush table #301193: started 2024/02/20-11:40:50.029937 3036193 EVENT_LOG_v1 {"time_micros": 1708429250029894, "cf_name": "key", "job": 19775, "event": "table_file_creation", "file_number": 301193, "file_size": 3813782, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146688818, "largest_seqno": 5146866010, "table_properties": {"data_size": 3691608, "index_size": 31360, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 96997, "raw_key_size": 6300354, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1102, "num_entries": 104439, "num_filter_entries": 110469, "num_deletions": 56000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708428939, "oldest_key_time": 1708428939, "file_creation_time": 1708429249, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301193, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:40:50.029998 3036193 [db/flush_job.cc:1062] [key] [JOB 19775] Flush lasted 133470 microseconds, and 130480 cpu microseconds. 2024/02/20-11:40:50.030822 3036193 (Original Log Time 2024/02/20-11:40:50.029977) [db/flush_job.cc:1011] [key] [JOB 19775] Level-0 flush table #301193: 3813782 bytes OK 2024/02/20-11:40:50.030827 3036193 (Original Log Time 2024/02/20-11:40:50.030007) [db/memtable_list.cc:555] [key] Level-0 commit table #301193 started 2024/02/20-11:40:50.030829 3036193 (Original Log Time 2024/02/20-11:40:50.030511) [db/memtable_list.cc:754] [key] Level-0 commit table #301193: memtable #1 done 2024/02/20-11:40:50.030831 3036193 (Original Log Time 2024/02/20-11:40:50.030544) EVENT_LOG_v1 {"time_micros": 1708429250030535, "job": 19775, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-11:40:50.030833 3036193 (Original Log Time 2024/02/20-11:40:50.030766) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-11:40:50.030840 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19775] Try to delete WAL files size 11843238, prev total WAL file size 15806694, number of live WAL files 4. 2024/02/20-11:40:50.032659 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301183.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:50.244443 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19774] Generated table #301191: 2116214 keys, 67641142 bytes, temperature: kUnknown 2024/02/20-11:40:50.244523 3036189 EVENT_LOG_v1 {"time_micros": 1708429250244485, "cf_name": "tag", "job": 19774, "event": "table_file_creation", "file_number": 301191, "file_size": 67641142, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109412, "index_size": 1407063, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192578316, "raw_average_key_size": 91, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36072, "num_entries": 2116214, "num_filter_entries": 1654, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708429245, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301191, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:40:52.583135 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19774] Generated table #301194: 1216336 keys, 31865172 bytes, temperature: kUnknown 2024/02/20-11:40:52.583201 3036189 EVENT_LOG_v1 {"time_micros": 1708429252583164, "cf_name": "tag", "job": 19774, "event": "table_file_creation", "file_number": 301194, "file_size": 31865172, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 31619876, "index_size": 696330, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 96706476, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 17235, "num_entries": 1216336, "num_filter_entries": 290, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708429250, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301194, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:40:52.592573 3036189 (Original Log Time 2024/02/20-11:40:52.591006) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19774] Compacted 2@0 + 3@6 files to L6 => 167146144 bytes 2024/02/20-11:40:52.592581 3036189 (Original Log Time 2024/02/20-11:40:52.592045) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.5 rd, 14.4 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.9, 158.5 +0.0 blob) out(159.4 +0.0 blob), read-write-amplify(172.4) write-amplify(85.9) OK, records in: 5759895, records dropped: 0 output_compression: ZSTD 2024/02/20-11:40:52.592603 3036189 (Original Log Time 2024/02/20-11:40:52.592106) EVENT_LOG_v1 {"time_micros": 1708429252592077, "job": 19774, "event": "compaction_finished", "compaction_time_micros": 11590067, "compaction_time_cpu_micros": 11438330, "output_level": 6, "num_output_files": 3, "total_output_size": 167146144, "num_input_records": 5759895, "num_output_records": 5759895, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-11:40:52.601261 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301173.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:52.601302 3036189 EVENT_LOG_v1 {"time_micros": 1708429252601296, "job": 19774, "event": "table_file_deletion", "file_number": 301173} 2024/02/20-11:40:52.607602 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301174.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:52.607637 3036189 EVENT_LOG_v1 {"time_micros": 1708429252607632, "job": 19774, "event": "table_file_deletion", "file_number": 301174} 2024/02/20-11:40:52.611118 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301175.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:52.611144 3036189 EVENT_LOG_v1 {"time_micros": 1708429252611141, "job": 19774, "event": "table_file_deletion", "file_number": 301175} 2024/02/20-11:40:52.611607 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301182.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:52.611624 3036189 EVENT_LOG_v1 {"time_micros": 1708429252611621, "job": 19774, "event": "table_file_deletion", "file_number": 301182} 2024/02/20-11:40:52.611777 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301189.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:52.611784 3036189 EVENT_LOG_v1 {"time_micros": 1708429252611783, "job": 19774, "event": "table_file_deletion", "file_number": 301189} 2024/02/20-11:40:52.611895 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19776] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-11:40:52.611902 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19782 Base level 0, inputs: [301193(3724KB) 301184(3636KB)], [301178(6972KB)] 2024/02/20-11:40:52.611914 3036189 EVENT_LOG_v1 {"time_micros": 1708429252611906, "job": 19776, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301193, 301184], "files_L5": [301178], "score": 1, "input_data_size": 14677707, "oldest_snapshot_seqno": -1} 2024/02/20-11:40:53.177358 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19776] Generated table #301195: 360114 keys, 14432040 bytes, temperature: kUnknown 2024/02/20-11:40:53.177414 3036189 EVENT_LOG_v1 {"time_micros": 1708429253177383, "cf_name": "key", "job": 19776, "event": "table_file_creation", "file_number": 301195, "file_size": 14432040, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146192558, "largest_seqno": 5146866010, "table_properties": {"data_size": 14021777, "index_size": 112375, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 328373, "raw_key_size": 21640908, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4098, "num_entries": 360114, "num_filter_entries": 371648, "num_deletions": 150000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427890, "oldest_key_time": 0, "file_creation_time": 1708429252, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301195, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:40:53.178415 3036189 (Original Log Time 2024/02/20-11:40:53.177968) [db/compaction/compaction_job.cc:1729] [key] [JOB 19776] Compacted 2@0 + 1@5 files to L5 => 14432040 bytes 2024/02/20-11:40:53.178417 3036189 (Original Log Time 2024/02/20-11:40:53.178229) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.05, MB/sec: 26.0 rd, 25.5 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.2, 6.8 +0.0 blob) out(13.8 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 360115, records dropped: 1 output_compression: LZ4 2024/02/20-11:40:53.178422 3036189 (Original Log Time 2024/02/20-11:40:53.178248) EVENT_LOG_v1 {"time_micros": 1708429253178240, "job": 19776, "event": "compaction_finished", "compaction_time_micros": 565573, "compaction_time_cpu_micros": 559088, "output_level": 5, "num_output_files": 1, "total_output_size": 14432040, "num_input_records": 360115, "num_output_records": 360114, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-11:40:53.179153 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301178.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:53.179167 3036189 EVENT_LOG_v1 {"time_micros": 1708429253179164, "job": 19776, "event": "table_file_deletion", "file_number": 301178} 2024/02/20-11:40:53.179626 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301184.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:53.179640 3036189 EVENT_LOG_v1 {"time_micros": 1708429253179637, "job": 19776, "event": "table_file_deletion", "file_number": 301184} 2024/02/20-11:40:53.180111 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301193.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:40:53.180121 3036189 EVENT_LOG_v1 {"time_micros": 1708429253180120, "job": 19776, "event": "table_file_deletion", "file_number": 301193} 2024/02/20-11:44:54.202809 4076719 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301185. Total log size is 15728687 while max_total_wal_size is 15728640 2024/02/20-11:44:54.203125 4076719 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301196. Immutable memtables: 0. 2024/02/20-11:44:54.203427 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19777] Syncing log #301192 2024/02/20-11:44:54.232584 3036210 (Original Log Time 2024/02/20-11:44:54.203414) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:44:54.232601 3036210 [db/flush_job.cc:892] [url] [JOB 19777] Flushing memtable with next log file: 301196 2024/02/20-11:44:54.232641 3036210 EVENT_LOG_v1 {"time_micros": 1708429494232631, "job": 19777, "event": "flush_started", "num_memtables": 1, "num_entries": 57751, "num_deletes": 0, "total_data_size": 8783692, "memory_usage": 10903808, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:44:54.232646 3036210 [db/flush_job.cc:926] [url] [JOB 19777] Level-0 flush table #301197: started 2024/02/20-11:44:54.351261 3036210 EVENT_LOG_v1 {"time_micros": 1708429494351230, "cf_name": "url", "job": 19777, "event": "table_file_creation", "file_number": 301197, "file_size": 4538075, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146823418, "largest_seqno": 5146991476, "table_properties": {"data_size": 4465693, "index_size": 109197, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5989, "raw_key_size": 8470618, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1352, "num_entries": 56652, "num_filter_entries": 6785, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429167, "oldest_key_time": 1708429167, "file_creation_time": 1708429494, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301197, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:44:54.351306 3036210 [db/flush_job.cc:1062] [url] [JOB 19777] Flush lasted 118735 microseconds, and 115336 cpu microseconds. 2024/02/20-11:44:54.351880 3036210 (Original Log Time 2024/02/20-11:44:54.351291) [db/flush_job.cc:1011] [url] [JOB 19777] Level-0 flush table #301197: 4538075 bytes OK 2024/02/20-11:44:54.351883 3036210 (Original Log Time 2024/02/20-11:44:54.351312) [db/memtable_list.cc:555] [url] Level-0 commit table #301197 started 2024/02/20-11:44:54.351885 3036210 (Original Log Time 2024/02/20-11:44:54.351636) [db/memtable_list.cc:754] [url] Level-0 commit table #301197: memtable #1 done 2024/02/20-11:44:54.351886 3036210 (Original Log Time 2024/02/20-11:44:54.351660) EVENT_LOG_v1 {"time_micros": 1708429494351653, "job": 19777, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-11:44:54.351888 3036210 (Original Log Time 2024/02/20-11:44:54.351846) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-11:44:54.351892 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19777] Try to delete WAL files size 3479010, prev total WAL file size 15732260, number of live WAL files 4. 2024/02/20-11:44:54.352387 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301185.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:46:06.912767 4076264 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301188. Total log size is 15728825 while max_total_wal_size is 15728640 2024/02/20-11:46:06.913128 4076264 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301198. Immutable memtables: 0. 2024/02/20-11:46:06.913403 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19778] Syncing log #301196 2024/02/20-11:46:06.914493 3036193 (Original Log Time 2024/02/20-11:46:06.913392) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:46:06.914499 3036193 [db/flush_job.cc:892] [tag] [JOB 19778] Flushing memtable with next log file: 301198 2024/02/20-11:46:06.914524 3036193 EVENT_LOG_v1 {"time_micros": 1708429566914518, "job": 19778, "event": "flush_started", "num_memtables": 1, "num_entries": 17933, "num_deletes": 0, "total_data_size": 1568273, "memory_usage": 2239584, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:46:06.914527 3036193 [db/flush_job.cc:926] [tag] [JOB 19778] Level-0 flush table #301199: started 2024/02/20-11:46:06.948412 3036193 EVENT_LOG_v1 {"time_micros": 1708429566948380, "cf_name": "tag", "job": 19778, "event": "table_file_creation", "file_number": 301199, "file_size": 939697, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146860583, "largest_seqno": 5147028321, "table_properties": {"data_size": 931547, "index_size": 10589, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1517320, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 289, "num_entries": 17786, "num_filter_entries": 207, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429241, "oldest_key_time": 1708429241, "file_creation_time": 1708429566, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301199, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:46:06.948532 3036193 [db/flush_job.cc:1062] [tag] [JOB 19778] Flush lasted 34041 microseconds, and 32647 cpu microseconds. 2024/02/20-11:46:06.948997 3036193 (Original Log Time 2024/02/20-11:46:06.948515) [db/flush_job.cc:1011] [tag] [JOB 19778] Level-0 flush table #301199: 939697 bytes OK 2024/02/20-11:46:06.949000 3036193 (Original Log Time 2024/02/20-11:46:06.948539) [db/memtable_list.cc:555] [tag] Level-0 commit table #301199 started 2024/02/20-11:46:06.949001 3036193 (Original Log Time 2024/02/20-11:46:06.948749) [db/memtable_list.cc:754] [tag] Level-0 commit table #301199: memtable #1 done 2024/02/20-11:46:06.949002 3036193 (Original Log Time 2024/02/20-11:46:06.948769) EVENT_LOG_v1 {"time_micros": 1708429566948764, "job": 19778, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:46:06.949004 3036193 (Original Log Time 2024/02/20-11:46:06.948968) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-11:46:06.949008 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19778] Try to delete WAL files size 477636, prev total WAL file size 15729759, number of live WAL files 4. 2024/02/20-11:46:06.949200 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301188.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:46:14.130116 4076276 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301192. Total log size is 15742714 while max_total_wal_size is 15728640 2024/02/20-11:46:14.130408 4076276 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301200. Immutable memtables: 0. 2024/02/20-11:46:14.130716 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19779] Syncing log #301198 2024/02/20-11:46:14.169408 3036210 (Original Log Time 2024/02/20-11:46:14.130705) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:46:14.169420 3036210 [db/flush_job.cc:892] [key] [JOB 19779] Flushing memtable with next log file: 301200 2024/02/20-11:46:14.169448 3036210 EVENT_LOG_v1 {"time_micros": 1708429574169440, "job": 19779, "event": "flush_started", "num_memtables": 1, "num_entries": 91773, "num_deletes": 38000, "total_data_size": 5732749, "memory_usage": 9112680, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:46:14.169451 3036210 [db/flush_job.cc:926] [key] [JOB 19779] Level-0 flush table #301201: started 2024/02/20-11:46:14.294681 3036210 EVENT_LOG_v1 {"time_micros": 1708429574294638, "cf_name": "key", "job": 19779, "event": "table_file_creation", "file_number": 301201, "file_size": 3724571, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146866012, "largest_seqno": 5147033693, "table_properties": {"data_size": 3615825, "index_size": 28301, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 84853, "raw_key_size": 5484997, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1064, "num_entries": 90709, "num_filter_entries": 96674, "num_deletions": 38000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429249, "oldest_key_time": 1708429249, "file_creation_time": 1708429574, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301201, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:46:14.294737 3036210 [db/flush_job.cc:1062] [key] [JOB 19779] Flush lasted 125340 microseconds, and 120253 cpu microseconds. 2024/02/20-11:46:14.295341 3036210 (Original Log Time 2024/02/20-11:46:14.294719) [db/flush_job.cc:1011] [key] [JOB 19779] Level-0 flush table #301201: 3724571 bytes OK 2024/02/20-11:46:14.295344 3036210 (Original Log Time 2024/02/20-11:46:14.294743) [db/memtable_list.cc:555] [key] Level-0 commit table #301201 started 2024/02/20-11:46:14.295346 3036210 (Original Log Time 2024/02/20-11:46:14.295081) [db/memtable_list.cc:754] [key] Level-0 commit table #301201: memtable #1 done 2024/02/20-11:46:14.295347 3036210 (Original Log Time 2024/02/20-11:46:14.295099) EVENT_LOG_v1 {"time_micros": 1708429574295092, "job": 19779, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-11:46:14.295349 3036210 (Original Log Time 2024/02/20-11:46:14.295300) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-11:46:14.295355 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19779] Try to delete WAL files size 11772041, prev total WAL file size 15754460, number of live WAL files 4. 2024/02/20-11:46:14.297167 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301192.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:46:41.208990 2383530 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301202. Immutable memtables: 0. 2024/02/20-11:46:41.209263 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19780] Syncing log #301200 2024/02/20-11:46:41.235936 3036193 (Original Log Time 2024/02/20-11:46:41.209244) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:46:41.235949 3036193 [db/flush_job.cc:892] [url] [JOB 19780] Flushing memtable with next log file: 301202 2024/02/20-11:46:41.235978 3036193 EVENT_LOG_v1 {"time_micros": 1708429601235970, "job": 19780, "event": "flush_started", "num_memtables": 1, "num_entries": 20631, "num_deletes": 0, "total_data_size": 3242597, "memory_usage": 5240568, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-11:46:41.235982 3036193 [db/flush_job.cc:926] [url] [JOB 19780] Level-0 flush table #301203: started 2024/02/20-11:46:41.275036 3036193 EVENT_LOG_v1 {"time_micros": 1708429601274999, "cf_name": "url", "job": 19780, "event": "table_file_creation", "file_number": 301203, "file_size": 1663683, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146991478, "largest_seqno": 5147048525, "table_properties": {"data_size": 1638068, "index_size": 38781, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2837, "raw_key_size": 3136736, "raw_average_key_size": 154, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 505, "num_entries": 20278, "num_filter_entries": 3223, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429494, "oldest_key_time": 1708429494, "file_creation_time": 1708429601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301203, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:46:41.275077 3036193 [db/flush_job.cc:1062] [url] [JOB 19780] Flush lasted 39155 microseconds, and 36712 cpu microseconds. 2024/02/20-11:46:41.275652 3036193 (Original Log Time 2024/02/20-11:46:41.275064) [db/flush_job.cc:1011] [url] [JOB 19780] Level-0 flush table #301203: 1663683 bytes OK 2024/02/20-11:46:41.275656 3036193 (Original Log Time 2024/02/20-11:46:41.275083) [db/memtable_list.cc:555] [url] Level-0 commit table #301203 started 2024/02/20-11:46:41.275658 3036193 (Original Log Time 2024/02/20-11:46:41.275382) [db/memtable_list.cc:754] [url] Level-0 commit table #301203: memtable #1 done 2024/02/20-11:46:41.275659 3036193 (Original Log Time 2024/02/20-11:46:41.275405) EVENT_LOG_v1 {"time_micros": 1708429601275398, "job": 19780, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-11:46:41.275661 3036193 (Original Log Time 2024/02/20-11:46:41.275612) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-11:46:41.275665 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19780] Try to delete WAL files size 3479148, prev total WAL file size 5533440, number of live WAL files 4. 2024/02/20-11:46:41.275736 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19781] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-11:46:41.275744 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19788 Base level 0, inputs: [301203(1624KB) 301197(4431KB)], [301187(15MB)] 2024/02/20-11:46:41.275760 3036185 EVENT_LOG_v1 {"time_micros": 1708429601275751, "job": 19781, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301203, 301197], "files_L5": [301187], "score": 1, "input_data_size": 22949665, "oldest_snapshot_seqno": -1} 2024/02/20-11:46:41.276182 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301196.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:46:41.933994 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19781] Generated table #301204: 304322 keys, 22154606 bytes, temperature: kUnknown 2024/02/20-11:46:41.934068 3036185 EVENT_LOG_v1 {"time_micros": 1708429601934032, "cf_name": "url", "job": 19781, "event": "table_file_creation", "file_number": 301204, "file_size": 22154606, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146150986, "largest_seqno": 5147048525, "table_properties": {"data_size": 21824512, "index_size": 658931, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18357, "raw_key_size": 45643146, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6619, "num_entries": 304322, "num_filter_entries": 21037, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427801, "oldest_key_time": 0, "file_creation_time": 1708429601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301204, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:46:41.935327 3036185 (Original Log Time 2024/02/20-11:46:41.934735) [db/compaction/compaction_job.cc:1729] [url] [JOB 19781] Compacted 2@0 + 1@5 files to L5 => 22154606 bytes 2024/02/20-11:46:41.935332 3036185 (Original Log Time 2024/02/20-11:46:41.935071) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.08, MB/sec: 34.9 rd, 33.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.9, 16.0 +0.0 blob) out(21.1 +0.0 blob), read-write-amplify(7.3) write-amplify(3.6) OK, records in: 304324, records dropped: 2 output_compression: LZ4 2024/02/20-11:46:41.935339 3036185 (Original Log Time 2024/02/20-11:46:41.935101) EVENT_LOG_v1 {"time_micros": 1708429601935084, "job": 19781, "event": "compaction_finished", "compaction_time_micros": 658401, "compaction_time_cpu_micros": 639720, "output_level": 5, "num_output_files": 1, "total_output_size": 22154606, "num_input_records": 304324, "num_output_records": 304322, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-11:46:41.937341 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301187.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:46:41.937367 3036185 EVENT_LOG_v1 {"time_micros": 1708429601937363, "job": 19781, "event": "table_file_deletion", "file_number": 301187} 2024/02/20-11:46:41.937941 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301197.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:46:41.937955 3036185 EVENT_LOG_v1 {"time_micros": 1708429601937952, "job": 19781, "event": "table_file_deletion", "file_number": 301197} 2024/02/20-11:46:41.938198 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301203.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:46:41.938209 3036185 EVENT_LOG_v1 {"time_micros": 1708429601938207, "job": 19781, "event": "table_file_deletion", "file_number": 301203} 2024/02/20-11:46:41.938296 2383530 (Original Log Time 2024/02/20-11:46:41.276225) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-11:46:41.938519 3036188 (Original Log Time 2024/02/20-11:46:41.938431) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-11:46:41.938527 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 19782] Compacting 1@5 + 12@6 files to L6, score -1.00 2024/02/20-11:46:41.938536 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19789 Base level 5, inputs: [301204(21MB)], [301136(64MB) 301137(64MB) 301138(64MB) 301139(64MB) 301140(64MB) 301141(64MB) 301142(64MB) 301143(65MB) 301144(64MB) 301145(64MB) 301146(65MB) 301147(33MB)] 2024/02/20-11:46:41.938563 3036188 EVENT_LOG_v1 {"time_micros": 1708429601938551, "job": 19782, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301204], "files_L6": [301136, 301137, 301138, 301139, 301140, 301141, 301142, 301143, 301144, 301145, 301146, 301147], "score": -1, "input_data_size": 805367891, "oldest_snapshot_seqno": -1} 2024/02/20-11:46:47.557123 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301205: 1719343 keys, 67801174 bytes, temperature: kUnknown 2024/02/20-11:46:47.557226 3036188 EVENT_LOG_v1 {"time_micros": 1708429607557179, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301205, "file_size": 67801174, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111007, "index_size": 2459942, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14661, "raw_key_size": 236567367, "raw_average_key_size": 137, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33743, "num_entries": 1719343, "num_filter_entries": 16796, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301205, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:46:52.564382 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301206: 1222678 keys, 67592751 bytes, temperature: kUnknown 2024/02/20-11:46:52.564450 3036188 EVENT_LOG_v1 {"time_micros": 1708429612564406, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301206, "file_size": 67592751, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109627, "index_size": 2007314, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 180015694, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32768, "num_entries": 1222678, "num_filter_entries": 191, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429607, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301206, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:46:57.899095 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301207: 1466859 keys, 67865516 bytes, temperature: kUnknown 2024/02/20-11:46:57.899189 3036188 EVENT_LOG_v1 {"time_micros": 1708429617899138, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301207, "file_size": 67865516, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110468, "index_size": 2708977, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 22149, "raw_key_size": 217893573, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34892, "num_entries": 1466859, "num_filter_entries": 25285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429612, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301207, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:03.931977 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301208: 1630945 keys, 67917435 bytes, temperature: kUnknown 2024/02/20-11:47:03.932059 3036188 EVENT_LOG_v1 {"time_micros": 1708429623932007, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301208, "file_size": 67917435, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109451, "index_size": 3066453, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26805, "raw_key_size": 243213613, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35210, "num_entries": 1630945, "num_filter_entries": 30625, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429617, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301208, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:09.414655 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301209: 1575967 keys, 68121271 bytes, temperature: kUnknown 2024/02/20-11:47:09.414771 3036188 EVENT_LOG_v1 {"time_micros": 1708429629414707, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301209, "file_size": 68121271, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110786, "index_size": 5399065, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 52837, "raw_key_size": 238606969, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35123, "num_entries": 1575967, "num_filter_entries": 60359, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429623, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301209, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:14.463675 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301210: 1644193 keys, 67760587 bytes, temperature: kUnknown 2024/02/20-11:47:14.463739 3036188 EVENT_LOG_v1 {"time_micros": 1708429634463700, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301210, "file_size": 67760587, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109493, "index_size": 2831672, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4565, "raw_key_size": 232685038, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34266, "num_entries": 1644193, "num_filter_entries": 5153, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429629, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301210, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:19.661231 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301211: 1704939 keys, 67730541 bytes, temperature: kUnknown 2024/02/20-11:47:19.661315 3036188 EVENT_LOG_v1 {"time_micros": 1708429639661270, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301211, "file_size": 67730541, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110669, "index_size": 2580228, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 231243857, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34330, "num_entries": 1704939, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429634, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301211, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:24.624295 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301212: 1434335 keys, 68709664 bytes, temperature: kUnknown 2024/02/20-11:47:24.624357 3036188 EVENT_LOG_v1 {"time_micros": 1708429644624318, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301212, "file_size": 68709664, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110101, "index_size": 4668780, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 30709, "raw_key_size": 236442110, "raw_average_key_size": 164, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33840, "num_entries": 1434335, "num_filter_entries": 35079, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429639, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301212, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:29.583809 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301213: 1634500 keys, 67863037 bytes, temperature: kUnknown 2024/02/20-11:47:29.583874 3036188 EVENT_LOG_v1 {"time_micros": 1708429649583834, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301213, "file_size": 67863037, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109837, "index_size": 2740466, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27237, "raw_key_size": 232678294, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35031, "num_entries": 1634500, "num_filter_entries": 31109, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429644, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301213, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:34.991597 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301214: 1578023 keys, 68002618 bytes, temperature: kUnknown 2024/02/20-11:47:34.991663 3036188 EVENT_LOG_v1 {"time_micros": 1708429654991622, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301214, "file_size": 68002618, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110112, "index_size": 3833822, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7397, "raw_key_size": 272536703, "raw_average_key_size": 172, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36531, "num_entries": 1578023, "num_filter_entries": 8377, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429649, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301214, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:41.447144 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301215: 1441177 keys, 68654572 bytes, temperature: kUnknown 2024/02/20-11:47:41.447224 3036188 EVENT_LOG_v1 {"time_micros": 1708429661447183, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301215, "file_size": 68654572, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110332, "index_size": 4074164, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 104917, "raw_key_size": 256348535, "raw_average_key_size": 177, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34726, "num_entries": 1441177, "num_filter_entries": 119383, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429654, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301215, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:47.407393 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19782] Generated table #301216: 726915 keys, 45241024 bytes, temperature: kUnknown 2024/02/20-11:47:47.407463 3036188 EVENT_LOG_v1 {"time_micros": 1708429667407426, "cf_name": "url", "job": 19782, "event": "table_file_creation", "file_number": 301216, "file_size": 45241024, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 43379954, "index_size": 4972029, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9237, "raw_key_size": 213837175, "raw_average_key_size": 294, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 22709, "num_entries": 726915, "num_filter_entries": 10542, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429661, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301216, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:47.457076 3036188 (Original Log Time 2024/02/20-11:47:47.455568) [db/compaction/compaction_job.cc:1729] [url] [JOB 19782] Compacted 1@5 + 12@6 files to L6 => 793260190 bytes 2024/02/20-11:47:47.457081 3036188 (Original Log Time 2024/02/20-11:47:47.456736) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 12.3 rd, 12.1 wr, level 6, files in(1, 12) out(12 +0 blob) MB in(21.1, 746.9 +0.0 blob) out(756.5 +0.0 blob), read-write-amplify(72.2) write-amplify(35.8) OK, records in: 17779875, records dropped: 1 output_compression: ZSTD 2024/02/20-11:47:47.457094 3036188 (Original Log Time 2024/02/20-11:47:47.456789) EVENT_LOG_v1 {"time_micros": 1708429667456760, "job": 19782, "event": "compaction_finished", "compaction_time_micros": 65468956, "compaction_time_cpu_micros": 59732818, "output_level": 6, "num_output_files": 12, "total_output_size": 793260190, "num_input_records": 17779875, "num_output_records": 17779874, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-11:47:47.463720 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301136.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.463756 3036188 EVENT_LOG_v1 {"time_micros": 1708429667463750, "job": 19782, "event": "table_file_deletion", "file_number": 301136} 2024/02/20-11:47:47.472401 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301137.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.472442 3036188 EVENT_LOG_v1 {"time_micros": 1708429667472436, "job": 19782, "event": "table_file_deletion", "file_number": 301137} 2024/02/20-11:47:47.483190 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301138.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.483236 3036188 EVENT_LOG_v1 {"time_micros": 1708429667483229, "job": 19782, "event": "table_file_deletion", "file_number": 301138} 2024/02/20-11:47:47.492215 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301139.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.492261 3036188 EVENT_LOG_v1 {"time_micros": 1708429667492253, "job": 19782, "event": "table_file_deletion", "file_number": 301139} 2024/02/20-11:47:47.499619 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301140.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.499652 3036188 EVENT_LOG_v1 {"time_micros": 1708429667499647, "job": 19782, "event": "table_file_deletion", "file_number": 301140} 2024/02/20-11:47:47.507144 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301141.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.507183 3036188 EVENT_LOG_v1 {"time_micros": 1708429667507177, "job": 19782, "event": "table_file_deletion", "file_number": 301141} 2024/02/20-11:47:47.514973 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301142.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.515009 3036188 EVENT_LOG_v1 {"time_micros": 1708429667515004, "job": 19782, "event": "table_file_deletion", "file_number": 301142} 2024/02/20-11:47:47.524495 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301143.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.524538 3036188 EVENT_LOG_v1 {"time_micros": 1708429667524531, "job": 19782, "event": "table_file_deletion", "file_number": 301143} 2024/02/20-11:47:47.533443 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301144.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.533493 3036188 EVENT_LOG_v1 {"time_micros": 1708429667533486, "job": 19782, "event": "table_file_deletion", "file_number": 301144} 2024/02/20-11:47:47.543019 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301145.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.543061 3036188 EVENT_LOG_v1 {"time_micros": 1708429667543054, "job": 19782, "event": "table_file_deletion", "file_number": 301145} 2024/02/20-11:47:47.549705 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301146.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.549740 3036188 EVENT_LOG_v1 {"time_micros": 1708429667549735, "job": 19782, "event": "table_file_deletion", "file_number": 301146} 2024/02/20-11:47:47.553609 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301147.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.553644 3036188 EVENT_LOG_v1 {"time_micros": 1708429667553640, "job": 19782, "event": "table_file_deletion", "file_number": 301147} 2024/02/20-11:47:47.555937 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301204.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:47.555955 3036188 EVENT_LOG_v1 {"time_micros": 1708429667555952, "job": 19782, "event": "table_file_deletion", "file_number": 301204} 2024/02/20-11:47:47.556015 2383530 (Original Log Time 2024/02/20-11:46:41.938316) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-11:47:47.556481 2383530 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301217. Immutable memtables: 0. 2024/02/20-11:47:47.556742 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19783] Syncing log #301202 2024/02/20-11:47:47.580679 3036210 (Original Log Time 2024/02/20-11:47:47.556731) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:47:47.580688 3036210 [db/flush_job.cc:892] [tag] [JOB 19783] Flushing memtable with next log file: 301217 2024/02/20-11:47:47.580712 3036210 EVENT_LOG_v1 {"time_micros": 1708429667580705, "job": 19783, "event": "flush_started", "num_memtables": 1, "num_entries": 5560, "num_deletes": 0, "total_data_size": 484363, "memory_usage": 2259256, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-11:47:47.580715 3036210 [db/flush_job.cc:926] [tag] [JOB 19783] Level-0 flush table #301218: started 2024/02/20-11:47:47.821904 3036210 EVENT_LOG_v1 {"time_micros": 1708429667821863, "cf_name": "tag", "job": 19783, "event": "table_file_creation", "file_number": 301218, "file_size": 289237, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147028337, "largest_seqno": 5147084543, "table_properties": {"data_size": 285521, "index_size": 3341, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 471126, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 92, "num_entries": 5538, "num_filter_entries": 115, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429566, "oldest_key_time": 1708429566, "file_creation_time": 1708429667, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301218, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:47.821969 3036210 [db/flush_job.cc:1062] [tag] [JOB 19783] Flush lasted 241297 microseconds, and 14383 cpu microseconds. 2024/02/20-11:47:47.829828 3036210 (Original Log Time 2024/02/20-11:47:47.821949) [db/flush_job.cc:1011] [tag] [JOB 19783] Level-0 flush table #301218: 289237 bytes OK 2024/02/20-11:47:47.829835 3036210 (Original Log Time 2024/02/20-11:47:47.821976) [db/memtable_list.cc:555] [tag] Level-0 commit table #301218 started 2024/02/20-11:47:47.829838 3036210 (Original Log Time 2024/02/20-11:47:47.829504) [db/memtable_list.cc:754] [tag] Level-0 commit table #301218: memtable #1 done 2024/02/20-11:47:47.829840 3036210 (Original Log Time 2024/02/20-11:47:47.829553) EVENT_LOG_v1 {"time_micros": 1708429667829543, "job": 19783, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:47:47.829843 3036210 (Original Log Time 2024/02/20-11:47:47.829770) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-11:47:47.829851 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19783] Try to delete WAL files size 491525, prev total WAL file size 5786320, number of live WAL files 4. 2024/02/20-11:47:47.829998 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19784] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-11:47:47.830011 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19791 Base level 0, inputs: [301218(282KB) 301199(917KB)], [301190(64MB) 301191(64MB) 301194(30MB)] 2024/02/20-11:47:47.830040 3036190 EVENT_LOG_v1 {"time_micros": 1708429667830026, "job": 19784, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301218, 301199], "files_L6": [301190, 301191, 301194], "score": 1, "input_data_size": 168375078, "oldest_snapshot_seqno": -1} 2024/02/20-11:47:47.830117 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301198.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:52.628407 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19784] Generated table #301219: 2430560 keys, 67639619 bytes, temperature: kUnknown 2024/02/20-11:47:52.628493 3036190 EVENT_LOG_v1 {"time_micros": 1708429672628434, "cf_name": "tag", "job": 19784, "event": "table_file_creation", "file_number": 301219, "file_size": 67639619, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109670, "index_size": 1466923, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 203968402, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36042, "num_entries": 2430560, "num_filter_entries": 1656, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708429667, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301219, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:57.387015 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19784] Generated table #301220: 2111962 keys, 67641208 bytes, temperature: kUnknown 2024/02/20-11:47:57.387112 3036190 EVENT_LOG_v1 {"time_micros": 1708429677387050, "cf_name": "tag", "job": 19784, "event": "table_file_creation", "file_number": 301220, "file_size": 67641208, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109842, "index_size": 1407208, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192573115, "raw_average_key_size": 91, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36060, "num_entries": 2111962, "num_filter_entries": 1660, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708429672, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301220, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:59.888151 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19784] Generated table #301221: 1240697 keys, 32491196 bytes, temperature: kUnknown 2024/02/20-11:47:59.888229 3036190 EVENT_LOG_v1 {"time_micros": 1708429679888180, "cf_name": "tag", "job": 19784, "event": "table_file_creation", "file_number": 301221, "file_size": 32491196, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 32242901, "index_size": 707780, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 98551423, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 17571, "num_entries": 1240697, "num_filter_entries": 290, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708429677, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301221, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:59.894361 3036190 (Original Log Time 2024/02/20-11:47:59.893580) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19784] Compacted 2@0 + 3@6 files to L6 => 167772023 bytes 2024/02/20-11:47:59.894365 3036190 (Original Log Time 2024/02/20-11:47:59.894076) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.0 rd, 13.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.2, 159.4 +0.0 blob) out(160.0 +0.0 blob), read-write-amplify(273.5) write-amplify(136.5) OK, records in: 5783219, records dropped: 0 output_compression: ZSTD 2024/02/20-11:47:59.894372 3036190 (Original Log Time 2024/02/20-11:47:59.894111) EVENT_LOG_v1 {"time_micros": 1708429679894094, "job": 19784, "event": "compaction_finished", "compaction_time_micros": 12058256, "compaction_time_cpu_micros": 11841487, "output_level": 6, "num_output_files": 3, "total_output_size": 167772023, "num_input_records": 5783219, "num_output_records": 5783219, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-11:47:59.902780 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301190.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:59.902840 3036190 EVENT_LOG_v1 {"time_micros": 1708429679902833, "job": 19784, "event": "table_file_deletion", "file_number": 301190} 2024/02/20-11:47:59.909899 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301191.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:59.909936 3036190 EVENT_LOG_v1 {"time_micros": 1708429679909931, "job": 19784, "event": "table_file_deletion", "file_number": 301191} 2024/02/20-11:47:59.913581 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301194.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:59.913612 3036190 EVENT_LOG_v1 {"time_micros": 1708429679913607, "job": 19784, "event": "table_file_deletion", "file_number": 301194} 2024/02/20-11:47:59.913805 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301199.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:59.913815 3036190 EVENT_LOG_v1 {"time_micros": 1708429679913813, "job": 19784, "event": "table_file_deletion", "file_number": 301199} 2024/02/20-11:47:59.913900 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301218.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:47:59.913907 3036190 EVENT_LOG_v1 {"time_micros": 1708429679913906, "job": 19784, "event": "table_file_deletion", "file_number": 301218} 2024/02/20-11:47:59.913960 2383530 (Original Log Time 2024/02/20-11:47:47.830176) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-11:47:59.914220 2383530 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301222. Immutable memtables: 0. 2024/02/20-11:47:59.914450 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19785] Syncing log #301217 2024/02/20-11:47:59.916423 3036193 (Original Log Time 2024/02/20-11:47:59.914440) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:47:59.916429 3036193 [db/flush_job.cc:892] [key] [JOB 19785] Flushing memtable with next log file: 301222 2024/02/20-11:47:59.916450 3036193 EVENT_LOG_v1 {"time_micros": 1708429679916443, "job": 19785, "event": "flush_started", "num_memtables": 1, "num_entries": 29701, "num_deletes": 10000, "total_data_size": 1859193, "memory_usage": 4234760, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-11:47:59.916470 3036193 [db/flush_job.cc:926] [key] [JOB 19785] Level-0 flush table #301223: started 2024/02/20-11:47:59.953256 3036193 EVENT_LOG_v1 {"time_micros": 1708429679953222, "cf_name": "key", "job": 19785, "event": "table_file_creation", "file_number": 301223, "file_size": 1266491, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147033695, "largest_seqno": 5147092304, "table_properties": {"data_size": 1230166, "index_size": 8972, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28005, "raw_key_size": 1779526, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 363, "num_entries": 29366, "num_filter_entries": 32068, "num_deletions": 10000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429574, "oldest_key_time": 1708429574, "file_creation_time": 1708429679, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301223, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:47:59.953301 3036193 [db/flush_job.cc:1062] [key] [JOB 19785] Flush lasted 36881 microseconds, and 35210 cpu microseconds. 2024/02/20-11:47:59.953895 3036193 (Original Log Time 2024/02/20-11:47:59.953286) [db/flush_job.cc:1011] [key] [JOB 19785] Level-0 flush table #301223: 1266491 bytes OK 2024/02/20-11:47:59.953898 3036193 (Original Log Time 2024/02/20-11:47:59.953309) [db/memtable_list.cc:555] [key] Level-0 commit table #301223 started 2024/02/20-11:47:59.953900 3036193 (Original Log Time 2024/02/20-11:47:59.953615) [db/memtable_list.cc:754] [key] Level-0 commit table #301223: memtable #1 done 2024/02/20-11:47:59.953902 3036193 (Original Log Time 2024/02/20-11:47:59.953630) EVENT_LOG_v1 {"time_micros": 1708429679953625, "job": 19785, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-11:47:59.953905 3036193 (Original Log Time 2024/02/20-11:47:59.953858) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-11:47:59.953912 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19785] Try to delete WAL files size 1560518, prev total WAL file size 6067479, number of live WAL files 4. 2024/02/20-11:47:59.954084 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19786] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-11:47:59.954100 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19793 Base level 0, inputs: [301223(1236KB) 301201(3637KB)], [301195(13MB)] 2024/02/20-11:47:59.954132 3036187 EVENT_LOG_v1 {"time_micros": 1708429679954117, "job": 19786, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301223, 301201], "files_L5": [301195], "score": 1, "input_data_size": 19423102, "oldest_snapshot_seqno": -1} 2024/02/20-11:47:59.954276 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301200.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:00.699870 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19786] Generated table #301224: 480189 keys, 19225047 bytes, temperature: kUnknown 2024/02/20-11:48:00.699954 3036187 EVENT_LOG_v1 {"time_micros": 1708429680699901, "cf_name": "key", "job": 19786, "event": "table_file_creation", "file_number": 301224, "file_size": 19225047, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5146192558, "largest_seqno": 5147092304, "table_properties": {"data_size": 18675245, "index_size": 152178, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 438485, "raw_key_size": 28905431, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5452, "num_entries": 480189, "num_filter_entries": 495629, "num_deletions": 198000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708427890, "oldest_key_time": 0, "file_creation_time": 1708429679, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301224, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:48:00.702236 3036187 (Original Log Time 2024/02/20-11:48:00.701113) [db/compaction/compaction_job.cc:1729] [key] [JOB 19786] Compacted 2@0 + 1@5 files to L5 => 19225047 bytes 2024/02/20-11:48:00.702242 3036187 (Original Log Time 2024/02/20-11:48:00.701904) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.07, MB/sec: 26.0 rd, 25.8 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.8, 13.8 +0.0 blob) out(18.3 +0.0 blob), read-write-amplify(7.7) write-amplify(3.9) OK, records in: 480189, records dropped: 0 output_compression: LZ4 2024/02/20-11:48:00.702251 3036187 (Original Log Time 2024/02/20-11:48:00.701937) EVENT_LOG_v1 {"time_micros": 1708429680701921, "job": 19786, "event": "compaction_finished", "compaction_time_micros": 745996, "compaction_time_cpu_micros": 703484, "output_level": 5, "num_output_files": 1, "total_output_size": 19225047, "num_input_records": 480189, "num_output_records": 480189, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-11:48:00.704000 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301195.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:00.704022 3036187 EVENT_LOG_v1 {"time_micros": 1708429680704018, "job": 19786, "event": "table_file_deletion", "file_number": 301195} 2024/02/20-11:48:00.704366 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301201.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:00.704372 3036187 EVENT_LOG_v1 {"time_micros": 1708429680704371, "job": 19786, "event": "table_file_deletion", "file_number": 301201} 2024/02/20-11:48:00.704510 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301223.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:00.704517 3036187 EVENT_LOG_v1 {"time_micros": 1708429680704515, "job": 19786, "event": "table_file_deletion", "file_number": 301223} 2024/02/20-11:48:00.704554 2383530 (Original Log Time 2024/02/20-11:47:59.954314) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-11:48:00.704715 3036192 (Original Log Time 2024/02/20-11:48:00.704639) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-11:48:00.704722 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 19787] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-11:48:00.704730 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19794 Base level 5, inputs: [301224(18MB)], [301156(66MB) 301157(67MB) 301158(67MB) 301159(67MB) 301160(67MB) 301161(933KB)] 2024/02/20-11:48:00.704749 3036192 EVENT_LOG_v1 {"time_micros": 1708429680704736, "job": 19787, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301224], "files_L6": [301156, 301157, 301158, 301159, 301160, 301161], "score": -1, "input_data_size": 371464822, "oldest_snapshot_seqno": -1} 2024/02/20-11:48:06.258609 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19787] Generated table #301225: 2944969 keys, 70212646 bytes, temperature: kUnknown 2024/02/20-11:48:06.258717 3036192 EVENT_LOG_v1 {"time_micros": 1708429686258682, "cf_name": "key", "job": 19787, "event": "table_file_creation", "file_number": 301225, "file_size": 70212646, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109812, "index_size": 966761, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2650437, "raw_key_size": 178357404, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36880, "num_entries": 2944969, "num_filter_entries": 2967660, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429680, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301225, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:48:11.915841 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19787] Generated table #301226: 2958442 keys, 70248470 bytes, temperature: kUnknown 2024/02/20-11:48:11.915940 3036192 EVENT_LOG_v1 {"time_micros": 1708429691915894, "cf_name": "key", "job": 19787, "event": "table_file_creation", "file_number": 301226, "file_size": 70248470, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109728, "index_size": 962883, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2673221, "raw_key_size": 178366993, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36893, "num_entries": 2958442, "num_filter_entries": 2993097, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429686, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301226, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:48:18.006837 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19787] Generated table #301227: 3033240 keys, 70260313 bytes, temperature: kUnknown 2024/02/20-11:48:18.006944 3036192 EVENT_LOG_v1 {"time_micros": 1708429698006907, "cf_name": "key", "job": 19787, "event": "table_file_creation", "file_number": 301227, "file_size": 70260313, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109640, "index_size": 1049548, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2709237, "raw_key_size": 185027640, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37208, "num_entries": 3033240, "num_filter_entries": 3033241, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429691, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301227, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:48:23.623082 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19787] Generated table #301228: 3007920 keys, 70305125 bytes, temperature: kUnknown 2024/02/20-11:48:23.623157 3036192 EVENT_LOG_v1 {"time_micros": 1708429703623113, "cf_name": "key", "job": 19787, "event": "table_file_creation", "file_number": 301228, "file_size": 70305125, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109653, "index_size": 990805, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2719973, "raw_key_size": 182239320, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36980, "num_entries": 3007920, "num_filter_entries": 3045169, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429698, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301228, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:48:29.163195 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19787] Generated table #301229: 2957051 keys, 70232705 bytes, temperature: kUnknown 2024/02/20-11:48:29.163268 3036192 EVENT_LOG_v1 {"time_micros": 1708429709163228, "cf_name": "key", "job": 19787, "event": "table_file_creation", "file_number": 301229, "file_size": 70232705, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109873, "index_size": 974226, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2662485, "raw_key_size": 178919138, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36850, "num_entries": 2957051, "num_filter_entries": 2981172, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429703, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301229, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:48:29.363757 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19787] Generated table #301230: 144847 keys, 2660700 bytes, temperature: kUnknown 2024/02/20-11:48:29.363823 3036192 EVENT_LOG_v1 {"time_micros": 1708429709363783, "cf_name": "key", "job": 19787, "event": "table_file_creation", "file_number": 301230, "file_size": 2660700, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 2507606, "index_size": 44532, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 128677, "raw_key_size": 8682016, "raw_average_key_size": 59, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1444, "num_entries": 144847, "num_filter_entries": 146271, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708429709, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301230, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:48:29.385867 3036192 (Original Log Time 2024/02/20-11:48:29.385219) [db/compaction/compaction_job.cc:1729] [key] [JOB 19787] Compacted 1@5 + 6@6 files to L6 => 353919959 bytes 2024/02/20-11:48:29.385870 3036192 (Original Log Time 2024/02/20-11:48:29.385669) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 13.0 rd, 12.3 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(18.3, 335.9 +0.0 blob) out(337.5 +0.0 blob), read-write-amplify(37.7) write-amplify(18.4) OK, records in: 15442470, records dropped: 396001 output_compression: ZSTD 2024/02/20-11:48:29.385877 3036192 (Original Log Time 2024/02/20-11:48:29.385697) EVENT_LOG_v1 {"time_micros": 1708429709385684, "job": 19787, "event": "compaction_finished", "compaction_time_micros": 28659118, "compaction_time_cpu_micros": 27900326, "output_level": 6, "num_output_files": 6, "total_output_size": 353919959, "num_input_records": 15442470, "num_output_records": 15046469, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-11:48:29.392539 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301156.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:29.392572 3036192 EVENT_LOG_v1 {"time_micros": 1708429709392567, "job": 19787, "event": "table_file_deletion", "file_number": 301156} 2024/02/20-11:48:29.400663 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301157.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:29.400694 3036192 EVENT_LOG_v1 {"time_micros": 1708429709400690, "job": 19787, "event": "table_file_deletion", "file_number": 301157} 2024/02/20-11:48:29.406122 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301158.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:29.406163 3036192 EVENT_LOG_v1 {"time_micros": 1708429709406157, "job": 19787, "event": "table_file_deletion", "file_number": 301158} 2024/02/20-11:48:29.413546 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301159.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:29.413578 3036192 EVENT_LOG_v1 {"time_micros": 1708429709413573, "job": 19787, "event": "table_file_deletion", "file_number": 301159} 2024/02/20-11:48:29.420169 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301160.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:29.420199 3036192 EVENT_LOG_v1 {"time_micros": 1708429709420195, "job": 19787, "event": "table_file_deletion", "file_number": 301160} 2024/02/20-11:48:29.420352 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301161.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:29.420362 3036192 EVENT_LOG_v1 {"time_micros": 1708429709420360, "job": 19787, "event": "table_file_deletion", "file_number": 301161} 2024/02/20-11:48:29.422375 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301224.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:48:29.422392 3036192 EVENT_LOG_v1 {"time_micros": 1708429709422390, "job": 19787, "event": "table_file_deletion", "file_number": 301224} 2024/02/20-11:48:29.422435 2383530 (Original Log Time 2024/02/20-11:48:00.704566) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-11:50:02.577495 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-11:50:02.577703 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1017201.4 total, 600.2 interval Cumulative writes: 129M writes, 581M keys, 129M commit groups, 1.0 writes per commit group, ingest: 55.97 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129597569.00 writes per sync, written: 55.97 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 104K writes, 337K keys, 103K commit groups, 1.0 writes per commit group, ingest: 30.47 MB, 0.05 MB/s Interval WAL: 104K writes, 0 syncs, 104079.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1017201.4 total, 4801.3 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1696 last_copies: 0 last_secs: 6.8e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 406.17 378.79 4124 0.098 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.4 18.1 50.3 67.3 17.0 0.0 3.7 42.0 41.3 1669.03 1598.21 2130 0.784 1033M 1135 0.0 0.0 L6 12/0 756.51 MB 0.0 401.3 17.4 384.0 384.3 0.3 0.0 22.1 16.1 15.4 25576.66 23594.86 596 42.914 9377M 256M 0.0 0.0 Sum 12/0 756.51 MB 0.0 469.8 35.5 434.3 470.0 35.8 0.0 25.5 17.4 17.4 27651.86 25571.86 6850 4.037 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.7 0.8 0.0 0.0 132.5 11.9 11.8 66.29 60.52 4 16.571 18M 3 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 469.8 35.5 434.3 451.6 17.3 0.0 0.0 17.7 17.0 27245.69 25193.07 2726 9.995 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 406.17 378.79 4124 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1017201.4 total, 600.2 interval Flush(GB): cumulative 18.462, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 470.04 GB write, 0.47 MB/s write, 469.77 GB read, 0.47 MB/s read, 27651.9 seconds Interval compaction: 0.77 GB write, 1.31 MB/s write, 0.77 GB read, 1.32 MB/s read, 66.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1595 collections: 1696 last_copies: 0 last_secs: 0.000694 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(824,13.36 MB,0.869992%) IndexBlock(770,1.39 GB,92.7366%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5942187 Average: 2.1894 StdDev: 4.26 Min: 0 Median: 1.3826 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.15 ------------------------------------------------------ [ 0, 1 ] 2004008 33.725% 33.725% ####### ( 1, 2 ] 2527724 42.539% 76.264% ######### ( 2, 3 ] 987706 16.622% 92.886% ### ( 3, 4 ] 240937 4.055% 96.940% # ( 4, 6 ] 107108 1.803% 98.743% ( 6, 10 ] 34983 0.589% 99.332% ( 10, 15 ] 14729 0.248% 99.579% ( 15, 22 ] 7468 0.126% 99.705% ( 22, 34 ] 7823 0.132% 99.837% ( 34, 51 ] 5614 0.094% 99.931% ( 51, 76 ] 2497 0.042% 99.973% ( 76, 110 ] 882 0.015% 99.988% ( 110, 170 ] 398 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21554436 Average: 2.4666 StdDev: 6.81 Min: 0 Median: 1.4954 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.51 ------------------------------------------------------ [ 0, 1 ] 6604518 30.641% 30.641% ###### ( 1, 2 ] 8423175 39.079% 69.720% ######## ( 2, 3 ] 3654868 16.956% 86.676% ### ( 3, 4 ] 1331632 6.178% 92.854% # ( 4, 6 ] 1038910 4.820% 97.674% # ( 6, 10 ] 335522 1.557% 99.231% ( 10, 15 ] 58811 0.273% 99.504% ( 15, 22 ] 30074 0.140% 99.643% ( 22, 34 ] 32318 0.150% 99.793% ( 34, 51 ] 24574 0.114% 99.907% ( 51, 76 ] 11838 0.055% 99.962% ( 76, 110 ] 4837 0.022% 99.984% ( 110, 170 ] 1978 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 208875607 Average: 12.2074 StdDev: 82.04 Min: 0 Median: 1.4889 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.52 P99.9: 303.65 P99.99: 1541.42 ------------------------------------------------------ [ 0, 1 ] 71432225 34.198% 34.198% ####### ( 1, 2 ] 67513576 32.322% 66.521% ###### ( 2, 3 ] 29618934 14.180% 80.701% ### ( 3, 4 ] 6387073 3.058% 83.759% # ( 4, 6 ] 1164674 0.558% 84.316% ( 6, 10 ] 548163 0.262% 84.579% ( 10, 15 ] 310817 0.149% 84.728% ( 15, 22 ] 259181 0.124% 84.852% ( 22, 34 ] 7491148 3.586% 88.438% # ( 34, 51 ] 7555981 3.617% 92.056% # ( 51, 76 ] 6069179 2.906% 94.961% # ( 76, 110 ] 6660196 3.189% 98.150% # ( 110, 170 ] 3276193 1.568% 99.718% ( 170, 250 ] 333397 0.160% 99.878% ( 250, 380 ] 111440 0.053% 99.931% ( 380, 580 ] 67680 0.032% 99.964% ( 580, 870 ] 30382 0.015% 99.978% ( 870, 1300 ] 13795 0.007% 99.985% ( 1300, 1900 ] 26557 0.013% 99.998% ( 1900, 2900 ] 2123 0.001% 99.999% ( 2900, 4400 ] 856 0.000% 99.999% ( 4400, 6600 ] 619 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 188 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.6 86.97 73.71 4011 0.022 0 0 0.0 0.0 L6 3/0 160.00 MB 0.0 311.0 3.1 307.9 307.9 0.1 0.0 99.1 15.4 15.2 20695.28 20313.23 2112 9.799 11G 62M 0.0 0.0 Sum 3/0 160.00 MB 0.0 311.0 3.1 307.9 311.0 3.2 0.0 100.1 15.3 15.3 20782.25 20386.93 6123 3.394 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 153.8 13.4 13.4 23.94 23.34 5 4.787 11M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 311.0 3.1 307.9 307.9 0.1 0.0 0.0 15.4 15.2 20695.28 20313.23 2112 9.799 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.6 86.97 73.71 4011 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1017201.4 total, 600.2 interval Flush(GB): cumulative 3.107, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 311.02 GB write, 0.31 MB/s write, 310.96 GB read, 0.31 MB/s read, 20782.3 seconds Interval compaction: 0.31 GB write, 0.54 MB/s write, 0.31 GB read, 0.53 MB/s read, 23.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4339 collections: 1696 last_copies: 0 last_secs: 0.001553 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2189,1.66 MB,0.108202%) IndexBlock(2149,1.46 GB,97.1802%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1020625 Average: 3.5639 StdDev: 6.34 Min: 0 Median: 2.5814 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.40 P99.9: 60.77 P99.99: 195.25 ------------------------------------------------------ [ 0, 1 ] 116612 11.426% 11.426% ## ( 1, 2 ] 246944 24.195% 35.621% ##### ( 2, 3 ] 252438 24.734% 60.355% ##### ( 3, 4 ] 195766 19.181% 79.536% #### ( 4, 6 ] 167957 16.456% 95.992% ### ( 6, 10 ] 28432 2.786% 98.778% # ( 10, 15 ] 4723 0.463% 99.240% ( 15, 22 ] 2530 0.248% 99.488% ( 22, 34 ] 2151 0.211% 99.699% ( 34, 51 ] 1764 0.173% 99.872% ( 51, 76 ] 735 0.072% 99.944% ( 76, 110 ] 251 0.025% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176400941 Average: 2.1873 StdDev: 5.40 Min: 0 Median: 1.3420 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.86 P99.99: 144.73 ------------------------------------------------------ [ 0, 1 ] 65268379 37.000% 37.000% ####### ( 1, 2 ] 67048909 38.009% 75.009% ######## ( 2, 3 ] 32790496 18.589% 93.598% #### ( 3, 4 ] 7904390 4.481% 98.079% # ( 4, 6 ] 1475679 0.837% 98.915% ( 6, 10 ] 612272 0.347% 99.263% ( 10, 15 ] 398897 0.226% 99.489% ( 15, 22 ] 198486 0.113% 99.601% ( 22, 34 ] 311408 0.177% 99.778% ( 34, 51 ] 204189 0.116% 99.894% ( 51, 76 ] 99906 0.057% 99.950% ( 76, 110 ] 57807 0.033% 99.983% ( 110, 170 ] 21566 0.012% 99.995% ( 170, 250 ] 3830 0.002% 99.997% ( 250, 380 ] 1752 0.001% 99.998% ( 380, 580 ] 1454 0.001% 99.999% ( 580, 870 ] 864 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.8 272.29 252.59 4091 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.0 8.1 13.9 21.8 7.9 0.0 2.7 28.8 28.5 784.41 758.59 1958 0.401 610M 276K 0.0 0.0 L6 6/0 337.52 MB 0.0 196.2 8.8 187.4 187.5 0.1 0.0 21.3 14.4 13.8 13953.44 13652.21 713 19.570 8781M 237M 0.0 0.0 Sum 6/0 337.52 MB 0.0 218.2 16.9 201.3 218.4 17.1 0.0 24.3 14.9 14.9 15010.14 14663.39 6762 2.220 9392M 238M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 45.0 12.8 12.5 30.27 29.45 6 5.044 16M 396K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 218.2 16.9 201.3 209.4 8.1 0.0 0.0 15.2 14.5 14737.85 14410.80 2671 5.518 9392M 238M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.8 272.29 252.59 4091 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1017201.4 total, 600.2 interval Flush(GB): cumulative 9.001, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 218.36 GB write, 0.22 MB/s write, 218.22 GB read, 0.22 MB/s read, 15010.1 seconds Interval compaction: 0.37 GB write, 0.63 MB/s write, 0.38 GB read, 0.64 MB/s read, 30.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 359147 collections: 1696 last_copies: 0 last_secs: 0.163585 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359034,1.39 GB,92.3434%) FilterBlock(53,58.47 MB,3.80674%) IndexBlock(57,25.15 MB,1.63711%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2815015 Average: 4.2593 StdDev: 8.10 Min: 0 Median: 1.9577 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.10 P99.99: 151.55 ------------------------------------------------------ [ 0, 1 ] 630155 22.385% 22.385% #### ( 1, 2 ] 811703 28.835% 51.220% ###### ( 2, 3 ] 397129 14.108% 65.328% ### ( 3, 4 ] 171546 6.094% 71.422% # ( 4, 6 ] 148666 5.281% 76.703% # ( 6, 10 ] 444662 15.796% 92.499% ### ( 10, 15 ] 176050 6.254% 98.753% # ( 15, 22 ] 16787 0.596% 99.349% ( 22, 34 ] 9002 0.320% 99.669% ( 34, 51 ] 5488 0.195% 99.864% ( 51, 76 ] 2505 0.089% 99.953% ( 76, 110 ] 821 0.029% 99.982% ( 110, 170 ] 317 0.011% 99.993% ( 170, 250 ] 87 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6826214 Average: 4.7053 StdDev: 7.67 Min: 0 Median: 2.4717 Max: 7311 Percentiles: P50: 2.47 P75: 6.16 P99: 19.49 P99.9: 69.20 P99.99: 169.02 ------------------------------------------------------ [ 0, 1 ] 1119526 16.400% 16.400% ### ( 1, 2 ] 1803221 26.416% 42.817% ##### ( 2, 3 ] 1039598 15.229% 58.046% ### ( 3, 4 ] 557925 8.173% 66.219% ## ( 4, 6 ] 551498 8.079% 74.298% ## ( 6, 10 ] 1186753 17.385% 91.684% ### ( 10, 15 ] 469984 6.885% 98.569% # ( 15, 22 ] 45919 0.673% 99.241% ( 22, 34 ] 24225 0.355% 99.596% ( 34, 51 ] 15319 0.224% 99.821% ( 51, 76 ] 7444 0.109% 99.930% ( 76, 110 ] 2823 0.041% 99.971% ( 110, 170 ] 1318 0.019% 99.990% ( 170, 250 ] 335 0.005% 99.995% ( 250, 380 ] 160 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105919992 Average: 5.7846 StdDev: 24.82 Min: 0 Median: 2.3425 Max: 40453 Percentiles: P50: 2.34 P75: 7.54 P99: 41.25 P99.9: 158.78 P99.99: 466.72 ------------------------------------------------------ [ 0, 1 ] 25180664 23.773% 23.773% ##### ( 1, 2 ] 23994306 22.653% 46.427% ##### ( 2, 3 ] 11052166 10.434% 56.861% ## ( 3, 4 ] 4339547 4.097% 60.958% # ( 4, 6 ] 4960868 4.684% 65.642% # ( 6, 10 ] 25690678 24.255% 89.896% ##### ( 10, 15 ] 8259418 7.798% 97.694% ## ( 15, 22 ] 672682 0.635% 98.329% ( 22, 34 ] 550394 0.520% 98.849% ( 34, 51 ] 375286 0.354% 99.203% ( 51, 76 ] 238388 0.225% 99.428% ( 76, 110 ] 302502 0.286% 99.714% ( 110, 170 ] 242521 0.229% 99.943% ( 170, 250 ] 38838 0.037% 99.979% ( 250, 380 ] 8435 0.008% 99.987% ( 380, 580 ] 6243 0.006% 99.993% ( 580, 870 ] 3574 0.003% 99.997% ( 870, 1300 ] 1898 0.002% 99.999% ( 1300, 1900 ] 2609 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 100 0.000% 100.001% ( 6600, 9900 ] 116 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.001% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1017201.4 total, 4801.3 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1696 last_copies: 0 last_secs: 5.6e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-11:50:02.582116 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 529260341 rocksdb.block.cache.hit COUNT : 2175787580 rocksdb.block.cache.add COUNT : 39568970 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32376 rocksdb.block.cache.index.hit COUNT : 533885304 rocksdb.block.cache.index.add COUNT : 32362 rocksdb.block.cache.index.bytes.insert COUNT : 34609868564 rocksdb.block.cache.filter.miss COUNT : 32382 rocksdb.block.cache.filter.hit COUNT : 1108337777 rocksdb.block.cache.filter.add COUNT : 32382 rocksdb.block.cache.filter.bytes.insert COUNT : 8801101558 rocksdb.block.cache.data.miss COUNT : 529195583 rocksdb.block.cache.data.hit COUNT : 533564499 rocksdb.block.cache.data.add COUNT : 39504226 rocksdb.block.cache.data.bytes.insert COUNT : 163635379892 rocksdb.block.cache.bytes.read COUNT : 1896290124868733 rocksdb.block.cache.bytes.write COUNT : 207046350014 rocksdb.bloom.filter.useful COUNT : 574517175 rocksdb.bloom.filter.full.positive COUNT : 533820634 rocksdb.bloom.filter.full.true.positive COUNT : 528262660 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93901654 rocksdb.memtable.miss COUNT : 6308677741 rocksdb.l0.hit COUNT : 16162770 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 512099890 rocksdb.compaction.key.drop.new COUNT : 278282686 rocksdb.compaction.key.drop.obsolete COUNT : 278302466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 581308249 rocksdb.number.keys.read COUNT : 650259885 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60102661910 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67814 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32367 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 767028706 rocksdb.number.multiget.keys.read COUNT : 5752319510 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60102661910 rocksdb.write.self COUNT : 129386002 rocksdb.write.other COUNT : 211567 rocksdb.write.wal COUNT : 129597569 rocksdb.compact.read.bytes COUNT : 997028582603 rocksdb.compact.write.bytes COUNT : 1040297593645 rocksdb.flush.write.bytes COUNT : 32827717794 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1026234 rocksdb.number.superversion_releases COUNT : 2712 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 522615128 rocksdb.number.block.decompressed COUNT : 522619667 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59917097288 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67814 rocksdb.num.iterator.deleted COUNT : 67814 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5220 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5182 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44125 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61005722212 rocksdb.memtable.garbage.bytes.at.flush COUNT : 735447138 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 944425519579 rocksdb.last.level.read.count COUNT : 491198900 rocksdb.non.last.level.read.bytes COUNT : 129025320920 rocksdb.non.last.level.read.count COUNT : 38158542 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 529292708 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2132411900060 rocksdb.bytes.compressed.to COUNT : 1035540813514 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26178882731 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6603475 rocksdb.bytes.decompressed.from COUNT : 1035770752122 rocksdb.bytes.decompressed.to COUNT : 2132477776976 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.415271 P95 : 106.280717 P99 : 160.394286 P100 : 227461.000000 COUNT : 650259885 SUM : 33536229552 rocksdb.db.write.micros P50 : 67.009525 P95 : 111.728056 P99 : 169.427319 P100 : 2037453.000000 COUNT : 129597569 SUM : 13365942737 rocksdb.compaction.times.micros P50 : 1623684.210526 P95 : 38375238.095238 P99 : 67039237.668161 P100 : 89521673.000000 COUNT : 7509 SUM : 62678814327 rocksdb.compaction.times.cpu_micros P50 : 1562635.379061 P95 : 35715879.828326 P99 : 63848611.111111 P100 : 83823365.000000 COUNT : 7509 SUM : 59917097288 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4297.088353 P95 : 27693.432203 P99 : 61605.555556 P100 : 1558490.000000 COUNT : 12211 SUM : 114103943 rocksdb.compaction.outfile.sync.micros P50 : 62580.287506 P95 : 125950.980392 P99 : 225414.736842 P100 : 2063820.000000 COUNT : 20139 SUM : 1291854535 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.044356 P95 : 727.275266 P99 : 3922.678571 P100 : 501117.000000 COUNT : 19782 SUM : 12776878 rocksdb.table.open.io.micros P50 : 583.216927 P95 : 6233.770389 P99 : 13035.047244 P100 : 207055.000000 COUNT : 32367 SUM : 57367834 rocksdb.db.multiget.micros P50 : 7.994442 P95 : 17.809481 P99 : 33.052310 P100 : 26625.000000 COUNT : 767028706 SUM : 7265062360 rocksdb.read.block.compaction.micros P50 : 13.662628 P95 : 58.762012 P99 : 138.197022 P100 : 136000.000000 COUNT : 489691357 SUM : 9498114281 rocksdb.read.block.get.micros P50 : 52.845366 P95 : 94.773557 P99 : 145.770559 P100 : 206929.000000 COUNT : 39568984 SUM : 2280310994 rocksdb.write.raw.block.micros P50 : 0.521515 P95 : 0.990879 P99 : 1.894996 P100 : 331149.000000 COUNT : 529315653 SUM : 10587369047 rocksdb.numfiles.in.singlecompaction P50 : 2.775200 P95 : 5.679433 P99 : 5.938606 P100 : 7.000000 COUNT : 5718 SUM : 20361 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.535609 P95 : 33.130324 P99 : 104.741138 P100 : 135929.000000 COUNT : 529357442 SUM : 3662338631 rocksdb.file.read.flush.micros P50 : 1.841572 P95 : 15.789690 P99 : 41.235146 P100 : 787.000000 COUNT : 61055 SUM : 292523 rocksdb.file.read.compaction.micros P50 : 1.420987 P95 : 36.178085 P99 : 106.238082 P100 : 135929.000000 COUNT : 489792066 SUM : 3267162153 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 650259885 SUM : 0 rocksdb.bytes.per.write P50 : 218.494460 P95 : 527.584853 P99 : 803.732903 P100 : 4563443.000000 COUNT : 129386002 SUM : 60102661910 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 767028707 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 45997.272727 P95 : 166731.754471 P99 : 238942.465753 P100 : 1681975.000000 COUNT : 12254 SUM : 765436978 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-11:50:02.582430 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-11:50:02.582707 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708429802 to in-memory stats history 2024/02/20-11:50:02.582739 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-11:50:02.582844 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-11:51:12.333757 4076310 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301202. Total log size is 15728855 while max_total_wal_size is 15728640 2024/02/20-11:51:12.334038 4076310 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301231. Immutable memtables: 0. 2024/02/20-11:51:12.334275 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19788] Syncing log #301222 2024/02/20-11:51:12.336697 3036210 (Original Log Time 2024/02/20-11:51:12.334263) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:51:12.336704 3036210 [db/flush_job.cc:892] [url] [JOB 19788] Flushing memtable with next log file: 301231 2024/02/20-11:51:12.336728 3036210 EVENT_LOG_v1 {"time_micros": 1708429872336721, "job": 19788, "event": "flush_started", "num_memtables": 1, "num_entries": 56346, "num_deletes": 0, "total_data_size": 9025806, "memory_usage": 10876944, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:51:12.336732 3036210 [db/flush_job.cc:926] [url] [JOB 19788] Level-0 flush table #301232: started 2024/02/20-11:51:12.433095 3036210 EVENT_LOG_v1 {"time_micros": 1708429872433055, "cf_name": "url", "job": 19788, "event": "table_file_creation", "file_number": 301232, "file_size": 4319739, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147048527, "largest_seqno": 5147213215, "table_properties": {"data_size": 4256851, "index_size": 109719, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5541, "raw_key_size": 8757149, "raw_average_key_size": 157, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1300, "num_entries": 55509, "num_filter_entries": 6357, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429601, "oldest_key_time": 1708429601, "file_creation_time": 1708429872, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301232, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:51:12.433137 3036210 [db/flush_job.cc:1062] [url] [JOB 19788] Flush lasted 96443 microseconds, and 92478 cpu microseconds. 2024/02/20-11:51:12.434335 3036210 (Original Log Time 2024/02/20-11:51:12.433123) [db/flush_job.cc:1011] [url] [JOB 19788] Level-0 flush table #301232: 4319739 bytes OK 2024/02/20-11:51:12.434340 3036210 (Original Log Time 2024/02/20-11:51:12.433150) [db/memtable_list.cc:555] [url] Level-0 commit table #301232 started 2024/02/20-11:51:12.434343 3036210 (Original Log Time 2024/02/20-11:51:12.433446) [db/memtable_list.cc:754] [url] Level-0 commit table #301232: memtable #1 done 2024/02/20-11:51:12.434345 3036210 (Original Log Time 2024/02/20-11:51:12.434091) EVENT_LOG_v1 {"time_micros": 1708429872434079, "job": 19788, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-11:51:12.434348 3036210 (Original Log Time 2024/02/20-11:51:12.434287) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-11:51:12.434354 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19788] Try to delete WAL files size 3722972, prev total WAL file size 15733002, number of live WAL files 4. 2024/02/20-11:51:12.434982 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301202.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:52:27.356504 4076643 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301217. Total log size is 15728798 while max_total_wal_size is 15728640 2024/02/20-11:52:27.356839 4076643 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301233. Immutable memtables: 0. 2024/02/20-11:52:27.357069 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19789] Syncing log #301231 2024/02/20-11:52:27.367331 3036193 (Original Log Time 2024/02/20-11:52:27.357058) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:52:27.367340 3036193 [db/flush_job.cc:892] [tag] [JOB 19789] Flushing memtable with next log file: 301233 2024/02/20-11:52:27.367376 3036193 EVENT_LOG_v1 {"time_micros": 1708429947367369, "job": 19789, "event": "flush_started", "num_memtables": 1, "num_entries": 14583, "num_deletes": 0, "total_data_size": 1274787, "memory_usage": 2529256, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:52:27.367378 3036193 [db/flush_job.cc:926] [tag] [JOB 19789] Level-0 flush table #301234: started 2024/02/20-11:52:27.381883 3036193 EVENT_LOG_v1 {"time_micros": 1708429947381844, "cf_name": "tag", "job": 19789, "event": "table_file_creation", "file_number": 301234, "file_size": 760532, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147084586, "largest_seqno": 5147253077, "table_properties": {"data_size": 753792, "index_size": 8365, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1233775, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 237, "num_entries": 14476, "num_filter_entries": 208, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429667, "oldest_key_time": 1708429667, "file_creation_time": 1708429947, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301234, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:52:27.381940 3036193 [db/flush_job.cc:1062] [tag] [JOB 19789] Flush lasted 14618 microseconds, and 12867 cpu microseconds. 2024/02/20-11:52:27.382547 3036193 (Original Log Time 2024/02/20-11:52:27.381924) [db/flush_job.cc:1011] [tag] [JOB 19789] Level-0 flush table #301234: 760532 bytes OK 2024/02/20-11:52:27.382551 3036193 (Original Log Time 2024/02/20-11:52:27.381947) [db/memtable_list.cc:555] [tag] Level-0 commit table #301234 started 2024/02/20-11:52:27.382553 3036193 (Original Log Time 2024/02/20-11:52:27.382275) [db/memtable_list.cc:754] [tag] Level-0 commit table #301234: memtable #1 done 2024/02/20-11:52:27.382554 3036193 (Original Log Time 2024/02/20-11:52:27.382299) EVENT_LOG_v1 {"time_micros": 1708429947382292, "job": 19789, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:52:27.382555 3036193 (Original Log Time 2024/02/20-11:52:27.382508) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-11:52:27.382561 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19789] Try to delete WAL files size 781431, prev total WAL file size 15730959, number of live WAL files 4. 2024/02/20-11:52:27.382850 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301217.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:52:41.356188 4076252 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301222. Total log size is 15728794 while max_total_wal_size is 15728640 2024/02/20-11:52:41.356446 4076252 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301235. Immutable memtables: 0. 2024/02/20-11:52:41.356717 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19790] Syncing log #301233 2024/02/20-11:52:41.369608 3036210 (Original Log Time 2024/02/20-11:52:41.356706) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:52:41.369618 3036210 [db/flush_job.cc:892] [key] [JOB 19790] Flushing memtable with next log file: 301235 2024/02/20-11:52:41.369640 3036210 EVENT_LOG_v1 {"time_micros": 1708429961369633, "job": 19790, "event": "flush_started", "num_memtables": 1, "num_entries": 100205, "num_deletes": 50000, "total_data_size": 6270280, "memory_usage": 10169768, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:52:41.369643 3036210 [db/flush_job.cc:926] [key] [JOB 19790] Level-0 flush table #301236: started 2024/02/20-11:52:41.480036 3036210 EVENT_LOG_v1 {"time_micros": 1708429961480005, "cf_name": "key", "job": 19790, "event": "table_file_creation", "file_number": 301236, "file_size": 3863058, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147092307, "largest_seqno": 5147262439, "table_properties": {"data_size": 3744075, "index_size": 31555, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 92757, "raw_key_size": 6019103, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1111, "num_entries": 99364, "num_filter_entries": 105674, "num_deletions": 50000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429679, "oldest_key_time": 1708429679, "file_creation_time": 1708429961, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301236, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:52:41.480077 3036210 [db/flush_job.cc:1062] [key] [JOB 19790] Flush lasted 110481 microseconds, and 104991 cpu microseconds. 2024/02/20-11:52:41.480628 3036210 (Original Log Time 2024/02/20-11:52:41.480065) [db/flush_job.cc:1011] [key] [JOB 19790] Level-0 flush table #301236: 3863058 bytes OK 2024/02/20-11:52:41.480631 3036210 (Original Log Time 2024/02/20-11:52:41.480083) [db/memtable_list.cc:555] [key] Level-0 commit table #301236 started 2024/02/20-11:52:41.480632 3036210 (Original Log Time 2024/02/20-11:52:41.480389) [db/memtable_list.cc:754] [key] Level-0 commit table #301236: memtable #1 done 2024/02/20-11:52:41.480634 3036210 (Original Log Time 2024/02/20-11:52:41.480408) EVENT_LOG_v1 {"time_micros": 1708429961480402, "job": 19790, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-11:52:41.480635 3036210 (Original Log Time 2024/02/20-11:52:41.480592) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-11:52:41.480639 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19790] Try to delete WAL files size 11224452, prev total WAL file size 15733603, number of live WAL files 4. 2024/02/20-11:52:41.481826 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301222.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:56:24.068486 4076296 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301231. Total log size is 15728876 while max_total_wal_size is 15728640 2024/02/20-11:56:24.068767 4076296 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301237. Immutable memtables: 0. 2024/02/20-11:56:24.069042 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19791] Syncing log #301235 2024/02/20-11:56:24.080865 3036193 (Original Log Time 2024/02/20-11:56:24.069030) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:56:24.080874 3036193 [db/flush_job.cc:892] [url] [JOB 19791] Flushing memtable with next log file: 301237 2024/02/20-11:56:24.080896 3036193 EVENT_LOG_v1 {"time_micros": 1708430184080890, "job": 19791, "event": "flush_started", "num_memtables": 1, "num_entries": 56195, "num_deletes": 0, "total_data_size": 8550231, "memory_usage": 10802256, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:56:24.080899 3036193 [db/flush_job.cc:926] [url] [JOB 19791] Level-0 flush table #301238: started 2024/02/20-11:56:24.178566 3036193 EVENT_LOG_v1 {"time_micros": 1708430184178533, "cf_name": "url", "job": 19791, "event": "table_file_creation", "file_number": 301238, "file_size": 4521710, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147213217, "largest_seqno": 5147385126, "table_properties": {"data_size": 4450210, "index_size": 107325, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 8269530, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1327, "num_entries": 55305, "num_filter_entries": 6613, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429872, "oldest_key_time": 1708429872, "file_creation_time": 1708430184, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301238, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:56:24.178616 3036193 [db/flush_job.cc:1062] [url] [JOB 19791] Flush lasted 97758 microseconds, and 93585 cpu microseconds. 2024/02/20-11:56:24.179150 3036193 (Original Log Time 2024/02/20-11:56:24.178599) [db/flush_job.cc:1011] [url] [JOB 19791] Level-0 flush table #301238: 4521710 bytes OK 2024/02/20-11:56:24.179153 3036193 (Original Log Time 2024/02/20-11:56:24.178621) [db/memtable_list.cc:555] [url] Level-0 commit table #301238 started 2024/02/20-11:56:24.179154 3036193 (Original Log Time 2024/02/20-11:56:24.178876) [db/memtable_list.cc:754] [url] Level-0 commit table #301238: memtable #1 done 2024/02/20-11:56:24.179156 3036193 (Original Log Time 2024/02/20-11:56:24.178892) EVENT_LOG_v1 {"time_micros": 1708430184178887, "job": 19791, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-11:56:24.179157 3036193 (Original Log Time 2024/02/20-11:56:24.179108) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-11:56:24.179162 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19791] Try to delete WAL files size 3722915, prev total WAL file size 15733288, number of live WAL files 4. 2024/02/20-11:56:24.179267 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 19792] Compacting 2@0 files to L5, score 1.00 2024/02/20-11:56:24.179280 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19799 Base level 0, inputs: [301238(4415KB) 301232(4218KB)] 2024/02/20-11:56:24.179306 3036186 EVENT_LOG_v1 {"time_micros": 1708430184179294, "job": 19792, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301238, 301232], "score": 1, "input_data_size": 8841449, "oldest_snapshot_seqno": -1} 2024/02/20-11:56:24.179727 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301231.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:56:24.420411 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 19792] Generated table #301239: 110813 keys, 8546533 bytes, temperature: kUnknown 2024/02/20-11:56:24.420506 3036186 EVENT_LOG_v1 {"time_micros": 1708430184420445, "cf_name": "url", "job": 19792, "event": "table_file_creation", "file_number": 301239, "file_size": 8546533, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147048527, "largest_seqno": 5147385126, "table_properties": {"data_size": 8420872, "index_size": 217706, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9013, "raw_key_size": 17026578, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2526, "num_entries": 110813, "num_filter_entries": 10279, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429601, "oldest_key_time": 0, "file_creation_time": 1708430184, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301239, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:56:24.421633 3036186 (Original Log Time 2024/02/20-11:56:24.420951) [db/compaction/compaction_job.cc:1729] [url] [JOB 19792] Compacted 2@0 files to L5 => 8546533 bytes 2024/02/20-11:56:24.421639 3036186 (Original Log Time 2024/02/20-11:56:24.421323) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.03, MB/sec: 36.6 rd, 35.4 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.4, 0.0 +0.0 blob) out(8.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 110814, records dropped: 1 output_compression: LZ4 2024/02/20-11:56:24.421648 3036186 (Original Log Time 2024/02/20-11:56:24.421363) EVENT_LOG_v1 {"time_micros": 1708430184421342, "job": 19792, "event": "compaction_finished", "compaction_time_micros": 241266, "compaction_time_cpu_micros": 235417, "output_level": 5, "num_output_files": 1, "total_output_size": 8546533, "num_input_records": 110814, "num_output_records": 110813, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-11:56:24.422083 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301232.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:56:24.422101 3036186 EVENT_LOG_v1 {"time_micros": 1708430184422098, "job": 19792, "event": "table_file_deletion", "file_number": 301232} 2024/02/20-11:56:24.422434 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301238.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:56:24.422442 3036186 EVENT_LOG_v1 {"time_micros": 1708430184422441, "job": 19792, "event": "table_file_deletion", "file_number": 301238} 2024/02/20-11:57:44.009250 4077781 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301233. Total log size is 15728864 while max_total_wal_size is 15728640 2024/02/20-11:57:44.009545 4077781 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301240. Immutable memtables: 0. 2024/02/20-11:57:44.009787 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19793] Syncing log #301237 2024/02/20-11:57:44.013250 3036210 (Original Log Time 2024/02/20-11:57:44.009770) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:57:44.013261 3036210 [db/flush_job.cc:892] [tag] [JOB 19793] Flushing memtable with next log file: 301240 2024/02/20-11:57:44.013289 3036210 EVENT_LOG_v1 {"time_micros": 1708430264013281, "job": 19793, "event": "flush_started", "num_memtables": 1, "num_entries": 15857, "num_deletes": 0, "total_data_size": 1395695, "memory_usage": 2408776, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:57:44.013293 3036210 [db/flush_job.cc:926] [tag] [JOB 19793] Level-0 flush table #301241: started 2024/02/20-11:57:44.025396 3036210 EVENT_LOG_v1 {"time_micros": 1708430264025363, "cf_name": "tag", "job": 19793, "event": "table_file_creation", "file_number": 301241, "file_size": 842383, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147253102, "largest_seqno": 5147423075, "table_properties": {"data_size": 834782, "index_size": 9681, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1349627, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 257, "num_entries": 15708, "num_filter_entries": 200, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429947, "oldest_key_time": 1708429947, "file_creation_time": 1708430264, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301241, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:57:44.025448 3036210 [db/flush_job.cc:1062] [tag] [JOB 19793] Flush lasted 12206 microseconds, and 10951 cpu microseconds. 2024/02/20-11:57:44.026136 3036210 (Original Log Time 2024/02/20-11:57:44.025434) [db/flush_job.cc:1011] [tag] [JOB 19793] Level-0 flush table #301241: 842383 bytes OK 2024/02/20-11:57:44.026140 3036210 (Original Log Time 2024/02/20-11:57:44.025462) [db/memtable_list.cc:555] [tag] Level-0 commit table #301241 started 2024/02/20-11:57:44.026142 3036210 (Original Log Time 2024/02/20-11:57:44.025884) [db/memtable_list.cc:754] [tag] Level-0 commit table #301241: memtable #1 done 2024/02/20-11:57:44.026144 3036210 (Original Log Time 2024/02/20-11:57:44.025907) EVENT_LOG_v1 {"time_micros": 1708430264025901, "job": 19793, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-11:57:44.026146 3036210 (Original Log Time 2024/02/20-11:57:44.026094) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-11:57:44.026153 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19793] Try to delete WAL files size 781427, prev total WAL file size 15729611, number of live WAL files 4. 2024/02/20-11:57:44.026232 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19794] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-11:57:44.026240 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19801 Base level 0, inputs: [301241(822KB) 301234(742KB)], [301219(64MB) 301220(64MB) 301221(30MB)] 2024/02/20-11:57:44.026255 3036183 EVENT_LOG_v1 {"time_micros": 1708430264026247, "job": 19794, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301241, 301234], "files_L6": [301219, 301220, 301221], "score": 1, "input_data_size": 169374938, "oldest_snapshot_seqno": -1} 2024/02/20-11:57:44.026473 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301233.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:57:48.691968 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19794] Generated table #301242: 2435554 keys, 67642120 bytes, temperature: kUnknown 2024/02/20-11:57:48.692035 3036183 EVENT_LOG_v1 {"time_micros": 1708430268691993, "cf_name": "tag", "job": 19794, "event": "table_file_creation", "file_number": 301242, "file_size": 67642120, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109993, "index_size": 1470340, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 204220674, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36055, "num_entries": 2435554, "num_filter_entries": 1657, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708430264, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301242, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:57:53.292504 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19794] Generated table #301243: 2107086 keys, 67644208 bytes, temperature: kUnknown 2024/02/20-11:57:53.292570 3036183 EVENT_LOG_v1 {"time_micros": 1708430273292532, "cf_name": "tag", "job": 19794, "event": "table_file_creation", "file_number": 301243, "file_size": 67644208, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110698, "index_size": 1411245, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192629716, "raw_average_key_size": 91, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36056, "num_entries": 2107086, "num_filter_entries": 1663, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708430268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301243, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:57:55.677425 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19794] Generated table #301244: 1270763 keys, 33276845 bytes, temperature: kUnknown 2024/02/20-11:57:55.677535 3036183 EVENT_LOG_v1 {"time_micros": 1708430275677477, "cf_name": "tag", "job": 19794, "event": "table_file_creation", "file_number": 301244, "file_size": 33276845, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 33023524, "index_size": 725115, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 100825952, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 17987, "num_entries": 1270763, "num_filter_entries": 290, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708430273, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301244, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:57:55.690770 3036183 (Original Log Time 2024/02/20-11:57:55.689856) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19794] Compacted 2@0 + 3@6 files to L6 => 168563173 bytes 2024/02/20-11:57:55.690774 3036183 (Original Log Time 2024/02/20-11:57:55.690493) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.5 rd, 14.5 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.5, 160.0 +0.0 blob) out(160.8 +0.0 blob), read-write-amplify(210.8) write-amplify(105.2) OK, records in: 5813403, records dropped: 0 output_compression: ZSTD 2024/02/20-11:57:55.690781 3036183 (Original Log Time 2024/02/20-11:57:55.690525) EVENT_LOG_v1 {"time_micros": 1708430275690511, "job": 19794, "event": "compaction_finished", "compaction_time_micros": 11651361, "compaction_time_cpu_micros": 11502301, "output_level": 6, "num_output_files": 3, "total_output_size": 168563173, "num_input_records": 5813403, "num_output_records": 5813403, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-11:57:55.695896 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301219.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:57:55.695915 3036183 EVENT_LOG_v1 {"time_micros": 1708430275695912, "job": 19794, "event": "table_file_deletion", "file_number": 301219} 2024/02/20-11:57:55.702191 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301220.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:57:55.702217 3036183 EVENT_LOG_v1 {"time_micros": 1708430275702212, "job": 19794, "event": "table_file_deletion", "file_number": 301220} 2024/02/20-11:57:55.705246 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301221.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:57:55.705267 3036183 EVENT_LOG_v1 {"time_micros": 1708430275705264, "job": 19794, "event": "table_file_deletion", "file_number": 301221} 2024/02/20-11:57:55.705405 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301234.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:57:55.705418 3036183 EVENT_LOG_v1 {"time_micros": 1708430275705415, "job": 19794, "event": "table_file_deletion", "file_number": 301234} 2024/02/20-11:57:55.706261 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301241.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:57:55.706304 3036183 EVENT_LOG_v1 {"time_micros": 1708430275706298, "job": 19794, "event": "table_file_deletion", "file_number": 301241} 2024/02/20-11:58:00.126873 4076298 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301235. Total log size is 15728846 while max_total_wal_size is 15728640 2024/02/20-11:58:00.127308 4076298 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301245. Immutable memtables: 0. 2024/02/20-11:58:00.127529 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19795] Syncing log #301240 2024/02/20-11:58:00.139960 3036193 (Original Log Time 2024/02/20-11:58:00.127519) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-11:58:00.139973 3036193 [db/flush_job.cc:892] [key] [JOB 19795] Flushing memtable with next log file: 301245 2024/02/20-11:58:00.140000 3036193 EVENT_LOG_v1 {"time_micros": 1708430280139994, "job": 19795, "event": "flush_started", "num_memtables": 1, "num_entries": 95510, "num_deletes": 42000, "total_data_size": 5981190, "memory_usage": 8629848, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-11:58:00.140004 3036193 [db/flush_job.cc:926] [key] [JOB 19795] Level-0 flush table #301246: started 2024/02/20-11:58:00.258305 3036193 EVENT_LOG_v1 {"time_micros": 1708430280258272, "cf_name": "key", "job": 19795, "event": "table_file_creation", "file_number": 301246, "file_size": 3797295, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147262441, "largest_seqno": 5147431547, "table_properties": {"data_size": 3685857, "index_size": 29487, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 87557, "raw_key_size": 5732113, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1084, "num_entries": 94549, "num_filter_entries": 99771, "num_deletions": 42000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429961, "oldest_key_time": 1708429961, "file_creation_time": 1708430280, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301246, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:58:00.258344 3036193 [db/flush_job.cc:1062] [key] [JOB 19795] Flush lasted 118391 microseconds, and 114798 cpu microseconds. 2024/02/20-11:58:00.258883 3036193 (Original Log Time 2024/02/20-11:58:00.258331) [db/flush_job.cc:1011] [key] [JOB 19795] Level-0 flush table #301246: 3797295 bytes OK 2024/02/20-11:58:00.258888 3036193 (Original Log Time 2024/02/20-11:58:00.258350) [db/memtable_list.cc:555] [key] Level-0 commit table #301246 started 2024/02/20-11:58:00.258891 3036193 (Original Log Time 2024/02/20-11:58:00.258616) [db/memtable_list.cc:754] [key] Level-0 commit table #301246: memtable #1 done 2024/02/20-11:58:00.258893 3036193 (Original Log Time 2024/02/20-11:58:00.258636) EVENT_LOG_v1 {"time_micros": 1708430280258630, "job": 19795, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-11:58:00.258895 3036193 (Original Log Time 2024/02/20-11:58:00.258836) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-11:58:00.258904 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19795] Try to delete WAL files size 11224534, prev total WAL file size 15736253, number of live WAL files 4. 2024/02/20-11:58:00.259044 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19796] Compacting 2@0 files to L5, score 1.00 2024/02/20-11:58:00.259057 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19803 Base level 0, inputs: [301246(3708KB) 301236(3772KB)] 2024/02/20-11:58:00.259084 3036189 EVENT_LOG_v1 {"time_micros": 1708430280259072, "job": 19796, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301246, 301236], "score": 1, "input_data_size": 7660353, "oldest_snapshot_seqno": -1} 2024/02/20-11:58:00.260426 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301235.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:58:00.526890 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19796] Generated table #301247: 193913 keys, 7640145 bytes, temperature: kUnknown 2024/02/20-11:58:00.526948 3036189 EVENT_LOG_v1 {"time_micros": 1708430280526913, "cf_name": "key", "job": 19796, "event": "table_file_creation", "file_number": 301247, "file_size": 7640145, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147092307, "largest_seqno": 5147431547, "table_properties": {"data_size": 7412616, "index_size": 61109, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 179221, "raw_key_size": 11751216, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2169, "num_entries": 193913, "num_filter_entries": 203488, "num_deletions": 92000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429679, "oldest_key_time": 0, "file_creation_time": 1708430280, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301247, "seqno_to_time_mapping": "N/A"}} 2024/02/20-11:58:00.527941 3036189 (Original Log Time 2024/02/20-11:58:00.527360) [db/compaction/compaction_job.cc:1729] [key] [JOB 19796] Compacted 2@0 files to L5 => 7640145 bytes 2024/02/20-11:58:00.527945 3036189 (Original Log Time 2024/02/20-11:58:00.527726) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 28.6 rd, 28.5 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(7.3, 0.0 +0.0 blob) out(7.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 193913, records dropped: 0 output_compression: LZ4 2024/02/20-11:58:00.527952 3036189 (Original Log Time 2024/02/20-11:58:00.527749) EVENT_LOG_v1 {"time_micros": 1708430280527739, "job": 19796, "event": "compaction_finished", "compaction_time_micros": 267916, "compaction_time_cpu_micros": 263567, "output_level": 5, "num_output_files": 1, "total_output_size": 7640145, "num_input_records": 193913, "num_output_records": 193913, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-11:58:00.528369 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301236.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:58:00.528381 3036189 EVENT_LOG_v1 {"time_micros": 1708430280528379, "job": 19796, "event": "table_file_deletion", "file_number": 301236} 2024/02/20-11:58:00.528806 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301246.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-11:58:00.528816 3036189 EVENT_LOG_v1 {"time_micros": 1708430280528814, "job": 19796, "event": "table_file_deletion", "file_number": 301246} 2024/02/20-12:00:02.742272 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-12:00:02.742403 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1017801.6 total, 600.2 interval Cumulative writes: 129M writes, 581M keys, 129M commit groups, 1.0 writes per commit group, ingest: 56.00 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129698242.00 writes per sync, written: 56.00 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 100K writes, 324K keys, 100K commit groups, 1.0 writes per commit group, ingest: 28.60 MB, 0.05 MB/s Interval WAL: 100K writes, 0 syncs, 100673.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 406.36 378.98 4126 0.098 0 0 0.0 0.0 L5 1/0 8.15 MB 0.0 68.5 18.2 50.3 67.3 17.0 0.0 3.7 42.0 41.3 1669.27 1598.44 2131 0.783 1033M 1136 0.0 0.0 L6 12/0 756.51 MB 0.0 401.3 17.4 384.0 384.3 0.3 0.0 22.1 16.1 15.4 25576.66 23594.86 596 42.914 9377M 256M 0.0 0.0 Sum 13/0 764.66 MB 0.0 469.8 35.5 434.3 470.1 35.8 0.0 25.4 17.4 17.4 27652.29 25572.28 6853 4.035 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 19.4 38.1 0.44 0.42 3 0.145 110K 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 469.8 35.5 434.3 451.6 17.3 0.0 0.0 17.7 17.0 27245.93 25193.30 2727 9.991 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 406.36 378.98 4126 0.098 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1017801.6 total, 600.2 interval Flush(GB): cumulative 18.471, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 470.06 GB write, 0.47 MB/s write, 469.78 GB read, 0.47 MB/s read, 27652.3 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1599 collections: 1697 last_copies: 0 last_secs: 0.000828 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(825,13.36 MB,0.870075%) IndexBlock(773,1.39 GB,92.7636%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5944824 Average: 2.1895 StdDev: 4.26 Min: 0 Median: 1.3827 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.22 ------------------------------------------------------ [ 0, 1 ] 2004673 33.721% 33.721% ####### ( 1, 2 ] 2528964 42.541% 76.262% ######### ( 2, 3 ] 988264 16.624% 92.886% ### ( 3, 4 ] 241055 4.055% 96.941% # ( 4, 6 ] 107134 1.802% 98.743% ( 6, 10 ] 34992 0.589% 99.331% ( 10, 15 ] 14737 0.248% 99.579% ( 15, 22 ] 7474 0.126% 99.705% ( 22, 34 ] 7828 0.132% 99.837% ( 34, 51 ] 5615 0.094% 99.931% ( 51, 76 ] 2497 0.042% 99.973% ( 76, 110 ] 882 0.015% 99.988% ( 110, 170 ] 399 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21554441 Average: 2.4666 StdDev: 6.81 Min: 0 Median: 1.4954 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.51 ------------------------------------------------------ [ 0, 1 ] 6604519 30.641% 30.641% ###### ( 1, 2 ] 8423176 39.079% 69.720% ######## ( 2, 3 ] 3654868 16.956% 86.676% ### ( 3, 4 ] 1331632 6.178% 92.854% # ( 4, 6 ] 1038911 4.820% 97.674% # ( 6, 10 ] 335523 1.557% 99.231% ( 10, 15 ] 58811 0.273% 99.504% ( 15, 22 ] 30074 0.140% 99.643% ( 22, 34 ] 32318 0.150% 99.793% ( 34, 51 ] 24575 0.114% 99.907% ( 51, 76 ] 11838 0.055% 99.962% ( 76, 110 ] 4837 0.022% 99.984% ( 110, 170 ] 1978 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 208875607 Average: 12.2074 StdDev: 82.04 Min: 0 Median: 1.4889 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.52 P99.9: 303.65 P99.99: 1541.42 ------------------------------------------------------ [ 0, 1 ] 71432225 34.198% 34.198% ####### ( 1, 2 ] 67513576 32.322% 66.521% ###### ( 2, 3 ] 29618934 14.180% 80.701% ### ( 3, 4 ] 6387073 3.058% 83.759% # ( 4, 6 ] 1164674 0.558% 84.316% ( 6, 10 ] 548163 0.262% 84.579% ( 10, 15 ] 310817 0.149% 84.728% ( 15, 22 ] 259181 0.124% 84.852% ( 22, 34 ] 7491148 3.586% 88.438% # ( 34, 51 ] 7555981 3.617% 92.056% # ( 51, 76 ] 6069179 2.906% 94.961% # ( 76, 110 ] 6660196 3.189% 98.150% # ( 110, 170 ] 3276193 1.568% 99.718% ( 170, 250 ] 333397 0.160% 99.878% ( 250, 380 ] 111440 0.053% 99.931% ( 380, 580 ] 67680 0.032% 99.964% ( 580, 870 ] 30382 0.015% 99.978% ( 870, 1300 ] 13795 0.007% 99.985% ( 1300, 1900 ] 26557 0.013% 99.998% ( 1900, 2900 ] 2123 0.001% 99.999% ( 2900, 4400 ] 856 0.000% 99.999% ( 4400, 6600 ] 619 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 188 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.6 87.00 73.73 4013 0.022 0 0 0.0 0.0 L6 3/0 160.75 MB 0.0 311.1 3.1 308.0 308.1 0.1 0.0 99.1 15.4 15.2 20706.93 20324.73 2113 9.800 11G 62M 0.0 0.0 Sum 3/0 160.75 MB 0.0 311.1 3.1 308.0 311.2 3.2 0.0 100.1 15.3 15.3 20793.93 20398.46 6126 3.394 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 106.2 13.8 13.9 11.68 11.53 3 3.893 5813K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 311.1 3.1 308.0 308.1 0.1 0.0 0.0 15.4 15.2 20706.93 20324.73 2113 9.800 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.6 87.00 73.73 4013 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1017801.6 total, 600.2 interval Flush(GB): cumulative 3.108, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 311.18 GB write, 0.31 MB/s write, 311.12 GB read, 0.31 MB/s read, 20793.9 seconds Interval compaction: 0.16 GB write, 0.27 MB/s write, 0.16 GB read, 0.27 MB/s read, 11.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4339 collections: 1697 last_copies: 0 last_secs: 0.001919 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2188,1.66 MB,0.108061%) IndexBlock(2150,1.46 GB,97.144%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1021129 Average: 3.5644 StdDev: 6.34 Min: 0 Median: 2.5820 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.40 P99.9: 60.76 P99.99: 195.20 ------------------------------------------------------ [ 0, 1 ] 116617 11.420% 11.420% ## ( 1, 2 ] 246964 24.185% 35.606% ##### ( 2, 3 ] 252559 24.733% 60.339% ##### ( 3, 4 ] 195911 19.186% 79.525% #### ( 4, 6 ] 168137 16.466% 95.991% ### ( 6, 10 ] 28459 2.787% 98.778% # ( 10, 15 ] 4725 0.463% 99.240% ( 15, 22 ] 2531 0.248% 99.488% ( 22, 34 ] 2152 0.211% 99.699% ( 34, 51 ] 1766 0.173% 99.872% ( 51, 76 ] 735 0.072% 99.944% ( 76, 110 ] 251 0.025% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176490629 Average: 2.1874 StdDev: 5.40 Min: 0 Median: 1.3421 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.85 P99.99: 144.71 ------------------------------------------------------ [ 0, 1 ] 65292947 36.995% 36.995% ####### ( 1, 2 ] 67086043 38.011% 75.006% ######## ( 2, 3 ] 32812120 18.591% 93.598% #### ( 3, 4 ] 7909037 4.481% 98.079% # ( 4, 6 ] 1476435 0.837% 98.915% ( 6, 10 ] 612617 0.347% 99.263% ( 10, 15 ] 399127 0.226% 99.489% ( 15, 22 ] 198610 0.113% 99.601% ( 22, 34 ] 311528 0.177% 99.778% ( 34, 51 ] 204279 0.116% 99.894% ( 51, 76 ] 99936 0.057% 99.950% ( 76, 110 ] 57823 0.033% 99.983% ( 110, 170 ] 21568 0.012% 99.995% ( 170, 250 ] 3831 0.002% 99.997% ( 250, 380 ] 1752 0.001% 99.998% ( 380, 580 ] 1454 0.001% 99.999% ( 580, 870 ] 865 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.8 272.52 252.81 4093 0.067 0 0 0.0 0.0 L5 1/0 7.29 MB 0.0 22.1 8.1 13.9 21.8 7.9 0.0 2.7 28.8 28.5 784.68 758.85 1959 0.401 610M 276K 0.0 0.0 L6 6/0 337.52 MB 0.0 196.2 8.8 187.4 187.5 0.1 0.0 21.3 14.4 13.8 13953.44 13652.21 713 19.570 8781M 237M 0.0 0.0 Sum 7/0 344.81 MB 0.0 218.2 16.9 201.3 218.4 17.1 0.0 24.2 14.9 14.9 15010.64 14663.87 6765 2.219 9392M 238M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 14.7 29.4 0.50 0.48 3 0.166 193K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 218.2 16.9 201.3 209.4 8.1 0.0 0.0 15.2 14.5 14738.12 14411.07 2672 5.516 9392M 238M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.8 272.52 252.81 4093 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1017801.6 total, 600.2 interval Flush(GB): cumulative 9.008, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 218.37 GB write, 0.22 MB/s write, 218.23 GB read, 0.22 MB/s read, 15010.6 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 361179 collections: 1697 last_copies: 0 last_secs: 0.156449 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(361073,1.39 GB,92.8717%) FilterBlock(49,52.98 MB,3.44921%) IndexBlock(54,24.15 MB,1.57235%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2817225 Average: 4.2593 StdDev: 8.09 Min: 0 Median: 1.9575 Max: 9050 Percentiles: P50: 1.96 P75: 5.35 P99: 17.90 P99.9: 61.11 P99.99: 151.56 ------------------------------------------------------ [ 0, 1 ] 630619 22.384% 22.384% #### ( 1, 2 ] 812497 28.840% 51.225% ###### ( 2, 3 ] 397409 14.106% 65.331% ### ( 3, 4 ] 171655 6.093% 71.424% # ( 4, 6 ] 148717 5.279% 76.703% # ( 6, 10 ] 444991 15.795% 92.498% ### ( 10, 15 ] 176210 6.255% 98.753% # ( 15, 22 ] 16795 0.596% 99.349% ( 22, 34 ] 9008 0.320% 99.669% ( 34, 51 ] 5493 0.195% 99.864% ( 51, 76 ] 2506 0.089% 99.953% ( 76, 110 ] 823 0.029% 99.982% ( 110, 170 ] 318 0.011% 99.993% ( 170, 250 ] 87 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6826913 Average: 4.7058 StdDev: 7.67 Min: 0 Median: 2.4720 Max: 7311 Percentiles: P50: 2.47 P75: 6.16 P99: 19.49 P99.9: 69.20 P99.99: 169.01 ------------------------------------------------------ [ 0, 1 ] 1119528 16.399% 16.399% ### ( 1, 2 ] 1803221 26.413% 42.812% ##### ( 2, 3 ] 1039598 15.228% 58.040% ### ( 3, 4 ] 557927 8.172% 66.213% ## ( 4, 6 ] 551525 8.079% 74.291% ## ( 6, 10 ] 1187210 17.390% 91.681% ### ( 10, 15 ] 470179 6.887% 98.569% # ( 15, 22 ] 45928 0.673% 99.241% ( 22, 34 ] 24230 0.355% 99.596% ( 34, 51 ] 15321 0.224% 99.821% ( 51, 76 ] 7444 0.109% 99.930% ( 76, 110 ] 2823 0.041% 99.971% ( 110, 170 ] 1318 0.019% 99.990% ( 170, 250 ] 335 0.005% 99.995% ( 250, 380 ] 160 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105961811 Average: 5.7863 StdDev: 24.82 Min: 0 Median: 2.3444 Max: 40453 Percentiles: P50: 2.34 P75: 7.55 P99: 41.24 P99.9: 158.77 P99.99: 466.48 ------------------------------------------------------ [ 0, 1 ] 25180664 23.764% 23.764% ##### ( 1, 2 ] 23994306 22.644% 46.408% ##### ( 2, 3 ] 11052168 10.430% 56.839% ## ( 3, 4 ] 4339589 4.095% 60.934% # ( 4, 6 ] 4962265 4.683% 65.617% # ( 6, 10 ] 25717939 24.271% 89.888% ##### ( 10, 15 ] 8271270 7.806% 97.694% ## ( 15, 22 ] 673320 0.635% 98.329% ( 22, 34 ] 550740 0.520% 98.849% ( 34, 51 ] 375459 0.354% 99.203% ( 51, 76 ] 238464 0.225% 99.428% ( 76, 110 ] 302528 0.286% 99.714% ( 110, 170 ] 242528 0.229% 99.943% ( 170, 250 ] 38840 0.037% 99.979% ( 250, 380 ] 8435 0.008% 99.987% ( 380, 580 ] 6244 0.006% 99.993% ( 580, 870 ] 3574 0.003% 99.997% ( 870, 1300 ] 1898 0.002% 99.999% ( 1300, 1900 ] 2609 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 100 0.000% 100.001% ( 6600, 9900 ] 116 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-12:00:02.746339 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 529397874 rocksdb.block.cache.hit COUNT : 2177521092 rocksdb.block.cache.add COUNT : 39612004 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32387 rocksdb.block.cache.index.hit COUNT : 534367309 rocksdb.block.cache.index.add COUNT : 32373 rocksdb.block.cache.index.bytes.insert COUNT : 34614051124 rocksdb.block.cache.filter.miss COUNT : 32393 rocksdb.block.cache.filter.hit COUNT : 1109149816 rocksdb.block.cache.filter.add COUNT : 32393 rocksdb.block.cache.filter.bytes.insert COUNT : 8801485645 rocksdb.block.cache.data.miss COUNT : 529333094 rocksdb.block.cache.data.hit COUNT : 534003967 rocksdb.block.cache.data.add COUNT : 39547238 rocksdb.block.cache.data.bytes.insert COUNT : 163813604502 rocksdb.block.cache.bytes.read COUNT : 1898003651287671 rocksdb.block.cache.bytes.write COUNT : 207229141271 rocksdb.bloom.filter.useful COUNT : 574847229 rocksdb.bloom.filter.full.positive COUNT : 534302619 rocksdb.bloom.filter.full.true.positive COUNT : 528741345 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 93995396 rocksdb.memtable.miss COUNT : 6314002327 rocksdb.l0.hit COUNT : 16173450 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 512567895 rocksdb.compaction.key.drop.new COUNT : 278282687 rocksdb.compaction.key.drop.obsolete COUNT : 278302466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 581633072 rocksdb.number.keys.read COUNT : 650832337 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60132648103 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67854 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32378 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 767643816 rocksdb.number.multiget.keys.read COUNT : 5757165386 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60132648103 rocksdb.write.self COUNT : 129486505 rocksdb.write.other COUNT : 211737 rocksdb.write.wal COUNT : 129698242 rocksdb.compact.read.bytes COUNT : 997212782872 rocksdb.compact.write.bytes COUNT : 1040482343496 rocksdb.flush.write.bytes COUNT : 32845824304 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1027454 rocksdb.number.superversion_releases COUNT : 2713 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 522713912 rocksdb.number.block.decompressed COUNT : 522756477 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59929098573 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67854 rocksdb.num.iterator.deleted COUNT : 67854 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5223 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5185 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44140 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61037471721 rocksdb.memtable.garbage.bytes.at.flush COUNT : 735835350 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 944669821423 rocksdb.last.level.read.count COUNT : 491330411 rocksdb.non.last.level.read.bytes COUNT : 129046186340 rocksdb.non.last.level.read.count COUNT : 38164597 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 529430252 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2132814455447 rocksdb.bytes.compressed.to COUNT : 1035737484019 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26184170337 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6604811 rocksdb.bytes.decompressed.from COUNT : 1036032023815 rocksdb.bytes.decompressed.to COUNT : 2133034684230 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.414109 P95 : 106.281320 P99 : 160.394315 P100 : 227461.000000 COUNT : 650832337 SUM : 33565260943 rocksdb.db.write.micros P50 : 67.011537 P95 : 111.731792 P99 : 169.425563 P100 : 2037453.000000 COUNT : 129698242 SUM : 13377154216 rocksdb.compaction.times.micros P50 : 1622456.140351 P95 : 38363809.523809 P99 : 67035874.439462 P100 : 89521673.000000 COUNT : 7512 SUM : 62690974870 rocksdb.compaction.times.cpu_micros P50 : 1561371.841155 P95 : 35705579.399142 P99 : 63844444.444444 P100 : 83823365.000000 COUNT : 7512 SUM : 59929098573 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4297.157191 P95 : 27688.771186 P99 : 61572.222222 P100 : 1558490.000000 COUNT : 12217 SUM : 114147616 rocksdb.compaction.outfile.sync.micros P50 : 62578.351934 P95 : 125934.640523 P99 : 225393.684211 P100 : 2063820.000000 COUNT : 20144 SUM : 1292060499 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.047166 P95 : 727.101729 P99 : 3920.267857 P100 : 501117.000000 COUNT : 19791 SUM : 12779240 rocksdb.table.open.io.micros P50 : 582.621200 P95 : 6234.391468 P99 : 13033.863517 P100 : 207055.000000 COUNT : 32378 SUM : 57381616 rocksdb.db.multiget.micros P50 : 7.994386 P95 : 17.808976 P99 : 33.051589 P100 : 26625.000000 COUNT : 767643817 SUM : 7270807570 rocksdb.read.block.compaction.micros P50 : 13.662710 P95 : 58.752872 P99 : 138.188971 P100 : 136000.000000 COUNT : 489785856 SUM : 9499574671 rocksdb.read.block.get.micros P50 : 52.851378 P95 : 94.771382 P99 : 145.758476 P100 : 206929.000000 COUNT : 39612018 SUM : 2282826994 rocksdb.write.raw.block.micros P50 : 0.521515 P95 : 0.990878 P99 : 1.894994 P100 : 331149.000000 COUNT : 529415806 SUM : 10590229205 rocksdb.numfiles.in.singlecompaction P50 : 2.774989 P95 : 5.679445 P99 : 5.938607 P100 : 7.000000 COUNT : 5721 SUM : 20370 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.535737 P95 : 33.121209 P99 : 104.734595 P100 : 135929.000000 COUNT : 529495008 SUM : 3662992886 rocksdb.file.read.flush.micros P50 : 1.841857 P95 : 15.786866 P99 : 41.221618 P100 : 787.000000 COUNT : 61085 SUM : 292659 rocksdb.file.read.compaction.micros P50 : 1.421017 P95 : 36.168370 P99 : 106.233529 P100 : 135929.000000 COUNT : 489886590 SUM : 3267380282 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 650832338 SUM : 0 rocksdb.bytes.per.write P50 : 218.493962 P95 : 527.593317 P99 : 803.738511 P100 : 4563443.000000 COUNT : 129486505 SUM : 60132648103 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 767643818 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46012.727273 P95 : 166726.219218 P99 : 238931.506849 P100 : 1681975.000000 COUNT : 12260 SUM : 765886875 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-12:00:02.746569 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-12:00:02.746796 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708430402 to in-memory stats history 2024/02/20-12:00:02.746829 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-12:00:02.746888 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-12:01:41.923369 4077737 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301237. Total log size is 15728833 while max_total_wal_size is 15728640 2024/02/20-12:01:41.923699 4077737 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301248. Immutable memtables: 0. 2024/02/20-12:01:41.923909 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19797] Syncing log #301245 2024/02/20-12:01:41.944078 3036210 (Original Log Time 2024/02/20-12:01:41.923896) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:01:41.944088 3036210 [db/flush_job.cc:892] [url] [JOB 19797] Flushing memtable with next log file: 301248 2024/02/20-12:01:41.944112 3036210 EVENT_LOG_v1 {"time_micros": 1708430501944106, "job": 19797, "event": "flush_started", "num_memtables": 1, "num_entries": 56218, "num_deletes": 0, "total_data_size": 8615252, "memory_usage": 9929920, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:01:41.944115 3036210 [db/flush_job.cc:926] [url] [JOB 19797] Level-0 flush table #301249: started 2024/02/20-12:01:42.098271 3036210 EVENT_LOG_v1 {"time_micros": 1708430502098232, "cf_name": "url", "job": 19797, "event": "table_file_creation", "file_number": 301249, "file_size": 4493012, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147385128, "largest_seqno": 5147555648, "table_properties": {"data_size": 4418329, "index_size": 108801, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 8315234, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1335, "num_entries": 55189, "num_filter_entries": 6558, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708430184, "oldest_key_time": 1708430184, "file_creation_time": 1708430501, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301249, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:01:42.098327 3036210 [db/flush_job.cc:1062] [url] [JOB 19797] Flush lasted 154257 microseconds, and 149357 cpu microseconds. 2024/02/20-12:01:42.099040 3036210 (Original Log Time 2024/02/20-12:01:42.098309) [db/flush_job.cc:1011] [url] [JOB 19797] Level-0 flush table #301249: 4493012 bytes OK 2024/02/20-12:01:42.099044 3036210 (Original Log Time 2024/02/20-12:01:42.098335) [db/memtable_list.cc:555] [url] Level-0 commit table #301249 started 2024/02/20-12:01:42.099047 3036210 (Original Log Time 2024/02/20-12:01:42.098723) [db/memtable_list.cc:754] [url] Level-0 commit table #301249: memtable #1 done 2024/02/20-12:01:42.099049 3036210 (Original Log Time 2024/02/20-12:01:42.098741) EVENT_LOG_v1 {"time_micros": 1708430502098735, "job": 19797, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-12:01:42.099051 3036210 (Original Log Time 2024/02/20-12:01:42.099004) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-12:01:42.099062 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19797] Try to delete WAL files size 3722903, prev total WAL file size 15735066, number of live WAL files 4. 2024/02/20-12:01:42.099825 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301237.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:03:03.682201 1359712 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301240. Total log size is 15729098 while max_total_wal_size is 15728640 2024/02/20-12:03:03.682484 1359712 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301250. Immutable memtables: 0. 2024/02/20-12:03:03.682721 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19798] Syncing log #301248 2024/02/20-12:03:03.684440 3036193 (Original Log Time 2024/02/20-12:03:03.682709) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:03:03.684448 3036193 [db/flush_job.cc:892] [tag] [JOB 19798] Flushing memtable with next log file: 301250 2024/02/20-12:03:03.684488 3036193 EVENT_LOG_v1 {"time_micros": 1708430583684481, "job": 19798, "event": "flush_started", "num_memtables": 1, "num_entries": 16117, "num_deletes": 0, "total_data_size": 1418397, "memory_usage": 2929696, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:03:03.684492 3036193 [db/flush_job.cc:926] [tag] [JOB 19798] Level-0 flush table #301251: started 2024/02/20-12:03:03.697769 3036193 EVENT_LOG_v1 {"time_micros": 1708430583697712, "cf_name": "tag", "job": 19798, "event": "table_file_creation", "file_number": 301251, "file_size": 852001, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147423193, "largest_seqno": 5147594821, "table_properties": {"data_size": 844505, "index_size": 9626, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1376637, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 262, "num_entries": 16023, "num_filter_entries": 188, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708430264, "oldest_key_time": 1708430264, "file_creation_time": 1708430583, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301251, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:03:03.697844 3036193 [db/flush_job.cc:1062] [tag] [JOB 19798] Flush lasted 13407 microseconds, and 11930 cpu microseconds. 2024/02/20-12:03:03.698402 3036193 (Original Log Time 2024/02/20-12:03:03.697822) [db/flush_job.cc:1011] [tag] [JOB 19798] Level-0 flush table #301251: 852001 bytes OK 2024/02/20-12:03:03.698405 3036193 (Original Log Time 2024/02/20-12:03:03.697857) [db/memtable_list.cc:555] [tag] Level-0 commit table #301251 started 2024/02/20-12:03:03.698407 3036193 (Original Log Time 2024/02/20-12:03:03.698166) [db/memtable_list.cc:754] [tag] Level-0 commit table #301251: memtable #1 done 2024/02/20-12:03:03.698408 3036193 (Original Log Time 2024/02/20-12:03:03.698183) EVENT_LOG_v1 {"time_micros": 1708430583698179, "job": 19798, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:03:03.698409 3036193 (Original Log Time 2024/02/20-12:03:03.698368) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-12:03:03.698413 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19798] Try to delete WAL files size 781409, prev total WAL file size 15729476, number of live WAL files 4. 2024/02/20-12:03:03.698693 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301240.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:03:19.119856 4077783 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301245. Total log size is 15728804 while max_total_wal_size is 15728640 2024/02/20-12:03:19.120088 4077783 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301252. Immutable memtables: 0. 2024/02/20-12:03:19.120329 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19799] Syncing log #301250 2024/02/20-12:03:19.131905 3036210 (Original Log Time 2024/02/20-12:03:19.120318) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:03:19.131914 3036210 [db/flush_job.cc:892] [key] [JOB 19799] Flushing memtable with next log file: 301252 2024/02/20-12:03:19.131940 3036210 EVENT_LOG_v1 {"time_micros": 1708430599131933, "job": 19799, "event": "flush_started", "num_memtables": 1, "num_entries": 99676, "num_deletes": 48000, "total_data_size": 6219850, "memory_usage": 8766984, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:03:19.131943 3036210 [db/flush_job.cc:926] [key] [JOB 19799] Level-0 flush table #301253: started 2024/02/20-12:03:19.261854 3036210 EVENT_LOG_v1 {"time_micros": 1708430599261810, "cf_name": "key", "job": 19799, "event": "table_file_creation", "file_number": 301253, "file_size": 3909318, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147431549, "largest_seqno": 5147603194, "table_properties": {"data_size": 3793592, "index_size": 30253, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 91573, "raw_key_size": 5959924, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1123, "num_entries": 98673, "num_filter_entries": 104284, "num_deletions": 48000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708430280, "oldest_key_time": 1708430280, "file_creation_time": 1708430599, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301253, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:03:19.261919 3036210 [db/flush_job.cc:1062] [key] [JOB 19799] Flush lasted 130024 microseconds, and 124027 cpu microseconds. 2024/02/20-12:03:19.262634 3036210 (Original Log Time 2024/02/20-12:03:19.261889) [db/flush_job.cc:1011] [key] [JOB 19799] Level-0 flush table #301253: 3909318 bytes OK 2024/02/20-12:03:19.262645 3036210 (Original Log Time 2024/02/20-12:03:19.261928) [db/memtable_list.cc:555] [key] Level-0 commit table #301253 started 2024/02/20-12:03:19.262647 3036210 (Original Log Time 2024/02/20-12:03:19.262305) [db/memtable_list.cc:754] [key] Level-0 commit table #301253: memtable #1 done 2024/02/20-12:03:19.262649 3036210 (Original Log Time 2024/02/20-12:03:19.262327) EVENT_LOG_v1 {"time_micros": 1708430599262319, "job": 19799, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-12:03:19.262651 3036210 (Original Log Time 2024/02/20-12:03:19.262555) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-12:03:19.262657 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19799] Try to delete WAL files size 11224521, prev total WAL file size 15736026, number of live WAL files 4. 2024/02/20-12:03:19.264710 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301245.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:07:04.482895 4077214 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301248. Total log size is 15728682 while max_total_wal_size is 15728640 2024/02/20-12:07:04.483186 4077214 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301254. Immutable memtables: 0. 2024/02/20-12:07:04.483606 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19800] Syncing log #301252 2024/02/20-12:07:04.500963 3036193 (Original Log Time 2024/02/20-12:07:04.483595) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:07:04.500975 3036193 [db/flush_job.cc:892] [url] [JOB 19800] Flushing memtable with next log file: 301254 2024/02/20-12:07:04.501004 3036193 EVENT_LOG_v1 {"time_micros": 1708430824500995, "job": 19800, "event": "flush_started", "num_memtables": 1, "num_entries": 55713, "num_deletes": 0, "total_data_size": 8519043, "memory_usage": 10559600, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:07:04.501009 3036193 [db/flush_job.cc:926] [url] [JOB 19800] Level-0 flush table #301255: started 2024/02/20-12:07:04.669750 3036193 EVENT_LOG_v1 {"time_micros": 1708430824669709, "cf_name": "url", "job": 19800, "event": "table_file_creation", "file_number": 301255, "file_size": 4432849, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147555650, "largest_seqno": 5147727670, "table_properties": {"data_size": 4362996, "index_size": 104747, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5877, "raw_key_size": 8218756, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1321, "num_entries": 54640, "num_filter_entries": 6706, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708430501, "oldest_key_time": 1708430501, "file_creation_time": 1708430824, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301255, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:07:04.669809 3036193 [db/flush_job.cc:1062] [url] [JOB 19800] Flush lasted 168856 microseconds, and 162869 cpu microseconds. 2024/02/20-12:07:04.670479 3036193 (Original Log Time 2024/02/20-12:07:04.669786) [db/flush_job.cc:1011] [url] [JOB 19800] Level-0 flush table #301255: 4432849 bytes OK 2024/02/20-12:07:04.670483 3036193 (Original Log Time 2024/02/20-12:07:04.669816) [db/memtable_list.cc:555] [url] Level-0 commit table #301255 started 2024/02/20-12:07:04.670485 3036193 (Original Log Time 2024/02/20-12:07:04.670202) [db/memtable_list.cc:754] [url] Level-0 commit table #301255: memtable #1 done 2024/02/20-12:07:04.670487 3036193 (Original Log Time 2024/02/20-12:07:04.670223) EVENT_LOG_v1 {"time_micros": 1708430824670218, "job": 19800, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-12:07:04.670488 3036193 (Original Log Time 2024/02/20-12:07:04.670418) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-12:07:04.670493 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19800] Try to delete WAL files size 3723168, prev total WAL file size 15738048, number of live WAL files 4. 2024/02/20-12:07:04.670612 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19801] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-12:07:04.670625 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19808 Base level 0, inputs: [301255(4328KB) 301249(4387KB)], [301239(8346KB)] 2024/02/20-12:07:04.670647 3036185 EVENT_LOG_v1 {"time_micros": 1708430824670635, "job": 19801, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301255, 301249], "files_L5": [301239], "score": 1, "input_data_size": 17472394, "oldest_snapshot_seqno": -1} 2024/02/20-12:07:04.671100 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301248.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:07:05.212064 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19801] Generated table #301256: 220642 keys, 16580230 bytes, temperature: kUnknown 2024/02/20-12:07:05.212135 3036185 EVENT_LOG_v1 {"time_micros": 1708430825212094, "cf_name": "url", "job": 19801, "event": "table_file_creation", "file_number": 301256, "file_size": 16580230, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147048527, "largest_seqno": 5147727670, "table_properties": {"data_size": 16327807, "index_size": 442939, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14341, "raw_key_size": 33560568, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4901, "num_entries": 220642, "num_filter_entries": 16442, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429601, "oldest_key_time": 0, "file_creation_time": 1708430824, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301256, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:07:05.213328 3036185 (Original Log Time 2024/02/20-12:07:05.212736) [db/compaction/compaction_job.cc:1729] [url] [JOB 19801] Compacted 2@0 + 1@5 files to L5 => 16580230 bytes 2024/02/20-12:07:05.213333 3036185 (Original Log Time 2024/02/20-12:07:05.213022) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.06, MB/sec: 32.3 rd, 30.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.5, 8.2 +0.0 blob) out(15.8 +0.0 blob), read-write-amplify(3.8) write-amplify(1.9) OK, records in: 220642, records dropped: 0 output_compression: LZ4 2024/02/20-12:07:05.213341 3036185 (Original Log Time 2024/02/20-12:07:05.213054) EVENT_LOG_v1 {"time_micros": 1708430825213037, "job": 19801, "event": "compaction_finished", "compaction_time_micros": 541552, "compaction_time_cpu_micros": 525810, "output_level": 5, "num_output_files": 1, "total_output_size": 16580230, "num_input_records": 220642, "num_output_records": 220642, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-12:07:05.214242 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301239.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:07:05.214259 3036185 EVENT_LOG_v1 {"time_micros": 1708430825214255, "job": 19801, "event": "table_file_deletion", "file_number": 301239} 2024/02/20-12:07:05.214786 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301249.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:07:05.214797 3036185 EVENT_LOG_v1 {"time_micros": 1708430825214795, "job": 19801, "event": "table_file_deletion", "file_number": 301249} 2024/02/20-12:07:05.215472 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301255.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:07:05.215482 3036185 EVENT_LOG_v1 {"time_micros": 1708430825215480, "job": 19801, "event": "table_file_deletion", "file_number": 301255} 2024/02/20-12:08:28.491140 4076252 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301250. Total log size is 15728720 while max_total_wal_size is 15728640 2024/02/20-12:08:28.491385 4076252 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301257. Immutable memtables: 0. 2024/02/20-12:08:28.491644 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19802] Syncing log #301254 2024/02/20-12:08:28.522253 3036210 (Original Log Time 2024/02/20-12:08:28.491627) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:08:28.522265 3036210 [db/flush_job.cc:892] [tag] [JOB 19802] Flushing memtable with next log file: 301257 2024/02/20-12:08:28.522292 3036210 EVENT_LOG_v1 {"time_micros": 1708430908522285, "job": 19802, "event": "flush_started", "num_memtables": 1, "num_entries": 16982, "num_deletes": 0, "total_data_size": 1477537, "memory_usage": 3303464, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:08:28.522297 3036210 [db/flush_job.cc:926] [tag] [JOB 19802] Level-0 flush table #301258: started 2024/02/20-12:08:28.558268 3036210 EVENT_LOG_v1 {"time_micros": 1708430908558222, "cf_name": "tag", "job": 19802, "event": "table_file_creation", "file_number": 301258, "file_size": 881667, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147594854, "largest_seqno": 5147765401, "table_properties": {"data_size": 874110, "index_size": 9766, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1428958, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 274, "num_entries": 16841, "num_filter_entries": 198, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708430583, "oldest_key_time": 1708430583, "file_creation_time": 1708430908, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301258, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:08:28.558319 3036210 [db/flush_job.cc:1062] [tag] [JOB 19802] Flush lasted 36076 microseconds, and 34560 cpu microseconds. 2024/02/20-12:08:28.558905 3036210 (Original Log Time 2024/02/20-12:08:28.558299) [db/flush_job.cc:1011] [tag] [JOB 19802] Level-0 flush table #301258: 881667 bytes OK 2024/02/20-12:08:28.558908 3036210 (Original Log Time 2024/02/20-12:08:28.558327) [db/memtable_list.cc:555] [tag] Level-0 commit table #301258 started 2024/02/20-12:08:28.558911 3036210 (Original Log Time 2024/02/20-12:08:28.558662) [db/memtable_list.cc:754] [tag] Level-0 commit table #301258: memtable #1 done 2024/02/20-12:08:28.558913 3036210 (Original Log Time 2024/02/20-12:08:28.558679) EVENT_LOG_v1 {"time_micros": 1708430908558674, "job": 19802, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:08:28.558915 3036210 (Original Log Time 2024/02/20-12:08:28.558866) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-12:08:28.558922 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19802] Try to delete WAL files size 781115, prev total WAL file size 15730927, number of live WAL files 4. 2024/02/20-12:08:28.559051 3036188 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19803] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-12:08:28.559061 3036188 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19810 Base level 0, inputs: [301258(861KB) 301251(832KB)], [301242(64MB) 301243(64MB) 301244(31MB)] 2024/02/20-12:08:28.559084 3036188 EVENT_LOG_v1 {"time_micros": 1708430908559074, "job": 19803, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301258, 301251], "files_L6": [301242, 301243, 301244], "score": 1, "input_data_size": 170296841, "oldest_snapshot_seqno": -1} 2024/02/20-12:08:28.559188 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301250.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:33.594321 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19803] Generated table #301259: 2440438 keys, 67642021 bytes, temperature: kUnknown 2024/02/20-12:08:33.594398 3036188 EVENT_LOG_v1 {"time_micros": 1708430913594352, "cf_name": "tag", "job": 19803, "event": "table_file_creation", "file_number": 301259, "file_size": 67642021, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110737, "index_size": 1469985, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 204453948, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36061, "num_entries": 2440438, "num_filter_entries": 1660, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708430908, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301259, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:08:37.937121 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19803] Generated table #301260: 2102423 keys, 67644527 bytes, temperature: kUnknown 2024/02/20-12:08:37.937183 3036188 EVENT_LOG_v1 {"time_micros": 1708430917937146, "cf_name": "tag", "job": 19803, "event": "table_file_creation", "file_number": 301260, "file_size": 67644527, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110010, "index_size": 1410338, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192575691, "raw_average_key_size": 91, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36049, "num_entries": 2102423, "num_filter_entries": 1667, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708430913, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301260, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:08:40.486682 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19803] Generated table #301261: 1303406 keys, 34138330 bytes, temperature: kUnknown 2024/02/20-12:08:40.486755 3036188 EVENT_LOG_v1 {"time_micros": 1708430920486711, "cf_name": "tag", "job": 19803, "event": "table_file_creation", "file_number": 301261, "file_size": 34138330, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 33877896, "index_size": 744151, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 103452298, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 18445, "num_entries": 1303406, "num_filter_entries": 291, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708430917, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301261, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:08:40.493579 3036188 (Original Log Time 2024/02/20-12:08:40.492526) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19803] Compacted 2@0 + 3@6 files to L6 => 169424878 bytes 2024/02/20-12:08:40.493583 3036188 (Original Log Time 2024/02/20-12:08:40.493282) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.3 rd, 14.2 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.7, 160.8 +0.0 blob) out(161.6 +0.0 blob), read-write-amplify(196.0) write-amplify(97.7) OK, records in: 5846267, records dropped: 0 output_compression: ZSTD 2024/02/20-12:08:40.493593 3036188 (Original Log Time 2024/02/20-12:08:40.493320) EVENT_LOG_v1 {"time_micros": 1708430920493301, "job": 19803, "event": "compaction_finished", "compaction_time_micros": 11927734, "compaction_time_cpu_micros": 11749469, "output_level": 6, "num_output_files": 3, "total_output_size": 169424878, "num_input_records": 5846267, "num_output_records": 5846267, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-12:08:40.499188 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301242.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:40.499218 3036188 EVENT_LOG_v1 {"time_micros": 1708430920499213, "job": 19803, "event": "table_file_deletion", "file_number": 301242} 2024/02/20-12:08:40.507044 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301243.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:40.507078 3036188 EVENT_LOG_v1 {"time_micros": 1708430920507074, "job": 19803, "event": "table_file_deletion", "file_number": 301243} 2024/02/20-12:08:40.510236 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301244.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:40.510269 3036188 EVENT_LOG_v1 {"time_micros": 1708430920510264, "job": 19803, "event": "table_file_deletion", "file_number": 301244} 2024/02/20-12:08:40.510485 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301251.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:40.510498 3036188 EVENT_LOG_v1 {"time_micros": 1708430920510495, "job": 19803, "event": "table_file_deletion", "file_number": 301251} 2024/02/20-12:08:40.510632 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301258.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:40.510639 3036188 EVENT_LOG_v1 {"time_micros": 1708430920510638, "job": 19803, "event": "table_file_deletion", "file_number": 301258} 2024/02/20-12:08:45.028013 4077737 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301252. Total log size is 15728822 while max_total_wal_size is 15728640 2024/02/20-12:08:45.028261 4077737 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301262. Immutable memtables: 0. 2024/02/20-12:08:45.028488 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19804] Syncing log #301257 2024/02/20-12:08:45.037346 3036193 (Original Log Time 2024/02/20-12:08:45.028479) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:08:45.037356 3036193 [db/flush_job.cc:892] [key] [JOB 19804] Flushing memtable with next log file: 301262 2024/02/20-12:08:45.037384 3036193 EVENT_LOG_v1 {"time_micros": 1708430925037377, "job": 19804, "event": "flush_started", "num_memtables": 1, "num_entries": 97818, "num_deletes": 46000, "total_data_size": 6121296, "memory_usage": 10440456, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:08:45.037388 3036193 [db/flush_job.cc:926] [key] [JOB 19804] Level-0 flush table #301263: started 2024/02/20-12:08:45.152269 3036193 EVENT_LOG_v1 {"time_micros": 1708430925152221, "cf_name": "key", "job": 19804, "event": "table_file_creation", "file_number": 301263, "file_size": 3784882, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147603196, "largest_seqno": 5147773798, "table_properties": {"data_size": 3671705, "index_size": 30674, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 88965, "raw_key_size": 5862866, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1089, "num_entries": 96778, "num_filter_entries": 101379, "num_deletions": 46000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708430599, "oldest_key_time": 1708430599, "file_creation_time": 1708430925, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301263, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:08:45.152330 3036193 [db/flush_job.cc:1062] [key] [JOB 19804] Flush lasted 114992 microseconds, and 112056 cpu microseconds. 2024/02/20-12:08:45.153100 3036193 (Original Log Time 2024/02/20-12:08:45.152310) [db/flush_job.cc:1011] [key] [JOB 19804] Level-0 flush table #301263: 3784882 bytes OK 2024/02/20-12:08:45.153104 3036193 (Original Log Time 2024/02/20-12:08:45.152356) [db/memtable_list.cc:555] [key] Level-0 commit table #301263 started 2024/02/20-12:08:45.153105 3036193 (Original Log Time 2024/02/20-12:08:45.152797) [db/memtable_list.cc:754] [key] Level-0 commit table #301263: memtable #1 done 2024/02/20-12:08:45.153106 3036193 (Original Log Time 2024/02/20-12:08:45.152852) EVENT_LOG_v1 {"time_micros": 1708430925152843, "job": 19804, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-12:08:45.153108 3036193 (Original Log Time 2024/02/20-12:08:45.153059) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-12:08:45.153112 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19804] Try to delete WAL files size 11224399, prev total WAL file size 15733939, number of live WAL files 4. 2024/02/20-12:08:45.153223 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 19805] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-12:08:45.153245 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19812 Base level 0, inputs: [301263(3696KB) 301253(3817KB)], [301247(7461KB)] 2024/02/20-12:08:45.153269 3036190 EVENT_LOG_v1 {"time_micros": 1708430925153259, "job": 19805, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301263, 301253], "files_L5": [301247], "score": 1, "input_data_size": 15334345, "oldest_snapshot_seqno": -1} 2024/02/20-12:08:45.155183 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301252.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:45.739614 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19805] Generated table #301264: 389364 keys, 15086325 bytes, temperature: kUnknown 2024/02/20-12:08:45.739696 3036190 EVENT_LOG_v1 {"time_micros": 1708430925739643, "cf_name": "key", "job": 19805, "event": "table_file_creation", "file_number": 301264, "file_size": 15086325, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147092307, "largest_seqno": 5147773798, "table_properties": {"data_size": 14635637, "index_size": 124273, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 357125, "raw_key_size": 23574006, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4296, "num_entries": 389364, "num_filter_entries": 404017, "num_deletions": 186000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429679, "oldest_key_time": 0, "file_creation_time": 1708430925, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301264, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:08:45.741519 3036190 (Original Log Time 2024/02/20-12:08:45.740607) [db/compaction/compaction_job.cc:1729] [key] [JOB 19805] Compacted 2@0 + 1@5 files to L5 => 15086325 bytes 2024/02/20-12:08:45.741523 3036190 (Original Log Time 2024/02/20-12:08:45.741241) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.06, MB/sec: 26.1 rd, 25.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.3, 7.3 +0.0 blob) out(14.4 +0.0 blob), read-write-amplify(4.0) write-amplify(2.0) OK, records in: 389364, records dropped: 0 output_compression: LZ4 2024/02/20-12:08:45.741530 3036190 (Original Log Time 2024/02/20-12:08:45.741275) EVENT_LOG_v1 {"time_micros": 1708430925741263, "job": 19805, "event": "compaction_finished", "compaction_time_micros": 586504, "compaction_time_cpu_micros": 559057, "output_level": 5, "num_output_files": 1, "total_output_size": 15086325, "num_input_records": 389364, "num_output_records": 389364, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-12:08:45.742419 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301247.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:45.742434 3036190 EVENT_LOG_v1 {"time_micros": 1708430925742431, "job": 19805, "event": "table_file_deletion", "file_number": 301247} 2024/02/20-12:08:45.742893 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301253.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:45.742903 3036190 EVENT_LOG_v1 {"time_micros": 1708430925742901, "job": 19805, "event": "table_file_deletion", "file_number": 301253} 2024/02/20-12:08:45.743261 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301263.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:08:45.743270 3036190 EVENT_LOG_v1 {"time_micros": 1708430925743269, "job": 19805, "event": "table_file_deletion", "file_number": 301263} 2024/02/20-12:10:02.903867 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-12:10:02.903998 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1018401.8 total, 600.2 interval Cumulative writes: 129M writes, 581M keys, 129M commit groups, 1.0 writes per commit group, ingest: 56.03 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129794396.00 writes per sync, written: 56.03 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 96K writes, 309K keys, 95K commit groups, 1.0 writes per commit group, ingest: 27.42 MB, 0.05 MB/s Interval WAL: 96K writes, 0 syncs, 96154.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 406.68 379.29 4128 0.099 0 0 0.0 0.0 L5 1/0 15.81 MB 0.1 68.5 18.2 50.3 67.3 17.0 0.0 3.7 42.0 41.3 1669.81 1598.97 2132 0.783 1033M 1136 0.0 0.0 L6 12/0 756.51 MB 0.0 401.3 17.4 384.0 384.3 0.3 0.0 22.1 16.1 15.4 25576.66 23594.86 596 42.914 9377M 256M 0.0 0.0 Sum 13/0 772.32 MB 0.0 469.8 35.5 434.3 470.1 35.8 0.0 25.4 17.4 17.4 27653.16 25573.12 6856 4.033 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 19.3 28.1 0.86 0.84 3 0.288 220K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 469.8 35.5 434.3 451.6 17.3 0.0 0.0 17.7 17.0 27246.47 25193.83 2728 9.988 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 406.68 379.29 4128 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1018401.8 total, 600.2 interval Flush(GB): cumulative 18.479, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 470.08 GB write, 0.47 MB/s write, 469.80 GB read, 0.47 MB/s read, 27653.2 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1604 collections: 1698 last_copies: 0 last_secs: 0.000793 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(828,13.39 MB,0.871694%) IndexBlock(775,1.39 GB,92.7723%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5947490 Average: 2.1897 StdDev: 4.26 Min: 0 Median: 1.3828 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.29 ------------------------------------------------------ [ 0, 1 ] 2005117 33.714% 33.714% ####### ( 1, 2 ] 2530137 42.541% 76.255% ######### ( 2, 3 ] 989040 16.630% 92.884% ### ( 3, 4 ] 241244 4.056% 96.941% # ( 4, 6 ] 107171 1.802% 98.743% ( 6, 10 ] 35012 0.589% 99.331% ( 10, 15 ] 14751 0.248% 99.579% ( 15, 22 ] 7479 0.126% 99.705% ( 22, 34 ] 7833 0.132% 99.837% ( 34, 51 ] 5616 0.094% 99.931% ( 51, 76 ] 2498 0.042% 99.973% ( 76, 110 ] 882 0.015% 99.988% ( 110, 170 ] 400 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21556972 Average: 2.4666 StdDev: 6.80 Min: 0 Median: 1.4954 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.50 ------------------------------------------------------ [ 0, 1 ] 6605040 30.640% 30.640% ###### ( 1, 2 ] 8424305 39.079% 69.719% ######## ( 2, 3 ] 3655546 16.958% 86.677% ### ( 3, 4 ] 1331769 6.178% 92.855% # ( 4, 6 ] 1038944 4.820% 97.674% # ( 6, 10 ] 335533 1.556% 99.231% ( 10, 15 ] 58824 0.273% 99.504% ( 15, 22 ] 30077 0.140% 99.643% ( 22, 34 ] 32321 0.150% 99.793% ( 34, 51 ] 24577 0.114% 99.907% ( 51, 76 ] 11840 0.055% 99.962% ( 76, 110 ] 4837 0.022% 99.984% ( 110, 170 ] 1978 0.009% 99.994% ( 170, 250 ] 589 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 208875607 Average: 12.2074 StdDev: 82.04 Min: 0 Median: 1.4889 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.52 P99.9: 303.65 P99.99: 1541.42 ------------------------------------------------------ [ 0, 1 ] 71432225 34.198% 34.198% ####### ( 1, 2 ] 67513576 32.322% 66.521% ###### ( 2, 3 ] 29618934 14.180% 80.701% ### ( 3, 4 ] 6387073 3.058% 83.759% # ( 4, 6 ] 1164674 0.558% 84.316% ( 6, 10 ] 548163 0.262% 84.579% ( 10, 15 ] 310817 0.149% 84.728% ( 15, 22 ] 259181 0.124% 84.852% ( 22, 34 ] 7491148 3.586% 88.438% # ( 34, 51 ] 7555981 3.617% 92.056% # ( 51, 76 ] 6069179 2.906% 94.961% # ( 76, 110 ] 6660196 3.189% 98.150% # ( 110, 170 ] 3276193 1.568% 99.718% ( 170, 250 ] 333397 0.160% 99.878% ( 250, 380 ] 111440 0.053% 99.931% ( 380, 580 ] 67680 0.032% 99.964% ( 580, 870 ] 30382 0.015% 99.978% ( 870, 1300 ] 13795 0.007% 99.985% ( 1300, 1900 ] 26557 0.013% 99.998% ( 1900, 2900 ] 2123 0.001% 99.999% ( 2900, 4400 ] 856 0.000% 99.999% ( 4400, 6600 ] 619 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 188 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.6 87.05 73.78 4015 0.022 0 0 0.0 0.0 L6 3/0 161.58 MB 0.0 311.3 3.1 308.2 308.2 0.1 0.0 99.1 15.4 15.2 20718.86 20336.48 2114 9.801 11G 62M 0.0 0.0 Sum 3/0 161.58 MB 0.0 311.3 3.1 308.2 311.3 3.2 0.0 100.1 15.3 15.3 20805.91 20410.26 6129 3.395 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 98.7 13.6 13.6 11.98 11.80 3 3.992 5846K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 311.3 3.1 308.2 308.2 0.1 0.0 0.0 15.4 15.2 20718.86 20336.48 2114 9.801 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.6 87.05 73.78 4015 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1018401.8 total, 600.2 interval Flush(GB): cumulative 3.110, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 311.34 GB write, 0.31 MB/s write, 311.28 GB read, 0.31 MB/s read, 20805.9 seconds Interval compaction: 0.16 GB write, 0.27 MB/s write, 0.16 GB read, 0.27 MB/s read, 12.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4340 collections: 1698 last_copies: 0 last_secs: 0.001814 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2189,1.66 MB,0.108106%) IndexBlock(2150,1.46 GB,97.2008%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1021675 Average: 3.5651 StdDev: 6.34 Min: 0 Median: 2.5828 Max: 2960 Percentiles: P50: 2.58 P75: 3.76 P99: 12.40 P99.9: 60.74 P99.99: 195.15 ------------------------------------------------------ [ 0, 1 ] 116621 11.415% 11.415% ## ( 1, 2 ] 246976 24.174% 35.588% ##### ( 2, 3 ] 252654 24.729% 60.318% ##### ( 3, 4 ] 196088 19.193% 79.511% #### ( 4, 6 ] 168353 16.478% 95.989% ### ( 6, 10 ] 28493 2.789% 98.777% # ( 10, 15 ] 4728 0.463% 99.240% ( 15, 22 ] 2532 0.248% 99.488% ( 22, 34 ] 2154 0.211% 99.699% ( 34, 51 ] 1768 0.173% 99.872% ( 51, 76 ] 735 0.072% 99.944% ( 76, 110 ] 251 0.025% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176580742 Average: 2.1875 StdDev: 5.40 Min: 0 Median: 1.3423 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.84 P99.99: 144.69 ------------------------------------------------------ [ 0, 1 ] 65314779 36.989% 36.989% ####### ( 1, 2 ] 67125207 38.014% 75.003% ######## ( 2, 3 ] 32835064 18.595% 93.597% #### ( 3, 4 ] 7913708 4.482% 98.079% # ( 4, 6 ] 1477143 0.837% 98.916% ( 6, 10 ] 612894 0.347% 99.263% ( 10, 15 ] 399314 0.226% 99.489% ( 15, 22 ] 198698 0.113% 99.601% ( 22, 34 ] 311628 0.176% 99.778% ( 34, 51 ] 204367 0.116% 99.894% ( 51, 76 ] 99969 0.057% 99.950% ( 76, 110 ] 57839 0.033% 99.983% ( 110, 170 ] 21573 0.012% 99.995% ( 170, 250 ] 3831 0.002% 99.997% ( 250, 380 ] 1752 0.001% 99.998% ( 380, 580 ] 1454 0.001% 99.999% ( 580, 870 ] 865 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.8 272.77 253.04 4095 0.067 0 0 0.0 0.0 L5 1/0 14.39 MB 0.1 22.1 8.1 13.9 21.9 7.9 0.0 2.7 28.8 28.5 785.26 759.41 1960 0.401 611M 276K 0.0 0.0 L6 6/0 337.52 MB 0.0 196.2 8.8 187.4 187.5 0.1 0.0 21.3 14.4 13.8 13953.44 13652.21 713 19.570 8781M 237M 0.0 0.0 Sum 7/0 351.91 MB 0.0 218.2 16.9 201.3 218.4 17.1 0.0 24.2 14.9 14.9 15011.47 14664.67 6768 2.218 9392M 238M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 17.6 26.1 0.83 0.80 3 0.277 389K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 218.2 16.9 201.3 209.4 8.1 0.0 0.0 15.2 14.5 14738.70 14411.62 2673 5.514 9392M 238M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.8 272.77 253.04 4095 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1018401.8 total, 600.2 interval Flush(GB): cumulative 9.015, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 218.40 GB write, 0.22 MB/s write, 218.24 GB read, 0.22 MB/s read, 15011.5 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 361528 collections: 1698 last_copies: 0 last_secs: 0.153921 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(361420,1.39 GB,92.9617%) FilterBlock(51,50.91 MB,3.31468%) IndexBlock(56,23.41 MB,1.52414%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2819462 Average: 4.2598 StdDev: 8.09 Min: 0 Median: 1.9580 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.11 P99.99: 151.52 ------------------------------------------------------ [ 0, 1 ] 630846 22.375% 22.375% #### ( 1, 2 ] 813056 28.837% 51.212% ###### ( 2, 3 ] 397851 14.111% 65.323% ### ( 3, 4 ] 171903 6.097% 71.420% # ( 4, 6 ] 148896 5.281% 76.701% # ( 6, 10 ] 445343 15.795% 92.496% ### ( 10, 15 ] 176406 6.257% 98.753% # ( 15, 22 ] 16808 0.596% 99.349% ( 22, 34 ] 9019 0.320% 99.669% ( 34, 51 ] 5499 0.195% 99.864% ( 51, 76 ] 2510 0.089% 99.953% ( 76, 110 ] 823 0.029% 99.982% ( 110, 170 ] 318 0.011% 99.993% ( 170, 250 ] 87 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6829397 Average: 4.7067 StdDev: 7.67 Min: 0 Median: 2.4724 Max: 7311 Percentiles: P50: 2.47 P75: 6.17 P99: 19.49 P99.9: 69.21 P99.99: 169.00 ------------------------------------------------------ [ 0, 1 ] 1119773 16.396% 16.396% ### ( 1, 2 ] 1803628 26.410% 42.806% ##### ( 2, 3 ] 1039904 15.227% 58.033% ### ( 3, 4 ] 558031 8.171% 66.204% ## ( 4, 6 ] 551625 8.077% 74.281% ## ( 6, 10 ] 1188016 17.396% 91.677% ### ( 10, 15 ] 470628 6.891% 98.568% # ( 15, 22 ] 45962 0.673% 99.241% ( 22, 34 ] 24245 0.355% 99.596% ( 34, 51 ] 15331 0.224% 99.821% ( 51, 76 ] 7446 0.109% 99.930% ( 76, 110 ] 2826 0.041% 99.971% ( 110, 170 ] 1321 0.019% 99.990% ( 170, 250 ] 335 0.005% 99.995% ( 250, 380 ] 160 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 105977914 Average: 5.7870 StdDev: 24.81 Min: 0 Median: 2.3451 Max: 40453 Percentiles: P50: 2.35 P75: 7.55 P99: 41.24 P99.9: 158.77 P99.99: 466.43 ------------------------------------------------------ [ 0, 1 ] 25180664 23.760% 23.760% ##### ( 1, 2 ] 23994306 22.641% 46.401% ##### ( 2, 3 ] 11052169 10.429% 56.830% ## ( 3, 4 ] 4339605 4.095% 60.925% # ( 4, 6 ] 4962691 4.683% 65.607% # ( 6, 10 ] 25728571 24.277% 89.885% ##### ( 10, 15 ] 8275826 7.809% 97.694% ## ( 15, 22 ] 673551 0.636% 98.329% ( 22, 34 ] 550873 0.520% 98.849% ( 34, 51 ] 375517 0.354% 99.203% ( 51, 76 ] 238500 0.225% 99.429% ( 76, 110 ] 302541 0.285% 99.714% ( 110, 170 ] 242529 0.229% 99.943% ( 170, 250 ] 38840 0.037% 99.979% ( 250, 380 ] 8435 0.008% 99.987% ( 380, 580 ] 6244 0.006% 99.993% ( 580, 870 ] 3574 0.003% 99.997% ( 870, 1300 ] 1898 0.002% 99.999% ( 1300, 1900 ] 2609 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 100 0.000% 100.001% ( 6600, 9900 ] 116 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-12:10:02.907233 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 529514521 rocksdb.block.cache.hit COUNT : 2179808998 rocksdb.block.cache.add COUNT : 39629966 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32398 rocksdb.block.cache.index.hit COUNT : 534889039 rocksdb.block.cache.index.add COUNT : 32384 rocksdb.block.cache.index.bytes.insert COUNT : 34618537590 rocksdb.block.cache.filter.miss COUNT : 32404 rocksdb.block.cache.filter.hit COUNT : 1110410691 rocksdb.block.cache.filter.add COUNT : 32404 rocksdb.block.cache.filter.bytes.insert COUNT : 8802053524 rocksdb.block.cache.data.miss COUNT : 529449719 rocksdb.block.cache.data.hit COUNT : 534509268 rocksdb.block.cache.data.add COUNT : 39565178 rocksdb.block.cache.data.bytes.insert COUNT : 163887935032 rocksdb.block.cache.bytes.read COUNT : 1899853963906528 rocksdb.block.cache.bytes.write COUNT : 207308526146 rocksdb.bloom.filter.useful COUNT : 575586396 rocksdb.bloom.filter.full.positive COUNT : 534824327 rocksdb.bloom.filter.full.true.positive COUNT : 529255575 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94087600 rocksdb.memtable.miss COUNT : 6319602987 rocksdb.l0.hit COUNT : 16188795 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 513066780 rocksdb.compaction.key.drop.new COUNT : 278282687 rocksdb.compaction.key.drop.obsolete COUNT : 278302466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 581942509 rocksdb.number.keys.read COUNT : 651438787 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60161402222 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67894 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32389 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 768290833 rocksdb.number.multiget.keys.read COUNT : 5762251800 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60161402222 rocksdb.write.self COUNT : 129582480 rocksdb.write.other COUNT : 211916 rocksdb.write.wal COUNT : 129794396 rocksdb.compact.read.bytes COUNT : 997410667887 rocksdb.compact.write.bytes COUNT : 1040683434929 rocksdb.flush.write.bytes COUNT : 32864179909 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1028789 rocksdb.number.superversion_releases COUNT : 2714 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 522817242 rocksdb.number.block.decompressed COUNT : 522871814 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 59941932909 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67894 rocksdb.num.iterator.deleted COUNT : 67894 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5226 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5188 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44157 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61069089930 rocksdb.memtable.garbage.bytes.at.flush COUNT : 736291184 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 944867821189 rocksdb.last.level.read.count COUNT : 491436627 rocksdb.non.last.level.read.bytes COUNT : 129082172922 rocksdb.non.last.level.read.count COUNT : 38175061 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 529546910 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2133235598428 rocksdb.bytes.compressed.to COUNT : 1035948538185 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26191455847 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6606648 rocksdb.bytes.decompressed.from COUNT : 1036259700746 rocksdb.bytes.decompressed.to COUNT : 2133504660524 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.413986 P95 : 106.278125 P99 : 160.388894 P100 : 227461.000000 COUNT : 651438787 SUM : 33596078108 rocksdb.db.write.micros P50 : 67.014133 P95 : 111.740968 P99 : 169.425145 P100 : 2037453.000000 COUNT : 129794396 SUM : 13387498750 rocksdb.compaction.times.micros P50 : 1621228.070175 P95 : 38352380.952381 P99 : 67032511.210762 P100 : 89521673.000000 COUNT : 7515 SUM : 62704030660 rocksdb.compaction.times.cpu_micros P50 : 1560108.303249 P95 : 35695278.969957 P99 : 63840277.777778 P100 : 83823365.000000 COUNT : 7515 SUM : 59941932909 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4297.294589 P95 : 27691.607898 P99 : 61538.888889 P100 : 1558490.000000 COUNT : 12223 SUM : 114215139 rocksdb.compaction.outfile.sync.micros P50 : 62574.518496 P95 : 125918.300654 P99 : 225372.631579 P100 : 2063820.000000 COUNT : 20149 SUM : 1292323965 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.064754 P95 : 727.118194 P99 : 3917.857143 P100 : 501117.000000 COUNT : 19800 SUM : 12782061 rocksdb.table.open.io.micros P50 : 582.261905 P95 : 6233.632371 P99 : 13032.679790 P100 : 207055.000000 COUNT : 32389 SUM : 57389722 rocksdb.db.multiget.micros P50 : 7.994287 P95 : 17.808298 P99 : 33.050653 P100 : 26625.000000 COUNT : 768290833 SUM : 7276807617 rocksdb.read.block.compaction.micros P50 : 13.662858 P95 : 58.743231 P99 : 138.180679 P100 : 136000.000000 COUNT : 489884541 SUM : 9501104942 rocksdb.read.block.get.micros P50 : 52.853663 P95 : 94.770128 P99 : 145.752889 P100 : 206929.000000 COUNT : 39629980 SUM : 2283866312 rocksdb.write.raw.block.micros P50 : 0.521515 P95 : 0.990879 P99 : 1.894998 P100 : 331149.000000 COUNT : 529521006 SUM : 10593402545 rocksdb.numfiles.in.singlecompaction P50 : 2.774968 P95 : 5.679457 P99 : 5.938608 P100 : 7.000000 COUNT : 5724 SUM : 20381 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.535808 P95 : 33.113340 P99 : 104.729025 P100 : 135929.000000 COUNT : 529611688 SUM : 3663409081 rocksdb.file.read.flush.micros P50 : 1.842188 P95 : 15.797337 P99 : 41.208090 P100 : 787.000000 COUNT : 61115 SUM : 292836 rocksdb.file.read.compaction.micros P50 : 1.421064 P95 : 36.158230 P99 : 106.228781 P100 : 135929.000000 COUNT : 489985300 SUM : 3267612878 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 651438788 SUM : 0 rocksdb.bytes.per.write P50 : 218.494117 P95 : 527.608655 P99 : 803.751178 P100 : 4563443.000000 COUNT : 129582481 SUM : 60161402383 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 768290834 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46031.789282 P95 : 166723.855422 P99 : 238920.547945 P100 : 1681975.000000 COUNT : 12266 SUM : 766504487 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-12:10:02.907373 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-12:10:02.907584 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708431002 to in-memory stats history 2024/02/20-12:10:02.907611 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-12:10:02.907648 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-12:12:49.515778 4076679 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301254. Total log size is 15728738 while max_total_wal_size is 15728640 2024/02/20-12:12:49.516025 4076679 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301265. Immutable memtables: 0. 2024/02/20-12:12:49.516243 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19806] Syncing log #301262 2024/02/20-12:12:49.517916 3036210 (Original Log Time 2024/02/20-12:12:49.516233) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:12:49.517923 3036210 [db/flush_job.cc:892] [url] [JOB 19806] Flushing memtable with next log file: 301265 2024/02/20-12:12:49.517949 3036210 EVENT_LOG_v1 {"time_micros": 1708431169517941, "job": 19806, "event": "flush_started", "num_memtables": 1, "num_entries": 59849, "num_deletes": 0, "total_data_size": 9215207, "memory_usage": 11146376, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:12:49.517953 3036210 [db/flush_job.cc:926] [url] [JOB 19806] Level-0 flush table #301266: started 2024/02/20-12:12:49.663368 3036210 EVENT_LOG_v1 {"time_micros": 1708431169663332, "cf_name": "url", "job": 19806, "event": "table_file_creation", "file_number": 301266, "file_size": 4783528, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147727672, "largest_seqno": 5147889609, "table_properties": {"data_size": 4703047, "index_size": 124821, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6085, "raw_key_size": 8915610, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1412, "num_entries": 58867, "num_filter_entries": 6999, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708430824, "oldest_key_time": 1708430824, "file_creation_time": 1708431169, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301266, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:12:49.663411 3036210 [db/flush_job.cc:1062] [url] [JOB 19806] Flush lasted 145498 microseconds, and 141833 cpu microseconds. 2024/02/20-12:12:49.664029 3036210 (Original Log Time 2024/02/20-12:12:49.663396) [db/flush_job.cc:1011] [url] [JOB 19806] Level-0 flush table #301266: 4783528 bytes OK 2024/02/20-12:12:49.664033 3036210 (Original Log Time 2024/02/20-12:12:49.663416) [db/memtable_list.cc:555] [url] Level-0 commit table #301266 started 2024/02/20-12:12:49.664035 3036210 (Original Log Time 2024/02/20-12:12:49.663766) [db/memtable_list.cc:754] [url] Level-0 commit table #301266: memtable #1 done 2024/02/20-12:12:49.664037 3036210 (Original Log Time 2024/02/20-12:12:49.663785) EVENT_LOG_v1 {"time_micros": 1708431169663779, "job": 19806, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-12:12:49.664039 3036210 (Original Log Time 2024/02/20-12:12:49.663991) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-12:12:49.664044 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19806] Try to delete WAL files size 3723206, prev total WAL file size 15738437, number of live WAL files 4. 2024/02/20-12:12:49.664802 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301254.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:14:12.609886 4076364 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301257. Total log size is 15728831 while max_total_wal_size is 15728640 2024/02/20-12:14:12.610217 4076364 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301267. Immutable memtables: 0. 2024/02/20-12:14:12.610488 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19807] Syncing log #301265 2024/02/20-12:14:12.617960 3036193 (Original Log Time 2024/02/20-12:14:12.610470) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:14:12.617972 3036193 [db/flush_job.cc:892] [tag] [JOB 19807] Flushing memtable with next log file: 301267 2024/02/20-12:14:12.618002 3036193 EVENT_LOG_v1 {"time_micros": 1708431252617993, "job": 19807, "event": "flush_started", "num_memtables": 1, "num_entries": 18978, "num_deletes": 0, "total_data_size": 1660246, "memory_usage": 3766688, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:14:12.618007 3036193 [db/flush_job.cc:926] [tag] [JOB 19807] Level-0 flush table #301268: started 2024/02/20-12:14:12.658118 3036193 EVENT_LOG_v1 {"time_micros": 1708431252658032, "cf_name": "tag", "job": 19807, "event": "table_file_creation", "file_number": 301268, "file_size": 996373, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147765455, "largest_seqno": 5147927577, "table_properties": {"data_size": 988411, "index_size": 10726, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1608419, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 306, "num_entries": 18850, "num_filter_entries": 201, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708430908, "oldest_key_time": 1708430908, "file_creation_time": 1708431252, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301268, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:14:12.658203 3036193 [db/flush_job.cc:1062] [tag] [JOB 19807] Flush lasted 40252 microseconds, and 38402 cpu microseconds. 2024/02/20-12:14:12.658824 3036193 (Original Log Time 2024/02/20-12:14:12.658185) [db/flush_job.cc:1011] [tag] [JOB 19807] Level-0 flush table #301268: 996373 bytes OK 2024/02/20-12:14:12.658829 3036193 (Original Log Time 2024/02/20-12:14:12.658213) [db/memtable_list.cc:555] [tag] Level-0 commit table #301268 started 2024/02/20-12:14:12.658832 3036193 (Original Log Time 2024/02/20-12:14:12.658569) [db/memtable_list.cc:754] [tag] Level-0 commit table #301268: memtable #1 done 2024/02/20-12:14:12.658835 3036193 (Original Log Time 2024/02/20-12:14:12.658589) EVENT_LOG_v1 {"time_micros": 1708431252658584, "job": 19807, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:14:12.658839 3036193 (Original Log Time 2024/02/20-12:14:12.658775) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-12:14:12.658845 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19807] Try to delete WAL files size 781217, prev total WAL file size 15730583, number of live WAL files 4. 2024/02/20-12:14:12.659142 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301257.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:14:29.081974 4076280 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301262. Total log size is 15728793 while max_total_wal_size is 15728640 2024/02/20-12:14:29.082236 4076280 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301269. Immutable memtables: 0. 2024/02/20-12:14:29.082476 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19808] Syncing log #301267 2024/02/20-12:14:29.103814 3036210 (Original Log Time 2024/02/20-12:14:29.082448) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:14:29.103826 3036210 [db/flush_job.cc:892] [key] [JOB 19808] Flushing memtable with next log file: 301269 2024/02/20-12:14:29.103852 3036210 EVENT_LOG_v1 {"time_micros": 1708431269103845, "job": 19808, "event": "flush_started", "num_memtables": 1, "num_entries": 83233, "num_deletes": 28000, "total_data_size": 5210455, "memory_usage": 8751768, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:14:29.103857 3036210 [db/flush_job.cc:926] [key] [JOB 19808] Level-0 flush table #301270: started 2024/02/20-12:14:29.211912 3036210 EVENT_LOG_v1 {"time_micros": 1708431269211854, "cf_name": "key", "job": 19808, "event": "table_file_creation", "file_number": 301270, "file_size": 3375711, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147773800, "largest_seqno": 5147935965, "table_properties": {"data_size": 3280450, "index_size": 25501, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 75621, "raw_key_size": 4984479, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 969, "num_entries": 82247, "num_filter_entries": 86186, "num_deletions": 28000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708430925, "oldest_key_time": 1708430925, "file_creation_time": 1708431269, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301270, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:14:29.211975 3036210 [db/flush_job.cc:1062] [key] [JOB 19808] Flush lasted 108171 microseconds, and 102551 cpu microseconds. 2024/02/20-12:14:29.212647 3036210 (Original Log Time 2024/02/20-12:14:29.211953) [db/flush_job.cc:1011] [key] [JOB 19808] Level-0 flush table #301270: 3375711 bytes OK 2024/02/20-12:14:29.212652 3036210 (Original Log Time 2024/02/20-12:14:29.211984) [db/memtable_list.cc:555] [key] Level-0 commit table #301270 started 2024/02/20-12:14:29.212654 3036210 (Original Log Time 2024/02/20-12:14:29.212328) [db/memtable_list.cc:754] [key] Level-0 commit table #301270: memtable #1 done 2024/02/20-12:14:29.212656 3036210 (Original Log Time 2024/02/20-12:14:29.212359) EVENT_LOG_v1 {"time_micros": 1708431269212350, "job": 19808, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-12:14:29.212659 3036210 (Original Log Time 2024/02/20-12:14:29.212596) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-12:14:29.212666 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19808] Try to delete WAL files size 11224315, prev total WAL file size 15733699, number of live WAL files 4. 2024/02/20-12:14:29.214498 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301262.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:16:41.209879 4076640 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301271. Immutable memtables: 0. 2024/02/20-12:16:41.210141 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19809] Syncing log #301269 2024/02/20-12:16:41.229311 3036193 (Original Log Time 2024/02/20-12:16:41.210133) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:16:41.229320 3036193 [db/flush_job.cc:892] [url] [JOB 19809] Flushing memtable with next log file: 301271 2024/02/20-12:16:41.229352 3036193 EVENT_LOG_v1 {"time_micros": 1708431401229339, "job": 19809, "event": "flush_started", "num_memtables": 1, "num_entries": 39460, "num_deletes": 0, "total_data_size": 6120994, "memory_usage": 7486832, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-12:16:41.229356 3036193 [db/flush_job.cc:926] [url] [JOB 19809] Level-0 flush table #301272: started 2024/02/20-12:16:41.305983 3036193 EVENT_LOG_v1 {"time_micros": 1708431401305944, "cf_name": "url", "job": 19809, "event": "table_file_creation", "file_number": 301272, "file_size": 3238400, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147889611, "largest_seqno": 5147995854, "table_properties": {"data_size": 3183735, "index_size": 79030, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4789, "raw_key_size": 5925929, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 966, "num_entries": 38806, "num_filter_entries": 5397, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431169, "oldest_key_time": 1708431169, "file_creation_time": 1708431401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301272, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:16:41.306035 3036193 [db/flush_job.cc:1062] [url] [JOB 19809] Flush lasted 76731 microseconds, and 73453 cpu microseconds. 2024/02/20-12:16:41.306652 3036193 (Original Log Time 2024/02/20-12:16:41.306016) [db/flush_job.cc:1011] [url] [JOB 19809] Level-0 flush table #301272: 3238400 bytes OK 2024/02/20-12:16:41.306655 3036193 (Original Log Time 2024/02/20-12:16:41.306041) [db/memtable_list.cc:555] [url] Level-0 commit table #301272 started 2024/02/20-12:16:41.306656 3036193 (Original Log Time 2024/02/20-12:16:41.306391) [db/memtable_list.cc:754] [url] Level-0 commit table #301272: memtable #1 done 2024/02/20-12:16:41.306658 3036193 (Original Log Time 2024/02/20-12:16:41.306413) EVENT_LOG_v1 {"time_micros": 1708431401306408, "job": 19809, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-12:16:41.306659 3036193 (Original Log Time 2024/02/20-12:16:41.306612) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-12:16:41.306663 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19809] Try to delete WAL files size 3723299, prev total WAL file size 10391814, number of live WAL files 4. 2024/02/20-12:16:41.306754 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 19810] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-12:16:41.306763 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19817 Base level 0, inputs: [301272(3162KB) 301266(4671KB)], [301256(15MB)] 2024/02/20-12:16:41.306783 3036187 EVENT_LOG_v1 {"time_micros": 1708431401306771, "job": 19810, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301272, 301266], "files_L5": [301256], "score": 1, "input_data_size": 24602158, "oldest_snapshot_seqno": -1} 2024/02/20-12:16:41.307395 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301265.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:16:42.027842 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19810] Generated table #301273: 318315 keys, 23576328 bytes, temperature: kUnknown 2024/02/20-12:16:42.027930 3036187 EVENT_LOG_v1 {"time_micros": 1708431402027872, "cf_name": "url", "job": 19810, "event": "table_file_creation", "file_number": 301273, "file_size": 23576328, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147048527, "largest_seqno": 5147995854, "table_properties": {"data_size": 23217287, "index_size": 653361, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18453, "raw_key_size": 48402107, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6967, "num_entries": 318315, "num_filter_entries": 21150, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429601, "oldest_key_time": 0, "file_creation_time": 1708431401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301273, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:16:42.029553 3036187 (Original Log Time 2024/02/20-12:16:42.028766) [db/compaction/compaction_job.cc:1729] [url] [JOB 19810] Compacted 2@0 + 1@5 files to L5 => 23576328 bytes 2024/02/20-12:16:42.029559 3036187 (Original Log Time 2024/02/20-12:16:42.029254) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.09, MB/sec: 34.1 rd, 32.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.7, 15.8 +0.0 blob) out(22.5 +0.0 blob), read-write-amplify(6.0) write-amplify(2.9) OK, records in: 318315, records dropped: 0 output_compression: LZ4 2024/02/20-12:16:42.029568 3036187 (Original Log Time 2024/02/20-12:16:42.029291) EVENT_LOG_v1 {"time_micros": 1708431402029273, "job": 19810, "event": "compaction_finished", "compaction_time_micros": 721226, "compaction_time_cpu_micros": 699487, "output_level": 5, "num_output_files": 1, "total_output_size": 23576328, "num_input_records": 318315, "num_output_records": 318315, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-12:16:42.031316 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301256.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:16:42.031337 3036187 EVENT_LOG_v1 {"time_micros": 1708431402031334, "job": 19810, "event": "table_file_deletion", "file_number": 301256} 2024/02/20-12:16:42.032728 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301266.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:16:42.032749 3036187 EVENT_LOG_v1 {"time_micros": 1708431402032746, "job": 19810, "event": "table_file_deletion", "file_number": 301266} 2024/02/20-12:16:42.033214 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301272.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:16:42.033228 3036187 EVENT_LOG_v1 {"time_micros": 1708431402033225, "job": 19810, "event": "table_file_deletion", "file_number": 301272} 2024/02/20-12:16:42.033280 4076640 (Original Log Time 2024/02/20-12:16:41.307446) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-12:16:42.033507 3036192 (Original Log Time 2024/02/20-12:16:42.033444) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-12:16:42.033520 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19811] Compacting 1@5 + 12@6 files to L6, score -1.00 2024/02/20-12:16:42.033532 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19818 Base level 5, inputs: [301273(22MB)], [301205(64MB) 301206(64MB) 301207(64MB) 301208(64MB) 301209(64MB) 301210(64MB) 301211(64MB) 301212(65MB) 301213(64MB) 301214(64MB) 301215(65MB) 301216(43MB)] 2024/02/20-12:16:42.033566 3036192 EVENT_LOG_v1 {"time_micros": 1708431402033550, "job": 19811, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301273], "files_L6": [301205, 301206, 301207, 301208, 301209, 301210, 301211, 301212, 301213, 301214, 301215, 301216], "score": -1, "input_data_size": 816836518, "oldest_snapshot_seqno": -1} 2024/02/20-12:16:47.308146 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301274: 1755528 keys, 67803991 bytes, temperature: kUnknown 2024/02/20-12:16:47.308238 3036192 EVENT_LOG_v1 {"time_micros": 1708431407308171, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301274, "file_size": 67803991, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109898, "index_size": 2479622, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14773, "raw_key_size": 240423941, "raw_average_key_size": 136, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33911, "num_entries": 1755528, "num_filter_entries": 16896, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431402, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301274, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:16:52.182732 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301275: 1199227 keys, 67589314 bytes, temperature: kUnknown 2024/02/20-12:16:52.182795 3036192 EVENT_LOG_v1 {"time_micros": 1708431412182760, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301275, "file_size": 67589314, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110601, "index_size": 1994106, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 178581367, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32617, "num_entries": 1199227, "num_filter_entries": 192, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431407, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301275, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:16:57.569655 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301276: 1481619 keys, 67849440 bytes, temperature: kUnknown 2024/02/20-12:16:57.569714 3036192 EVENT_LOG_v1 {"time_micros": 1708431417569679, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301276, "file_size": 67849440, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110023, "index_size": 2711326, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19861, "raw_key_size": 218681547, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34961, "num_entries": 1481619, "num_filter_entries": 22755, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301276, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:03.110876 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301277: 1636207 keys, 67932005 bytes, temperature: kUnknown 2024/02/20-12:17:03.110933 3036192 EVENT_LOG_v1 {"time_micros": 1708431423110898, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301277, "file_size": 67932005, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110558, "index_size": 3086120, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27893, "raw_key_size": 244029086, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35255, "num_entries": 1636207, "num_filter_entries": 31832, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431417, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301277, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:08.617383 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301278: 1606073 keys, 68149161 bytes, temperature: kUnknown 2024/02/20-12:17:08.617492 3036192 EVENT_LOG_v1 {"time_micros": 1708431428617423, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301278, "file_size": 68149161, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110629, "index_size": 5489247, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 54037, "raw_key_size": 242456899, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35192, "num_entries": 1606073, "num_filter_entries": 61606, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431423, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301278, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:14.032436 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301279: 1614981 keys, 67765350 bytes, temperature: kUnknown 2024/02/20-12:17:14.032520 3036192 EVENT_LOG_v1 {"time_micros": 1708431434032478, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301279, "file_size": 67765350, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109928, "index_size": 2828142, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5333, "raw_key_size": 230509626, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34225, "num_entries": 1614981, "num_filter_entries": 6105, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431428, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301279, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:19.449753 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301280: 1706739 keys, 67729378 bytes, temperature: kUnknown 2024/02/20-12:17:19.449845 3036192 EVENT_LOG_v1 {"time_micros": 1708431439449798, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301280, "file_size": 67729378, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109705, "index_size": 2580632, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 231407227, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34331, "num_entries": 1706739, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431434, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301280, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:24.349449 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301281: 1435553 keys, 68700936 bytes, temperature: kUnknown 2024/02/20-12:17:24.349551 3036192 EVENT_LOG_v1 {"time_micros": 1708431444349500, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301281, "file_size": 68700936, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110138, "index_size": 4658848, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24421, "raw_key_size": 235442820, "raw_average_key_size": 164, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33763, "num_entries": 1435553, "num_filter_entries": 27943, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431439, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301281, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:30.250554 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301282: 1628334 keys, 67844408 bytes, temperature: kUnknown 2024/02/20-12:17:30.250636 3036192 EVENT_LOG_v1 {"time_micros": 1708431450250598, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301282, "file_size": 67844408, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110335, "index_size": 2776801, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 25621, "raw_key_size": 233905046, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35058, "num_entries": 1628334, "num_filter_entries": 29237, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431444, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301282, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:35.479405 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301283: 1587121 keys, 67885181 bytes, temperature: kUnknown 2024/02/20-12:17:35.479481 3036192 EVENT_LOG_v1 {"time_micros": 1708431455479428, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301283, "file_size": 67885181, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109819, "index_size": 3038137, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15525, "raw_key_size": 242329845, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35774, "num_entries": 1587121, "num_filter_entries": 17761, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431450, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301283, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:40.210056 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301284: 1557818 keys, 68379053 bytes, temperature: kUnknown 2024/02/20-12:17:40.210120 3036192 EVENT_LOG_v1 {"time_micros": 1708431460210083, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301284, "file_size": 68379053, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110881, "index_size": 3772441, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 106005, "raw_key_size": 266300208, "raw_average_key_size": 170, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35240, "num_entries": 1557818, "num_filter_entries": 120717, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431455, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301284, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:43.928853 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19811] Generated table #301285: 888987 keys, 56382277 bytes, temperature: kUnknown 2024/02/20-12:17:43.928928 3036192 EVENT_LOG_v1 {"time_micros": 1708431463928884, "cf_name": "url", "job": 19811, "event": "table_file_creation", "file_number": 301285, "file_size": 56382277, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 53930203, "index_size": 6644926, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9349, "raw_key_size": 276403154, "raw_average_key_size": 310, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28534, "num_entries": 888987, "num_filter_entries": 10620, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431460, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301285, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:43.978600 3036192 (Original Log Time 2024/02/20-12:17:43.977481) [db/compaction/compaction_job.cc:1729] [url] [JOB 19811] Compacted 1@5 + 12@6 files to L6 => 804010494 bytes 2024/02/20-12:17:43.978605 3036192 (Original Log Time 2024/02/20-12:17:43.978311) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 13.2 rd, 13.0 wr, level 6, files in(1, 12) out(12 +0 blob) MB in(22.5, 756.5 +0.0 blob) out(766.8 +0.0 blob), read-write-amplify(68.7) write-amplify(34.1) OK, records in: 18098189, records dropped: 2 output_compression: ZSTD 2024/02/20-12:17:43.978616 3036192 (Original Log Time 2024/02/20-12:17:43.978353) EVENT_LOG_v1 {"time_micros": 1708431463978328, "job": 19811, "event": "compaction_finished", "compaction_time_micros": 61895416, "compaction_time_cpu_micros": 55992842, "output_level": 6, "num_output_files": 12, "total_output_size": 804010494, "num_input_records": 18098189, "num_output_records": 18098187, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-12:17:43.984284 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301205.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:43.984312 3036192 EVENT_LOG_v1 {"time_micros": 1708431463984308, "job": 19811, "event": "table_file_deletion", "file_number": 301205} 2024/02/20-12:17:43.992485 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301206.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:43.992523 3036192 EVENT_LOG_v1 {"time_micros": 1708431463992515, "job": 19811, "event": "table_file_deletion", "file_number": 301206} 2024/02/20-12:17:44.000426 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301207.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.000474 3036192 EVENT_LOG_v1 {"time_micros": 1708431464000469, "job": 19811, "event": "table_file_deletion", "file_number": 301207} 2024/02/20-12:17:44.006972 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301208.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.007007 3036192 EVENT_LOG_v1 {"time_micros": 1708431464007001, "job": 19811, "event": "table_file_deletion", "file_number": 301208} 2024/02/20-12:17:44.014736 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301209.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.014783 3036192 EVENT_LOG_v1 {"time_micros": 1708431464014777, "job": 19811, "event": "table_file_deletion", "file_number": 301209} 2024/02/20-12:17:44.022170 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301210.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.022199 3036192 EVENT_LOG_v1 {"time_micros": 1708431464022195, "job": 19811, "event": "table_file_deletion", "file_number": 301210} 2024/02/20-12:17:44.029585 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301211.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.029605 3036192 EVENT_LOG_v1 {"time_micros": 1708431464029601, "job": 19811, "event": "table_file_deletion", "file_number": 301211} 2024/02/20-12:17:44.035586 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301212.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.035611 3036192 EVENT_LOG_v1 {"time_micros": 1708431464035608, "job": 19811, "event": "table_file_deletion", "file_number": 301212} 2024/02/20-12:17:44.041881 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301213.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.041910 3036192 EVENT_LOG_v1 {"time_micros": 1708431464041905, "job": 19811, "event": "table_file_deletion", "file_number": 301213} 2024/02/20-12:17:44.048004 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301214.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.048044 3036192 EVENT_LOG_v1 {"time_micros": 1708431464048037, "job": 19811, "event": "table_file_deletion", "file_number": 301214} 2024/02/20-12:17:44.056902 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301215.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.056941 3036192 EVENT_LOG_v1 {"time_micros": 1708431464056936, "job": 19811, "event": "table_file_deletion", "file_number": 301215} 2024/02/20-12:17:44.061968 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301216.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.062001 3036192 EVENT_LOG_v1 {"time_micros": 1708431464061997, "job": 19811, "event": "table_file_deletion", "file_number": 301216} 2024/02/20-12:17:44.065101 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301273.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:44.065126 3036192 EVENT_LOG_v1 {"time_micros": 1708431464065122, "job": 19811, "event": "table_file_deletion", "file_number": 301273} 2024/02/20-12:17:44.065190 4076640 (Original Log Time 2024/02/20-12:16:42.033296) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-12:17:44.065445 4076640 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301286. Immutable memtables: 0. 2024/02/20-12:17:44.065690 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19812] Syncing log #301271 2024/02/20-12:17:44.070212 3036210 (Original Log Time 2024/02/20-12:17:44.065679) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:17:44.070218 3036210 [db/flush_job.cc:892] [tag] [JOB 19812] Flushing memtable with next log file: 301286 2024/02/20-12:17:44.070242 3036210 EVENT_LOG_v1 {"time_micros": 1708431464070234, "job": 19812, "event": "flush_started", "num_memtables": 1, "num_entries": 10826, "num_deletes": 0, "total_data_size": 951984, "memory_usage": 2287384, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-12:17:44.070245 3036210 [db/flush_job.cc:926] [tag] [JOB 19812] Level-0 flush table #301287: started 2024/02/20-12:17:44.103945 3036210 EVENT_LOG_v1 {"time_micros": 1708431464103913, "cf_name": "tag", "job": 19812, "event": "table_file_creation", "file_number": 301287, "file_size": 552078, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147927623, "largest_seqno": 5148025654, "table_properties": {"data_size": 546693, "index_size": 6150, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 912133, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 175, "num_entries": 10626, "num_filter_entries": 155, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431252, "oldest_key_time": 1708431252, "file_creation_time": 1708431464, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301287, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:44.103989 3036210 [db/flush_job.cc:1062] [tag] [JOB 19812] Flush lasted 33780 microseconds, and 31577 cpu microseconds. 2024/02/20-12:17:44.104573 3036210 (Original Log Time 2024/02/20-12:17:44.103974) [db/flush_job.cc:1011] [tag] [JOB 19812] Level-0 flush table #301287: 552078 bytes OK 2024/02/20-12:17:44.104576 3036210 (Original Log Time 2024/02/20-12:17:44.103995) [db/memtable_list.cc:555] [tag] Level-0 commit table #301287 started 2024/02/20-12:17:44.104578 3036210 (Original Log Time 2024/02/20-12:17:44.104319) [db/memtable_list.cc:754] [tag] Level-0 commit table #301287: memtable #1 done 2024/02/20-12:17:44.104580 3036210 (Original Log Time 2024/02/20-12:17:44.104338) EVENT_LOG_v1 {"time_micros": 1708431464104332, "job": 19812, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:17:44.104581 3036210 (Original Log Time 2024/02/20-12:17:44.104536) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-12:17:44.104585 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19812] Try to delete WAL files size 781179, prev total WAL file size 9546721, number of live WAL files 4. 2024/02/20-12:17:44.104672 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19813] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-12:17:44.104685 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19820 Base level 0, inputs: [301287(539KB) 301268(973KB)], [301259(64MB) 301260(64MB) 301261(32MB)] 2024/02/20-12:17:44.104710 3036186 EVENT_LOG_v1 {"time_micros": 1708431464104699, "job": 19813, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301287, 301268], "files_L6": [301259, 301260, 301261], "score": 1, "input_data_size": 170973329, "oldest_snapshot_seqno": -1} 2024/02/20-12:17:44.104828 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301267.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:48.917393 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19813] Generated table #301288: 2444757 keys, 67643804 bytes, temperature: kUnknown 2024/02/20-12:17:48.917484 3036186 EVENT_LOG_v1 {"time_micros": 1708431468917420, "cf_name": "tag", "job": 19813, "event": "table_file_creation", "file_number": 301288, "file_size": 67643804, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110204, "index_size": 1475673, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 204677096, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36072, "num_entries": 2444757, "num_filter_entries": 1661, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708431464, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301288, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:53.316048 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19813] Generated table #301289: 2098334 keys, 67647297 bytes, temperature: kUnknown 2024/02/20-12:17:53.316123 3036186 EVENT_LOG_v1 {"time_micros": 1708431473316080, "cf_name": "tag", "job": 19813, "event": "table_file_creation", "file_number": 301289, "file_size": 67647297, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109483, "index_size": 1410789, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192505359, "raw_average_key_size": 91, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36038, "num_entries": 2098334, "num_filter_entries": 1668, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708431468, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301289, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:55.963628 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19813] Generated table #301290: 1332652 keys, 34922280 bytes, temperature: kUnknown 2024/02/20-12:17:55.963695 3036186 EVENT_LOG_v1 {"time_micros": 1708431475963654, "cf_name": "tag", "job": 19813, "event": "table_file_creation", "file_number": 301290, "file_size": 34922280, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 34655928, "index_size": 760760, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 105820034, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 18859, "num_entries": 1332652, "num_filter_entries": 292, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708431473, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301290, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:55.977187 3036186 (Original Log Time 2024/02/20-12:17:55.976270) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19813] Compacted 2@0 + 3@6 files to L6 => 170213381 bytes 2024/02/20-12:17:55.977194 3036186 (Original Log Time 2024/02/20-12:17:55.976826) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.4 rd, 14.4 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.5, 161.6 +0.0 blob) out(162.3 +0.0 blob), read-write-amplify(220.3) write-amplify(109.9) OK, records in: 5875743, records dropped: 0 output_compression: ZSTD 2024/02/20-12:17:55.977200 3036186 (Original Log Time 2024/02/20-12:17:55.976865) EVENT_LOG_v1 {"time_micros": 1708431475976846, "job": 19813, "event": "compaction_finished", "compaction_time_micros": 11859056, "compaction_time_cpu_micros": 11709355, "output_level": 6, "num_output_files": 3, "total_output_size": 170213381, "num_input_records": 5875743, "num_output_records": 5875743, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-12:17:55.982877 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301259.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:55.982933 3036186 EVENT_LOG_v1 {"time_micros": 1708431475982928, "job": 19813, "event": "table_file_deletion", "file_number": 301259} 2024/02/20-12:17:55.990251 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301260.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:55.990280 3036186 EVENT_LOG_v1 {"time_micros": 1708431475990276, "job": 19813, "event": "table_file_deletion", "file_number": 301260} 2024/02/20-12:17:55.993732 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301261.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:55.993752 3036186 EVENT_LOG_v1 {"time_micros": 1708431475993749, "job": 19813, "event": "table_file_deletion", "file_number": 301261} 2024/02/20-12:17:55.994164 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301268.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:55.994174 3036186 EVENT_LOG_v1 {"time_micros": 1708431475994172, "job": 19813, "event": "table_file_deletion", "file_number": 301268} 2024/02/20-12:17:55.994258 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301287.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:55.994263 3036186 EVENT_LOG_v1 {"time_micros": 1708431475994262, "job": 19813, "event": "table_file_deletion", "file_number": 301287} 2024/02/20-12:17:55.994333 4076640 (Original Log Time 2024/02/20-12:17:44.104879) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-12:17:55.994543 4076640 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301291. Immutable memtables: 0. 2024/02/20-12:17:55.994774 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19814] Syncing log #301286 2024/02/20-12:17:55.995976 3036193 (Original Log Time 2024/02/20-12:17:55.994765) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:17:55.995986 3036193 [db/flush_job.cc:892] [key] [JOB 19814] Flushing memtable with next log file: 301291 2024/02/20-12:17:55.996002 3036193 EVENT_LOG_v1 {"time_micros": 1708431475995996, "job": 19814, "event": "flush_started", "num_memtables": 1, "num_entries": 48639, "num_deletes": 16000, "total_data_size": 3044749, "memory_usage": 5665112, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-12:17:55.996005 3036193 [db/flush_job.cc:926] [key] [JOB 19814] Level-0 flush table #301292: started 2024/02/20-12:17:56.069352 3036193 EVENT_LOG_v1 {"time_micros": 1708431476069321, "cf_name": "key", "job": 19814, "event": "table_file_creation", "file_number": 301292, "file_size": 1977379, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147935967, "largest_seqno": 5148030209, "table_properties": {"data_size": 1920997, "index_size": 14445, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 44709, "raw_key_size": 2912960, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 570, "num_entries": 48067, "num_filter_entries": 51039, "num_deletions": 16000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431269, "oldest_key_time": 1708431269, "file_creation_time": 1708431475, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301292, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:56.069389 3036193 [db/flush_job.cc:1062] [key] [JOB 19814] Flush lasted 73419 microseconds, and 71697 cpu microseconds. 2024/02/20-12:17:56.069910 3036193 (Original Log Time 2024/02/20-12:17:56.069376) [db/flush_job.cc:1011] [key] [JOB 19814] Level-0 flush table #301292: 1977379 bytes OK 2024/02/20-12:17:56.069913 3036193 (Original Log Time 2024/02/20-12:17:56.069395) [db/memtable_list.cc:555] [key] Level-0 commit table #301292 started 2024/02/20-12:17:56.069914 3036193 (Original Log Time 2024/02/20-12:17:56.069682) [db/memtable_list.cc:754] [key] Level-0 commit table #301292: memtable #1 done 2024/02/20-12:17:56.069916 3036193 (Original Log Time 2024/02/20-12:17:56.069696) EVENT_LOG_v1 {"time_micros": 1708431476069691, "job": 19814, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-12:17:56.069917 3036193 (Original Log Time 2024/02/20-12:17:56.069880) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-12:17:56.069921 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19814] Try to delete WAL files size 5883085, prev total WAL file size 9247454, number of live WAL files 4. 2024/02/20-12:17:56.070050 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19815] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-12:17:56.070062 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19822 Base level 0, inputs: [301292(1931KB) 301270(3296KB)], [301264(14MB)] 2024/02/20-12:17:56.070091 3036183 EVENT_LOG_v1 {"time_micros": 1708431476070078, "job": 19815, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301292, 301270], "files_L5": [301264], "score": 1, "input_data_size": 20439415, "oldest_snapshot_seqno": -1} 2024/02/20-12:17:56.070687 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301269.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:56.801487 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19815] Generated table #301293: 519678 keys, 20230210 bytes, temperature: kUnknown 2024/02/20-12:17:56.801555 3036183 EVENT_LOG_v1 {"time_micros": 1708431476801515, "cf_name": "key", "job": 19815, "event": "table_file_creation", "file_number": 301293, "file_size": 20230210, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147092307, "largest_seqno": 5148030209, "table_properties": {"data_size": 19633116, "index_size": 167708, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 474501, "raw_key_size": 31471445, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5757, "num_entries": 519678, "num_filter_entries": 536104, "num_deletions": 230000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708429679, "oldest_key_time": 0, "file_creation_time": 1708431476, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301293, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:17:56.803062 3036183 (Original Log Time 2024/02/20-12:17:56.802410) [db/compaction/compaction_job.cc:1729] [key] [JOB 19815] Compacted 2@0 + 1@5 files to L5 => 20230210 bytes 2024/02/20-12:17:56.803066 3036183 (Original Log Time 2024/02/20-12:17:56.802816) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.08, MB/sec: 27.9 rd, 27.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.1, 14.4 +0.0 blob) out(19.3 +0.0 blob), read-write-amplify(7.6) write-amplify(3.8) OK, records in: 519678, records dropped: 0 output_compression: LZ4 2024/02/20-12:17:56.803072 3036183 (Original Log Time 2024/02/20-12:17:56.802842) EVENT_LOG_v1 {"time_micros": 1708431476802830, "job": 19815, "event": "compaction_finished", "compaction_time_micros": 731526, "compaction_time_cpu_micros": 719663, "output_level": 5, "num_output_files": 1, "total_output_size": 20230210, "num_input_records": 519678, "num_output_records": 519678, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-12:17:56.804779 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301264.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:56.804799 3036183 EVENT_LOG_v1 {"time_micros": 1708431476804796, "job": 19815, "event": "table_file_deletion", "file_number": 301264} 2024/02/20-12:17:56.805221 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301270.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:56.805237 3036183 EVENT_LOG_v1 {"time_micros": 1708431476805234, "job": 19815, "event": "table_file_deletion", "file_number": 301270} 2024/02/20-12:17:56.805501 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301292.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:17:56.805513 3036183 EVENT_LOG_v1 {"time_micros": 1708431476805511, "job": 19815, "event": "table_file_deletion", "file_number": 301292} 2024/02/20-12:17:56.805564 4076640 (Original Log Time 2024/02/20-12:17:56.070730) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-12:17:56.805699 3036189 (Original Log Time 2024/02/20-12:17:56.805639) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-12:17:56.805704 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19816] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-12:17:56.805710 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19823 Base level 5, inputs: [301293(19MB)], [301225(66MB) 301226(66MB) 301227(67MB) 301228(67MB) 301229(66MB) 301230(2598KB)] 2024/02/20-12:17:56.805724 3036189 EVENT_LOG_v1 {"time_micros": 1708431476805715, "job": 19816, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301293], "files_L6": [301225, 301226, 301227, 301228, 301229, 301230], "score": -1, "input_data_size": 374150169, "oldest_snapshot_seqno": -1} 2024/02/20-12:18:02.623003 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19816] Generated table #301294: 2970698 keys, 70240456 bytes, temperature: kUnknown 2024/02/20-12:18:02.626981 3036189 EVENT_LOG_v1 {"time_micros": 1708431482626892, "cf_name": "key", "job": 19816, "event": "table_file_creation", "file_number": 301294, "file_size": 70240456, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109796, "index_size": 975680, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2673333, "raw_key_size": 179888118, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36929, "num_entries": 2970698, "num_filter_entries": 2993214, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431476, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301294, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:18:08.071694 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19816] Generated table #301295: 2902408 keys, 70181513 bytes, temperature: kUnknown 2024/02/20-12:18:08.071765 3036189 EVENT_LOG_v1 {"time_micros": 1708431488071730, "cf_name": "key", "job": 19816, "event": "table_file_creation", "file_number": 301295, "file_size": 70181513, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110113, "index_size": 939981, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2621477, "raw_key_size": 174931674, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36796, "num_entries": 2902408, "num_filter_entries": 2935438, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431482, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301295, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:18:13.807132 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19816] Generated table #301296: 3028350 keys, 70254472 bytes, temperature: kUnknown 2024/02/20-12:18:13.807197 3036189 EVENT_LOG_v1 {"time_micros": 1708431493807159, "cf_name": "key", "job": 19816, "event": "table_file_creation", "file_number": 301296, "file_size": 70254472, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109755, "index_size": 1047641, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2704885, "raw_key_size": 184729350, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37197, "num_entries": 3028350, "num_filter_entries": 3028351, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431488, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301296, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:18:19.541276 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19816] Generated table #301297: 3018412 keys, 70317347 bytes, temperature: kUnknown 2024/02/20-12:18:19.541357 3036189 EVENT_LOG_v1 {"time_micros": 1708431499541317, "cf_name": "key", "job": 19816, "event": "table_file_creation", "file_number": 301297, "file_size": 70317347, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109305, "index_size": 994581, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2729509, "raw_key_size": 182888000, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36996, "num_entries": 3018412, "num_filter_entries": 3055812, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431493, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301297, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:18:25.171529 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19816] Generated table #301298: 2957579 keys, 70231271 bytes, temperature: kUnknown 2024/02/20-12:18:25.171632 3036189 EVENT_LOG_v1 {"time_micros": 1708431505171580, "cf_name": "key", "job": 19816, "event": "table_file_creation", "file_number": 301298, "file_size": 70231271, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109057, "index_size": 975911, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2662261, "raw_key_size": 178949282, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36836, "num_entries": 2957579, "num_filter_entries": 2980857, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431499, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301298, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:18:25.577197 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19816] Generated table #301299: 228698 keys, 4435610 bytes, temperature: kUnknown 2024/02/20-12:18:25.577268 3036189 EVENT_LOG_v1 {"time_micros": 1708431505577224, "cf_name": "key", "job": 19816, "event": "table_file_creation", "file_number": 301299, "file_size": 4435610, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 4193504, "index_size": 71483, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 203621, "raw_key_size": 13730736, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2390, "num_entries": 228698, "num_filter_entries": 231052, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708431505, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301299, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:18:25.607206 3036189 (Original Log Time 2024/02/20-12:18:25.606547) [db/compaction/compaction_job.cc:1729] [key] [JOB 19816] Compacted 1@5 + 6@6 files to L6 => 355660669 bytes 2024/02/20-12:18:25.607211 3036189 (Original Log Time 2024/02/20-12:18:25.606984) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 13.0 rd, 12.4 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(19.3, 337.5 +0.0 blob) out(339.2 +0.0 blob), read-write-amplify(36.1) write-amplify(17.6) OK, records in: 15566147, records dropped: 460002 output_compression: ZSTD 2024/02/20-12:18:25.607223 3036189 (Original Log Time 2024/02/20-12:18:25.607024) EVENT_LOG_v1 {"time_micros": 1708431505607004, "job": 19816, "event": "compaction_finished", "compaction_time_micros": 28771594, "compaction_time_cpu_micros": 27883606, "output_level": 6, "num_output_files": 6, "total_output_size": 355660669, "num_input_records": 15566147, "num_output_records": 15106145, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-12:18:25.614905 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301225.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:18:25.614934 3036189 EVENT_LOG_v1 {"time_micros": 1708431505614929, "job": 19816, "event": "table_file_deletion", "file_number": 301225} 2024/02/20-12:18:25.621769 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301226.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:18:25.621795 3036189 EVENT_LOG_v1 {"time_micros": 1708431505621791, "job": 19816, "event": "table_file_deletion", "file_number": 301226} 2024/02/20-12:18:25.627350 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301227.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:18:25.627380 3036189 EVENT_LOG_v1 {"time_micros": 1708431505627376, "job": 19816, "event": "table_file_deletion", "file_number": 301227} 2024/02/20-12:18:25.638642 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301228.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:18:25.638700 3036189 EVENT_LOG_v1 {"time_micros": 1708431505638694, "job": 19816, "event": "table_file_deletion", "file_number": 301228} 2024/02/20-12:18:25.646555 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301229.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:18:25.646592 3036189 EVENT_LOG_v1 {"time_micros": 1708431505646586, "job": 19816, "event": "table_file_deletion", "file_number": 301229} 2024/02/20-12:18:25.647188 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301230.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:18:25.647214 3036189 EVENT_LOG_v1 {"time_micros": 1708431505647210, "job": 19816, "event": "table_file_deletion", "file_number": 301230} 2024/02/20-12:18:25.649974 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301293.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:18:25.649998 3036189 EVENT_LOG_v1 {"time_micros": 1708431505649995, "job": 19816, "event": "table_file_deletion", "file_number": 301293} 2024/02/20-12:18:25.650045 4076640 (Original Log Time 2024/02/20-12:17:56.805575) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-12:20:03.040134 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-12:20:03.040292 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1019001.9 total, 600.1 interval Cumulative writes: 129M writes, 582M keys, 129M commit groups, 1.0 writes per commit group, ingest: 56.05 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129890073.00 writes per sync, written: 56.05 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 95K writes, 278K keys, 95K commit groups, 1.0 writes per commit group, ingest: 25.88 MB, 0.04 MB/s Interval WAL: 95K writes, 0 syncs, 95677.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 406.91 379.51 4130 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.5 18.2 50.3 67.3 17.0 0.0 3.7 42.0 41.3 1670.53 1599.67 2133 0.783 1033M 1136 0.0 0.0 L6 12/0 766.76 MB 0.0 402.1 17.4 384.7 385.0 0.3 0.0 22.2 16.1 15.4 25638.55 23650.85 597 42.946 9395M 256M 0.0 0.0 Sum 12/0 766.76 MB 0.0 470.6 35.5 435.0 470.9 35.8 0.0 25.5 17.4 17.4 27715.99 25630.03 6860 4.040 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 104.2 12.8 12.7 62.84 56.91 4 15.710 18M 2 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 470.6 35.5 435.0 452.4 17.3 0.0 0.0 17.6 17.0 27309.09 25250.52 2730 10.003 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 406.91 379.51 4130 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1019001.9 total, 600.1 interval Flush(GB): cumulative 18.486, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 470.86 GB write, 0.47 MB/s write, 470.58 GB read, 0.47 MB/s read, 27716.0 seconds Interval compaction: 0.78 GB write, 1.33 MB/s write, 0.78 GB read, 1.34 MB/s read, 62.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.41 GB table_size: 4416 occupancy: 1610 collections: 1699 last_copies: 0 last_secs: 0.000744 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(832,13.55 MB,0.882119%) IndexBlock(777,1.39 GB,92.8477%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5949878 Average: 2.1898 StdDev: 4.26 Min: 0 Median: 1.3830 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.25 ------------------------------------------------------ [ 0, 1 ] 2005514 33.707% 33.707% ####### ( 1, 2 ] 2531229 42.543% 76.249% ######### ( 2, 3 ] 989680 16.634% 92.883% ### ( 3, 4 ] 241408 4.057% 96.940% # ( 4, 6 ] 107227 1.802% 98.742% ( 6, 10 ] 35032 0.589% 99.331% ( 10, 15 ] 14758 0.248% 99.579% ( 15, 22 ] 7486 0.126% 99.705% ( 22, 34 ] 7833 0.132% 99.837% ( 34, 51 ] 5620 0.094% 99.931% ( 51, 76 ] 2499 0.042% 99.973% ( 76, 110 ] 882 0.015% 99.988% ( 110, 170 ] 400 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21568845 Average: 2.4674 StdDev: 6.80 Min: 0 Median: 1.4958 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.52 ------------------------------------------------------ [ 0, 1 ] 6606169 30.628% 30.628% ###### ( 1, 2 ] 8427086 39.071% 69.699% ######## ( 2, 3 ] 3657708 16.958% 86.657% ### ( 3, 4 ] 1333573 6.183% 92.840% # ( 4, 6 ] 1041890 4.831% 97.671% # ( 6, 10 ] 336421 1.560% 99.230% ( 10, 15 ] 58888 0.273% 99.503% ( 15, 22 ] 30126 0.140% 99.643% ( 22, 34 ] 32341 0.150% 99.793% ( 34, 51 ] 24591 0.114% 99.907% ( 51, 76 ] 11851 0.055% 99.962% ( 76, 110 ] 4839 0.022% 99.984% ( 110, 170 ] 1980 0.009% 99.994% ( 170, 250 ] 590 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 209278836 Average: 12.2224 StdDev: 81.99 Min: 0 Median: 1.4900 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.55 P99.9: 303.98 P99.99: 1541.64 ------------------------------------------------------ [ 0, 1 ] 71496638 34.163% 34.163% ####### ( 1, 2 ] 67639382 32.320% 66.484% ###### ( 2, 3 ] 29700836 14.192% 80.676% ### ( 3, 4 ] 6404267 3.060% 83.736% # ( 4, 6 ] 1167289 0.558% 84.293% ( 6, 10 ] 549466 0.263% 84.556% ( 10, 15 ] 311516 0.149% 84.705% ( 15, 22 ] 259601 0.124% 84.829% ( 22, 34 ] 7508651 3.588% 88.417% # ( 34, 51 ] 7588551 3.626% 92.043% # ( 51, 76 ] 6095597 2.913% 94.956% # ( 76, 110 ] 6682013 3.193% 98.148% # ( 110, 170 ] 3284980 1.570% 99.718% ( 170, 250 ] 334349 0.160% 99.878% ( 250, 380 ] 111791 0.053% 99.931% ( 380, 580 ] 67920 0.032% 99.964% ( 580, 870 ] 30492 0.015% 99.978% ( 870, 1300 ] 13843 0.007% 99.985% ( 1300, 1900 ] 26633 0.013% 99.998% ( 1900, 2900 ] 2125 0.001% 99.999% ( 2900, 4400 ] 858 0.000% 99.999% ( 4400, 6600 ] 620 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 188 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.6 87.12 73.85 4017 0.022 0 0 0.0 0.0 L6 3/0 162.33 MB 0.0 311.4 3.1 308.3 308.4 0.1 0.0 99.1 15.4 15.2 20730.71 20348.19 2115 9.802 11G 62M 0.0 0.0 Sum 3/0 162.33 MB 0.0 311.4 3.1 308.3 311.5 3.2 0.0 100.1 15.3 15.3 20817.84 20422.04 6132 3.395 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 110.9 13.7 13.7 11.93 11.78 3 3.978 5875K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 311.4 3.1 308.3 308.4 0.1 0.0 0.0 15.4 15.2 20730.71 20348.19 2115 9.802 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.6 87.12 73.85 4017 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1019001.9 total, 600.1 interval Flush(GB): cumulative 3.111, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 311.50 GB write, 0.31 MB/s write, 311.44 GB read, 0.31 MB/s read, 20817.8 seconds Interval compaction: 0.16 GB write, 0.27 MB/s write, 0.16 GB read, 0.27 MB/s read, 11.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4332 collections: 1699 last_copies: 0 last_secs: 0.001722 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2183,1.66 MB,0.107945%) IndexBlock(2148,1.46 GB,97.1652%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1022166 Average: 3.5658 StdDev: 6.34 Min: 0 Median: 2.5835 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.41 P99.9: 60.72 P99.99: 195.10 ------------------------------------------------------ [ 0, 1 ] 116624 11.409% 11.409% ## ( 1, 2 ] 246990 24.163% 35.573% ##### ( 2, 3 ] 252729 24.725% 60.298% ##### ( 3, 4 ] 196234 19.198% 79.496% #### ( 4, 6 ] 168557 16.490% 95.986% ### ( 6, 10 ] 28525 2.791% 98.776% # ( 10, 15 ] 4737 0.463% 99.240% ( 15, 22 ] 2536 0.248% 99.488% ( 22, 34 ] 2156 0.211% 99.699% ( 34, 51 ] 1770 0.173% 99.872% ( 51, 76 ] 735 0.072% 99.944% ( 76, 110 ] 251 0.025% 99.968% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176671312 Average: 2.1875 StdDev: 5.40 Min: 0 Median: 1.3424 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.83 P99.99: 144.68 ------------------------------------------------------ [ 0, 1 ] 65337754 36.983% 36.983% ####### ( 1, 2 ] 67161666 38.015% 74.998% ######## ( 2, 3 ] 32858498 18.599% 93.596% #### ( 3, 4 ] 7919440 4.483% 98.079% # ( 4, 6 ] 1478185 0.837% 98.916% ( 6, 10 ] 613272 0.347% 99.263% ( 10, 15 ] 399523 0.226% 99.489% ( 15, 22 ] 198792 0.113% 99.601% ( 22, 34 ] 311732 0.176% 99.778% ( 34, 51 ] 204450 0.116% 99.894% ( 51, 76 ] 100008 0.057% 99.950% ( 76, 110 ] 57851 0.033% 99.983% ( 110, 170 ] 21578 0.012% 99.995% ( 170, 250 ] 3832 0.002% 99.997% ( 250, 380 ] 1752 0.001% 99.998% ( 380, 580 ] 1456 0.001% 99.999% ( 580, 870 ] 866 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.8 272.95 253.22 4097 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.1 8.2 13.9 21.9 7.9 0.0 2.7 28.8 28.5 785.99 760.13 1961 0.401 611M 276K 0.0 0.0 L6 6/0 339.18 MB 0.0 196.5 8.8 187.7 187.9 0.1 0.0 21.3 14.4 13.8 13982.21 13680.10 714 19.583 8797M 238M 0.0 0.0 Sum 6/0 339.18 MB 0.0 218.6 17.0 201.6 218.8 17.1 0.0 24.3 14.9 14.9 15041.16 14693.45 6772 2.221 9408M 238M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 71.2 12.7 12.2 29.68 28.78 4 7.421 16M 460K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 218.6 17.0 201.6 209.7 8.1 0.0 0.0 15.2 14.5 14768.21 14440.23 2675 5.521 9408M 238M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.8 272.95 253.22 4097 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1019001.9 total, 600.1 interval Flush(GB): cumulative 9.020, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 218.75 GB write, 0.22 MB/s write, 218.61 GB read, 0.22 MB/s read, 15041.2 seconds Interval compaction: 0.36 GB write, 0.61 MB/s write, 0.37 GB read, 0.63 MB/s read, 29.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358812 collections: 1699 last_copies: 0 last_secs: 0.129267 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(358699,1.38 GB,92.2623%) FilterBlock(54,63.58 MB,4.13921%) IndexBlock(58,24.27 MB,1.58029%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2821020 Average: 4.2604 StdDev: 8.09 Min: 0 Median: 1.9582 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.12 P99.99: 151.68 ------------------------------------------------------ [ 0, 1 ] 631011 22.368% 22.368% #### ( 1, 2 ] 813504 28.837% 51.205% ###### ( 2, 3 ] 398081 14.111% 65.317% ### ( 3, 4 ] 172010 6.097% 71.414% # ( 4, 6 ] 148983 5.281% 76.695% # ( 6, 10 ] 445685 15.799% 92.494% ### ( 10, 15 ] 176567 6.259% 98.753% # ( 15, 22 ] 16817 0.596% 99.349% ( 22, 34 ] 9026 0.320% 99.669% ( 34, 51 ] 5499 0.195% 99.864% ( 51, 76 ] 2511 0.089% 99.953% ( 76, 110 ] 823 0.029% 99.982% ( 110, 170 ] 318 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6838765 Average: 4.7075 StdDev: 7.66 Min: 0 Median: 2.4739 Max: 7311 Percentiles: P50: 2.47 P75: 6.17 P99: 19.49 P99.9: 69.21 P99.99: 169.01 ------------------------------------------------------ [ 0, 1 ] 1120303 16.382% 16.382% ### ( 1, 2 ] 1805485 26.401% 42.782% ##### ( 2, 3 ] 1041567 15.230% 58.013% ### ( 3, 4 ] 559335 8.179% 66.192% ## ( 4, 6 ] 553076 8.087% 74.279% ## ( 6, 10 ] 1189785 17.398% 91.677% ### ( 10, 15 ] 471266 6.891% 98.568% # ( 15, 22 ] 46034 0.673% 99.241% ( 22, 34 ] 24284 0.355% 99.596% ( 34, 51 ] 15356 0.225% 99.821% ( 51, 76 ] 7461 0.109% 99.930% ( 76, 110 ] 2830 0.041% 99.971% ( 110, 170 ] 1321 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 160 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106106583 Average: 5.7912 StdDev: 24.83 Min: 0 Median: 2.3455 Max: 40453 Percentiles: P50: 2.35 P75: 7.55 P99: 41.46 P99.9: 158.92 P99.99: 466.90 ------------------------------------------------------ [ 0, 1 ] 25197660 23.747% 23.747% ##### ( 1, 2 ] 24028039 22.645% 46.393% ##### ( 2, 3 ] 11077655 10.440% 56.833% ## ( 3, 4 ] 4349784 4.099% 60.932% # ( 4, 6 ] 4969414 4.683% 65.616% # ( 6, 10 ] 25750038 24.268% 89.884% ##### ( 10, 15 ] 8282012 7.805% 97.689% ## ( 15, 22 ] 674100 0.635% 98.324% ( 22, 34 ] 551585 0.520% 98.844% ( 34, 51 ] 376763 0.355% 99.199% ( 51, 76 ] 239644 0.226% 99.425% ( 76, 110 ] 304456 0.287% 99.712% ( 110, 170 ] 244491 0.230% 99.943% ( 170, 250 ] 39125 0.037% 99.979% ( 250, 380 ] 8480 0.008% 99.987% ( 380, 580 ] 6275 0.006% 99.993% ( 580, 870 ] 3580 0.003% 99.997% ( 870, 1300 ] 1901 0.002% 99.999% ( 1300, 1900 ] 2611 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 100 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-12:20:03.043960 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 530162582 rocksdb.block.cache.hit COUNT : 2181895691 rocksdb.block.cache.add COUNT : 39661214 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32427 rocksdb.block.cache.index.hit COUNT : 535389568 rocksdb.block.cache.index.add COUNT : 32413 rocksdb.block.cache.index.bytes.insert COUNT : 34670334586 rocksdb.block.cache.filter.miss COUNT : 32433 rocksdb.block.cache.filter.hit COUNT : 1111438083 rocksdb.block.cache.filter.add COUNT : 32433 rocksdb.block.cache.filter.bytes.insert COUNT : 8816580693 rocksdb.block.cache.data.miss COUNT : 530097722 rocksdb.block.cache.data.hit COUNT : 535068040 rocksdb.block.cache.data.add COUNT : 39596368 rocksdb.block.cache.data.bytes.insert COUNT : 164017139819 rocksdb.block.cache.bytes.read COUNT : 1901654663204223 rocksdb.block.cache.bytes.write COUNT : 207504055098 rocksdb.bloom.filter.useful COUNT : 576113319 rocksdb.bloom.filter.full.positive COUNT : 535324796 rocksdb.bloom.filter.full.true.positive COUNT : 529750655 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94180885 rocksdb.memtable.miss COUNT : 6325023395 rocksdb.l0.hit COUNT : 16199539 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 513551116 rocksdb.compaction.key.drop.new COUNT : 278512691 rocksdb.compaction.key.drop.obsolete COUNT : 278532466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 582220974 rocksdb.number.keys.read COUNT : 652027173 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60188542111 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67934 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32418 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 768920539 rocksdb.number.multiget.keys.read COUNT : 5767177107 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60188542111 rocksdb.write.self COUNT : 129678003 rocksdb.write.other COUNT : 212070 rocksdb.write.wal COUNT : 129890073 rocksdb.compact.read.bytes COUNT : 998648864997 rocksdb.compact.write.bytes COUNT : 1042057126011 rocksdb.flush.write.bytes COUNT : 32879105131 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1030442 rocksdb.number.superversion_releases COUNT : 2719 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 523519100 rocksdb.number.block.decompressed COUNT : 523516405 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60038937862 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67934 rocksdb.num.iterator.deleted COUNT : 67934 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5227 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5189 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44194 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61094710378 rocksdb.memtable.garbage.bytes.at.flush COUNT : 736652102 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 946079337031 rocksdb.last.level.read.count COUNT : 492059097 rocksdb.non.last.level.read.bytes COUNT : 129169544035 rocksdb.non.last.level.read.count COUNT : 38200739 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 530195000 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2136099653946 rocksdb.bytes.compressed.to COUNT : 1037310125549 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26200404123 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6608915 rocksdb.bytes.decompressed.from COUNT : 1037527169882 rocksdb.bytes.decompressed.to COUNT : 2136136669989 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.412919 P95 : 106.275544 P99 : 160.385112 P100 : 227461.000000 COUNT : 652027173 SUM : 33625526599 rocksdb.db.write.micros P50 : 67.015824 P95 : 111.742319 P99 : 169.423931 P100 : 2037453.000000 COUNT : 129890073 SUM : 13396843809 rocksdb.compaction.times.micros P50 : 1622456.140351 P95 : 38409523.809524 P99 : 67058035.714286 P100 : 89521673.000000 COUNT : 7520 SUM : 62808009478 rocksdb.compaction.times.cpu_micros P50 : 1561371.841155 P95 : 35746781.115880 P99 : 63889502.762431 P100 : 83823365.000000 COUNT : 7520 SUM : 60038937862 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4298.364486 P95 : 27701.898734 P99 : 61505.555556 P100 : 1558490.000000 COUNT : 12229 SUM : 114309596 rocksdb.compaction.outfile.sync.micros P50 : 62583.995113 P95 : 125843.137255 P99 : 225275.789474 P100 : 2063820.000000 COUNT : 20172 SUM : 1293837628 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.097644 P95 : 727.096154 P99 : 3914.910714 P100 : 501117.000000 COUNT : 19811 SUM : 12785415 rocksdb.table.open.io.micros P50 : 584.040984 P95 : 6236.683354 P99 : 13032.099476 P100 : 207055.000000 COUNT : 32418 SUM : 57481150 rocksdb.db.multiget.micros P50 : 7.994101 P95 : 17.807308 P99 : 33.049268 P100 : 26625.000000 COUNT : 768920539 SUM : 7282557381 rocksdb.read.block.compaction.micros P50 : 13.665373 P95 : 58.869195 P99 : 138.262099 P100 : 136000.000000 COUNT : 490501354 SUM : 9519757912 rocksdb.read.block.get.micros P50 : 52.854207 P95 : 94.768355 P99 : 145.769195 P100 : 206929.000000 COUNT : 39661228 SUM : 2285712914 rocksdb.write.raw.block.micros P50 : 0.521535 P95 : 0.990916 P99 : 1.895136 P100 : 331149.000000 COUNT : 530225218 SUM : 10613133009 rocksdb.numfiles.in.singlecompaction P50 : 2.774947 P95 : 5.679468 P99 : 5.938609 P100 : 7.000000 COUNT : 5727 SUM : 20392 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.536440 P95 : 33.208788 P99 : 104.777796 P100 : 135929.000000 COUNT : 530259836 SUM : 3672983287 rocksdb.file.read.flush.micros P50 : 1.842487 P95 : 15.798588 P99 : 41.194562 P100 : 787.000000 COUNT : 61145 SUM : 292966 rocksdb.file.read.compaction.micros P50 : 1.421741 P95 : 36.290318 P99 : 106.272864 P100 : 135929.000000 COUNT : 490602228 SUM : 3276842948 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 652027173 SUM : 0 rocksdb.bytes.per.write P50 : 218.494703 P95 : 527.626965 P99 : 803.763926 P100 : 4563443.000000 COUNT : 129678003 SUM : 60188542111 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 768920539 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46054.397099 P95 : 166716.763006 P99 : 238909.589041 P100 : 1681975.000000 COUNT : 12272 SUM : 766982338 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-12:20:03.044181 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-12:20:03.044397 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708431603 to in-memory stats history 2024/02/20-12:20:03.044429 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-12:20:03.044479 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-12:22:27.222848 4076309 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301271. Total log size is 15793767 while max_total_wal_size is 15728640 2024/02/20-12:22:27.223153 4076309 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301300. Immutable memtables: 0. 2024/02/20-12:22:27.223366 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19817] Syncing log #301291 2024/02/20-12:22:27.229504 3036210 (Original Log Time 2024/02/20-12:22:27.223357) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:22:27.229513 3036210 [db/flush_job.cc:892] [url] [JOB 19817] Flushing memtable with next log file: 301300 2024/02/20-12:22:27.229538 3036210 EVENT_LOG_v1 {"time_micros": 1708431747229531, "job": 19817, "event": "flush_started", "num_memtables": 1, "num_entries": 59077, "num_deletes": 0, "total_data_size": 9157134, "memory_usage": 12246216, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:22:27.229541 3036210 [db/flush_job.cc:926] [url] [JOB 19817] Level-0 flush table #301301: started 2024/02/20-12:22:27.331312 3036210 EVENT_LOG_v1 {"time_micros": 1708431747331278, "cf_name": "url", "job": 19817, "event": "table_file_creation", "file_number": 301301, "file_size": 4757528, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147995856, "largest_seqno": 5148157553, "table_properties": {"data_size": 4670278, "index_size": 128586, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8865919, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1412, "num_entries": 58094, "num_filter_entries": 7038, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431401, "oldest_key_time": 1708431401, "file_creation_time": 1708431747, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301301, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:22:27.331350 3036210 [db/flush_job.cc:1062] [url] [JOB 19817] Flush lasted 101854 microseconds, and 97430 cpu microseconds. 2024/02/20-12:22:27.331894 3036210 (Original Log Time 2024/02/20-12:22:27.331337) [db/flush_job.cc:1011] [url] [JOB 19817] Level-0 flush table #301301: 4757528 bytes OK 2024/02/20-12:22:27.331896 3036210 (Original Log Time 2024/02/20-12:22:27.331355) [db/memtable_list.cc:555] [url] Level-0 commit table #301301 started 2024/02/20-12:22:27.331898 3036210 (Original Log Time 2024/02/20-12:22:27.331662) [db/memtable_list.cc:754] [url] Level-0 commit table #301301: memtable #1 done 2024/02/20-12:22:27.331899 3036210 (Original Log Time 2024/02/20-12:22:27.331675) EVENT_LOG_v1 {"time_micros": 1708431747331670, "job": 19817, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-12:22:27.331901 3036210 (Original Log Time 2024/02/20-12:22:27.331865) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-12:22:27.331906 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19817] Try to delete WAL files size 2882013, prev total WAL file size 15800561, number of live WAL files 4. 2024/02/20-12:22:27.332326 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301271.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:23:31.552445 1359712 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301286. Total log size is 15728717 while max_total_wal_size is 15728640 2024/02/20-12:23:31.552739 1359712 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301302. Immutable memtables: 0. 2024/02/20-12:23:31.552993 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19818] Syncing log #301300 2024/02/20-12:23:31.589596 3036193 (Original Log Time 2024/02/20-12:23:31.552979) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:23:31.589606 3036193 [db/flush_job.cc:892] [tag] [JOB 19818] Flushing memtable with next log file: 301302 2024/02/20-12:23:31.589632 3036193 EVENT_LOG_v1 {"time_micros": 1708431811589624, "job": 19818, "event": "flush_started", "num_memtables": 1, "num_entries": 18235, "num_deletes": 0, "total_data_size": 1587326, "memory_usage": 1871336, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:23:31.589634 3036193 [db/flush_job.cc:926] [tag] [JOB 19818] Level-0 flush table #301303: started 2024/02/20-12:23:31.615760 3036193 EVENT_LOG_v1 {"time_micros": 1708431811615723, "cf_name": "tag", "job": 19818, "event": "table_file_creation", "file_number": 301303, "file_size": 952797, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148025675, "largest_seqno": 5148188195, "table_properties": {"data_size": 944707, "index_size": 10662, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1540632, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 295, "num_entries": 18141, "num_filter_entries": 204, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431464, "oldest_key_time": 1708431464, "file_creation_time": 1708431811, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301303, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:23:31.615812 3036193 [db/flush_job.cc:1062] [tag] [JOB 19818] Flush lasted 26224 microseconds, and 24113 cpu microseconds. 2024/02/20-12:23:31.616423 3036193 (Original Log Time 2024/02/20-12:23:31.615790) [db/flush_job.cc:1011] [tag] [JOB 19818] Level-0 flush table #301303: 952797 bytes OK 2024/02/20-12:23:31.616427 3036193 (Original Log Time 2024/02/20-12:23:31.615821) [db/memtable_list.cc:555] [tag] Level-0 commit table #301303 started 2024/02/20-12:23:31.616429 3036193 (Original Log Time 2024/02/20-12:23:31.616154) [db/memtable_list.cc:754] [tag] Level-0 commit table #301303: memtable #1 done 2024/02/20-12:23:31.616444 3036193 (Original Log Time 2024/02/20-12:23:31.616183) EVENT_LOG_v1 {"time_micros": 1708431811616173, "job": 19818, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:23:31.616446 3036193 (Original Log Time 2024/02/20-12:23:31.616383) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-12:23:31.616438 4076394 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301291. Total log size is 15249575 while max_total_wal_size is 15728640 2024/02/20-12:23:31.616469 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19818] Try to delete WAL files size 480882, prev total WAL file size 15730457, number of live WAL files 4. 2024/02/20-12:23:31.616720 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301286.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:23:31.616742 4076394 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301304. Immutable memtables: 0. 2024/02/20-12:23:31.616977 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19819] Syncing log #301302 2024/02/20-12:23:31.617490 3036210 (Original Log Time 2024/02/20-12:23:31.616964) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:23:31.617497 3036210 [db/flush_job.cc:892] [key] [JOB 19819] Flushing memtable with next log file: 301304 2024/02/20-12:23:31.617518 3036210 EVENT_LOG_v1 {"time_micros": 1708431811617512, "job": 19819, "event": "flush_started", "num_memtables": 1, "num_entries": 83032, "num_deletes": 30000, "total_data_size": 5199112, "memory_usage": 9199712, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:23:31.617521 3036210 [db/flush_job.cc:926] [key] [JOB 19819] Level-0 flush table #301305: started 2024/02/20-12:23:31.754015 3036210 EVENT_LOG_v1 {"time_micros": 1708431811753975, "cf_name": "key", "job": 19819, "event": "table_file_creation", "file_number": 301305, "file_size": 3309735, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148030211, "largest_seqno": 5148188215, "table_properties": {"data_size": 3214920, "index_size": 25535, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 75413, "raw_key_size": 4974489, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 955, "num_entries": 82062, "num_filter_entries": 85929, "num_deletions": 30000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431476, "oldest_key_time": 1708431476, "file_creation_time": 1708431811, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301305, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:23:31.754065 3036210 [db/flush_job.cc:1062] [key] [JOB 19819] Flush lasted 136580 microseconds, and 125970 cpu microseconds. 2024/02/20-12:23:31.754742 3036210 (Original Log Time 2024/02/20-12:23:31.754047) [db/flush_job.cc:1011] [key] [JOB 19819] Level-0 flush table #301305: 3309735 bytes OK 2024/02/20-12:23:31.754747 3036210 (Original Log Time 2024/02/20-12:23:31.754074) [db/memtable_list.cc:555] [key] Level-0 commit table #301305 started 2024/02/20-12:23:31.754750 3036210 (Original Log Time 2024/02/20-12:23:31.754488) [db/memtable_list.cc:754] [key] Level-0 commit table #301305: memtable #1 done 2024/02/20-12:23:31.754752 3036210 (Original Log Time 2024/02/20-12:23:31.754508) EVENT_LOG_v1 {"time_micros": 1708431811754501, "job": 19819, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-12:23:31.754754 3036210 (Original Log Time 2024/02/20-12:23:31.754703) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-12:23:31.754760 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19819] Try to delete WAL files size 12430872, prev total WAL file size 15253845, number of live WAL files 4. 2024/02/20-12:23:31.756014 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301291.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:28:18.281505 4076419 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301300. Total log size is 15728669 while max_total_wal_size is 15728640 2024/02/20-12:28:18.281827 4076419 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301306. Immutable memtables: 0. 2024/02/20-12:28:18.282082 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19820] Syncing log #301304 2024/02/20-12:28:18.296192 3036193 (Original Log Time 2024/02/20-12:28:18.282068) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:28:18.296201 3036193 [db/flush_job.cc:892] [url] [JOB 19820] Flushing memtable with next log file: 301306 2024/02/20-12:28:18.296234 3036193 EVENT_LOG_v1 {"time_micros": 1708432098296220, "job": 19820, "event": "flush_started", "num_memtables": 1, "num_entries": 61149, "num_deletes": 0, "total_data_size": 9285658, "memory_usage": 10842128, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:28:18.296237 3036193 [db/flush_job.cc:926] [url] [JOB 19820] Level-0 flush table #301307: started 2024/02/20-12:28:18.424125 3036193 EVENT_LOG_v1 {"time_micros": 1708432098424083, "cf_name": "url", "job": 19820, "event": "table_file_creation", "file_number": 301307, "file_size": 4783798, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148159555, "largest_seqno": 5148321453, "table_properties": {"data_size": 4709193, "index_size": 111716, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8964308, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1423, "num_entries": 60017, "num_filter_entries": 7050, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431747, "oldest_key_time": 1708431747, "file_creation_time": 1708432098, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301307, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:28:18.424186 3036193 [db/flush_job.cc:1062] [url] [JOB 19820] Flush lasted 128002 microseconds, and 122809 cpu microseconds. 2024/02/20-12:28:18.424802 3036193 (Original Log Time 2024/02/20-12:28:18.424165) [db/flush_job.cc:1011] [url] [JOB 19820] Level-0 flush table #301307: 4783798 bytes OK 2024/02/20-12:28:18.424805 3036193 (Original Log Time 2024/02/20-12:28:18.424195) [db/memtable_list.cc:555] [url] Level-0 commit table #301307 started 2024/02/20-12:28:18.424807 3036193 (Original Log Time 2024/02/20-12:28:18.424524) [db/memtable_list.cc:754] [url] Level-0 commit table #301307: memtable #1 done 2024/02/20-12:28:18.424809 3036193 (Original Log Time 2024/02/20-12:28:18.424548) EVENT_LOG_v1 {"time_micros": 1708432098424542, "job": 19820, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-12:28:18.424810 3036193 (Original Log Time 2024/02/20-12:28:18.424758) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-12:28:18.424816 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19820] Try to delete WAL files size 2818703, prev total WAL file size 15736659, number of live WAL files 4. 2024/02/20-12:28:18.424900 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19821] Compacting 2@0 files to L5, score 1.00 2024/02/20-12:28:18.424910 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19828 Base level 0, inputs: [301307(4671KB) 301301(4646KB)] 2024/02/20-12:28:18.424931 3036185 EVENT_LOG_v1 {"time_micros": 1708432098424923, "job": 19821, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301307, 301301], "score": 1, "input_data_size": 9541326, "oldest_snapshot_seqno": -1} 2024/02/20-12:28:18.425389 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301300.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:28:18.425445 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301302.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:28:18.655170 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19821] Generated table #301308: 118111 keys, 9145812 bytes, temperature: kUnknown 2024/02/20-12:28:18.655246 3036185 EVENT_LOG_v1 {"time_micros": 1708432098655200, "cf_name": "url", "job": 19821, "event": "table_file_creation", "file_number": 301308, "file_size": 9145812, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147995856, "largest_seqno": 5148321453, "table_properties": {"data_size": 8992954, "index_size": 243829, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9669, "raw_key_size": 17830227, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2720, "num_entries": 118111, "num_filter_entries": 11070, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431401, "oldest_key_time": 0, "file_creation_time": 1708432098, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301308, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:28:18.656267 3036185 (Original Log Time 2024/02/20-12:28:18.655670) [db/compaction/compaction_job.cc:1729] [url] [JOB 19821] Compacted 2@0 files to L5 => 9145812 bytes 2024/02/20-12:28:18.656271 3036185 (Original Log Time 2024/02/20-12:28:18.656031) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.03, MB/sec: 41.4 rd, 39.7 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(9.1, 0.0 +0.0 blob) out(8.7 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 118111, records dropped: 0 output_compression: LZ4 2024/02/20-12:28:18.656276 3036185 (Original Log Time 2024/02/20-12:28:18.656054) EVENT_LOG_v1 {"time_micros": 1708432098656044, "job": 19821, "event": "compaction_finished", "compaction_time_micros": 230381, "compaction_time_cpu_micros": 223781, "output_level": 5, "num_output_files": 1, "total_output_size": 9145812, "num_input_records": 118111, "num_output_records": 118111, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-12:28:18.656744 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301301.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:28:18.656756 3036185 EVENT_LOG_v1 {"time_micros": 1708432098656754, "job": 19821, "event": "table_file_deletion", "file_number": 301301} 2024/02/20-12:28:18.657133 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301307.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:28:18.657139 3036185 EVENT_LOG_v1 {"time_micros": 1708432098657138, "job": 19821, "event": "table_file_deletion", "file_number": 301307} 2024/02/20-12:29:21.363832 4076389 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301304. Total log size is 15809906 while max_total_wal_size is 15728640 2024/02/20-12:29:21.364175 4076389 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301309. Immutable memtables: 0. 2024/02/20-12:29:21.364504 4076389 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301309. Immutable memtables: 0. 2024/02/20-12:29:21.364720 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19822] Syncing log #301306 2024/02/20-12:29:21.384990 3036210 (Original Log Time 2024/02/20-12:29:21.364704) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-12:29:21.385002 3036210 [db/flush_job.cc:892] [tag] [JOB 19822] Flushing memtable with next log file: 301309 2024/02/20-12:29:21.385002 3036193 (Original Log Time 2024/02/20-12:29:21.364734) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-12:29:21.385011 3036193 [db/flush_job.cc:892] [key] [JOB 19823] Flushing memtable with next log file: 301309 2024/02/20-12:29:21.385033 3036210 EVENT_LOG_v1 {"time_micros": 1708432161385026, "job": 19822, "event": "flush_started", "num_memtables": 1, "num_entries": 18304, "num_deletes": 0, "total_data_size": 1609325, "memory_usage": 3057200, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:29:21.385033 3036193 EVENT_LOG_v1 {"time_micros": 1708432161385026, "job": 19823, "event": "flush_started", "num_memtables": 1, "num_entries": 84097, "num_deletes": 28000, "total_data_size": 5265840, "memory_usage": 8174088, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:29:21.385037 3036210 [db/flush_job.cc:926] [tag] [JOB 19822] Level-0 flush table #301310: started 2024/02/20-12:29:21.385037 3036193 [db/flush_job.cc:926] [key] [JOB 19823] Level-0 flush table #301311: started 2024/02/20-12:29:21.512662 3036210 EVENT_LOG_v1 {"time_micros": 1708432161512603, "cf_name": "tag", "job": 19822, "event": "table_file_creation", "file_number": 301310, "file_size": 972268, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148188230, "largest_seqno": 5148349704, "table_properties": {"data_size": 964164, "index_size": 10705, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1562154, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 297, "num_entries": 18206, "num_filter_entries": 207, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431811, "oldest_key_time": 1708431811, "file_creation_time": 1708432161, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301310, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:29:21.512784 3036210 [db/flush_job.cc:1062] [tag] [JOB 19822] Flush lasted 127802 microseconds, and 69834 cpu microseconds. 2024/02/20-12:29:21.525173 3036210 (Original Log Time 2024/02/20-12:29:21.512760) [db/flush_job.cc:1011] [tag] [JOB 19822] Level-0 flush table #301310: 972268 bytes OK 2024/02/20-12:29:21.525179 3036210 (Original Log Time 2024/02/20-12:29:21.512797) [db/memtable_list.cc:555] [tag] Level-0 commit table #301310 started 2024/02/20-12:29:21.525181 3036210 (Original Log Time 2024/02/20-12:29:21.524602) [db/memtable_list.cc:754] [tag] Level-0 commit table #301310: memtable #1 done 2024/02/20-12:29:21.525184 3036210 (Original Log Time 2024/02/20-12:29:21.524694) EVENT_LOG_v1 {"time_micros": 1708432161524677, "job": 19822, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:29:21.525186 3036210 (Original Log Time 2024/02/20-12:29:21.525092) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-12:29:21.525307 3036193 EVENT_LOG_v1 {"time_micros": 1708432161525259, "cf_name": "key", "job": 19823, "event": "table_file_creation", "file_number": 301311, "file_size": 3478128, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148188217, "largest_seqno": 5148351762, "table_properties": {"data_size": 3381576, "index_size": 26270, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 76389, "raw_key_size": 5032398, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 994, "num_entries": 83015, "num_filter_entries": 86975, "num_deletions": 28000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431811, "oldest_key_time": 1708431811, "file_creation_time": 1708432161, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301311, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:29:21.525409 3036188 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19824] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-12:29:21.525422 3036188 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19830 Base level 0, inputs: [301310(949KB) 301303(930KB)], [301288(64MB) 301289(64MB) 301290(33MB)] 2024/02/20-12:29:21.525480 3036193 [db/flush_job.cc:1062] [key] [JOB 19823] Flush lasted 140480 microseconds, and 113962 cpu microseconds. 2024/02/20-12:29:21.525451 3036188 EVENT_LOG_v1 {"time_micros": 1708432161525439, "job": 19824, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301310, 301303], "files_L6": [301288, 301289, 301290], "score": 1, "input_data_size": 172138446, "oldest_snapshot_seqno": -1} 2024/02/20-12:29:21.526494 3036193 (Original Log Time 2024/02/20-12:29:21.525350) [db/flush_job.cc:1011] [key] [JOB 19823] Level-0 flush table #301311: 3478128 bytes OK 2024/02/20-12:29:21.526501 3036193 (Original Log Time 2024/02/20-12:29:21.525493) [db/memtable_list.cc:555] [key] Level-0 commit table #301311 started 2024/02/20-12:29:21.526504 3036193 (Original Log Time 2024/02/20-12:29:21.526118) [db/memtable_list.cc:754] [key] Level-0 commit table #301311: memtable #1 done 2024/02/20-12:29:21.526507 3036193 (Original Log Time 2024/02/20-12:29:21.526157) EVENT_LOG_v1 {"time_micros": 1708432161526146, "job": 19823, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-12:29:21.526509 3036193 (Original Log Time 2024/02/20-12:29:21.526416) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-12:29:21.526517 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19823] Try to delete WAL files size 12909966, prev total WAL file size 15817501, number of live WAL files 3. 2024/02/20-12:29:21.528423 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301304.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:29:26.425002 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19824] Generated table #301312: 2450911 keys, 67640193 bytes, temperature: kUnknown 2024/02/20-12:29:26.425065 3036188 EVENT_LOG_v1 {"time_micros": 1708432166425025, "cf_name": "tag", "job": 19824, "event": "table_file_creation", "file_number": 301312, "file_size": 67640193, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110146, "index_size": 1471957, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 204991800, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36089, "num_entries": 2450911, "num_filter_entries": 1664, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708432161, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301312, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:29:30.770186 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19824] Generated table #301313: 2092242 keys, 67646908 bytes, temperature: kUnknown 2024/02/20-12:29:30.770275 3036188 EVENT_LOG_v1 {"time_micros": 1708432170770216, "cf_name": "tag", "job": 19824, "event": "table_file_creation", "file_number": 301313, "file_size": 67646908, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109018, "index_size": 1406383, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192366501, "raw_average_key_size": 91, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36028, "num_entries": 2092242, "num_filter_entries": 1672, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708432166, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301313, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:29:33.449849 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19824] Generated table #301314: 1368937 keys, 35872416 bytes, temperature: kUnknown 2024/02/20-12:29:33.449943 3036188 EVENT_LOG_v1 {"time_micros": 1708432173449880, "cf_name": "tag", "job": 19824, "event": "table_file_creation", "file_number": 301314, "file_size": 35872416, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 35597732, "index_size": 783935, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 108746974, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 19369, "num_entries": 1368937, "num_filter_entries": 292, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708432170, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301314, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:29:33.457755 3036188 (Original Log Time 2024/02/20-12:29:33.456630) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19824] Compacted 2@0 + 3@6 files to L6 => 171159517 bytes 2024/02/20-12:29:33.457761 3036188 (Original Log Time 2024/02/20-12:29:33.457435) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.4 rd, 14.4 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.8, 162.3 +0.0 blob) out(163.2 +0.0 blob), read-write-amplify(178.3) write-amplify(88.9) OK, records in: 5912090, records dropped: 0 output_compression: ZSTD 2024/02/20-12:29:33.457773 3036188 (Original Log Time 2024/02/20-12:29:33.457493) EVENT_LOG_v1 {"time_micros": 1708432173457473, "job": 19824, "event": "compaction_finished", "compaction_time_micros": 11924475, "compaction_time_cpu_micros": 11778489, "output_level": 6, "num_output_files": 3, "total_output_size": 171159517, "num_input_records": 5912090, "num_output_records": 5912090, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-12:29:33.465830 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301288.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:29:33.465872 3036188 EVENT_LOG_v1 {"time_micros": 1708432173465866, "job": 19824, "event": "table_file_deletion", "file_number": 301288} 2024/02/20-12:29:33.473265 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301289.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:29:33.473304 3036188 EVENT_LOG_v1 {"time_micros": 1708432173473298, "job": 19824, "event": "table_file_deletion", "file_number": 301289} 2024/02/20-12:29:33.476697 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301290.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:29:33.476726 3036188 EVENT_LOG_v1 {"time_micros": 1708432173476721, "job": 19824, "event": "table_file_deletion", "file_number": 301290} 2024/02/20-12:29:33.476883 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301303.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:29:33.476892 3036188 EVENT_LOG_v1 {"time_micros": 1708432173476890, "job": 19824, "event": "table_file_deletion", "file_number": 301303} 2024/02/20-12:29:33.476995 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301310.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:29:33.477001 3036188 EVENT_LOG_v1 {"time_micros": 1708432173477000, "job": 19824, "event": "table_file_deletion", "file_number": 301310} 2024/02/20-12:29:33.477096 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19825] Compacting 2@0 files to L5, score 1.00 2024/02/20-12:29:33.477102 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19831 Base level 0, inputs: [301311(3396KB) 301305(3232KB)] 2024/02/20-12:29:33.477113 3036188 EVENT_LOG_v1 {"time_micros": 1708432173477106, "job": 19825, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301311, 301305], "score": 1, "input_data_size": 6787863, "oldest_snapshot_seqno": -1} 2024/02/20-12:29:33.745614 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19825] Generated table #301315: 165075 keys, 6713139 bytes, temperature: kUnknown 2024/02/20-12:29:33.745684 3036188 EVENT_LOG_v1 {"time_micros": 1708432173745642, "cf_name": "key", "job": 19825, "event": "table_file_creation", "file_number": 301315, "file_size": 6713139, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148030211, "largest_seqno": 5148351762, "table_properties": {"data_size": 6524501, "index_size": 52614, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 150469, "raw_key_size": 10006765, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1924, "num_entries": 165075, "num_filter_entries": 170966, "num_deletions": 58000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431476, "oldest_key_time": 0, "file_creation_time": 1708432173, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301315, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:29:33.746617 3036188 (Original Log Time 2024/02/20-12:29:33.746019) [db/compaction/compaction_job.cc:1729] [key] [JOB 19825] Compacted 2@0 files to L5 => 6713139 bytes 2024/02/20-12:29:33.746620 3036188 (Original Log Time 2024/02/20-12:29:33.746361) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 25.3 rd, 25.0 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(6.5, 0.0 +0.0 blob) out(6.4 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 165077, records dropped: 2 output_compression: LZ4 2024/02/20-12:29:33.746625 3036188 (Original Log Time 2024/02/20-12:29:33.746381) EVENT_LOG_v1 {"time_micros": 1708432173746371, "job": 19825, "event": "compaction_finished", "compaction_time_micros": 268637, "compaction_time_cpu_micros": 264275, "output_level": 5, "num_output_files": 1, "total_output_size": 6713139, "num_input_records": 165077, "num_output_records": 165075, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-12:29:33.746913 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301305.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:29:33.746923 3036188 EVENT_LOG_v1 {"time_micros": 1708432173746921, "job": 19825, "event": "table_file_deletion", "file_number": 301305} 2024/02/20-12:29:33.747190 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301311.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:29:33.747199 3036188 EVENT_LOG_v1 {"time_micros": 1708432173747197, "job": 19825, "event": "table_file_deletion", "file_number": 301311} 2024/02/20-12:30:03.202496 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-12:30:03.202642 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1019602.1 total, 600.2 interval Cumulative writes: 129M writes, 582M keys, 129M commit groups, 1.0 writes per commit group, ingest: 56.08 GB, 0.06 MB/s Cumulative WAL: 129M writes, 0 syncs, 129985604.00 writes per sync, written: 56.08 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 95K writes, 280K keys, 95K commit groups, 1.0 writes per commit group, ingest: 25.88 MB, 0.04 MB/s Interval WAL: 95K writes, 0 syncs, 95531.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 407.14 379.73 4132 0.099 0 0 0.0 0.0 L5 1/0 8.72 MB 0.0 68.5 18.2 50.3 67.4 17.0 0.0 3.7 42.0 41.3 1670.76 1599.89 2134 0.783 1034M 1136 0.0 0.0 L6 12/0 766.76 MB 0.0 402.1 17.4 384.7 385.0 0.3 0.0 22.2 16.1 15.4 25638.55 23650.85 597 42.946 9395M 256M 0.0 0.0 Sum 13/0 775.49 MB 0.0 470.6 35.6 435.0 470.9 35.8 0.0 25.5 17.4 17.4 27716.46 25630.47 6863 4.039 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 19.8 38.7 0.46 0.44 3 0.153 118K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 470.6 35.6 435.0 452.4 17.3 0.0 0.0 17.6 17.0 27309.32 25250.74 2731 10.000 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 407.14 379.73 4132 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1019602.1 total, 600.2 interval Flush(GB): cumulative 18.495, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 470.87 GB write, 0.47 MB/s write, 470.59 GB read, 0.47 MB/s read, 27716.5 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.41 GB table_size: 4416 occupancy: 1616 collections: 1700 last_copies: 0 last_secs: 0.001188 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(835,13.57 MB,0.883495%) IndexBlock(780,1.39 GB,92.8778%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5952723 Average: 2.1898 StdDev: 4.26 Min: 0 Median: 1.3830 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.32 ------------------------------------------------------ [ 0, 1 ] 2006379 33.705% 33.705% ####### ( 1, 2 ] 2532547 42.544% 76.250% ######### ( 2, 3 ] 990232 16.635% 92.885% ### ( 3, 4 ] 241468 4.056% 96.941% # ( 4, 6 ] 107245 1.802% 98.743% ( 6, 10 ] 35039 0.589% 99.331% ( 10, 15 ] 14766 0.248% 99.579% ( 15, 22 ] 7490 0.126% 99.705% ( 22, 34 ] 7838 0.132% 99.837% ( 34, 51 ] 5625 0.094% 99.931% ( 51, 76 ] 2501 0.042% 99.973% ( 76, 110 ] 882 0.015% 99.988% ( 110, 170 ] 401 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21568850 Average: 2.4674 StdDev: 6.80 Min: 0 Median: 1.4958 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.52 ------------------------------------------------------ [ 0, 1 ] 6606170 30.628% 30.628% ###### ( 1, 2 ] 8427087 39.071% 69.699% ######## ( 2, 3 ] 3657708 16.958% 86.657% ### ( 3, 4 ] 1333575 6.183% 92.840% # ( 4, 6 ] 1041890 4.831% 97.671% # ( 6, 10 ] 336421 1.560% 99.230% ( 10, 15 ] 58888 0.273% 99.503% ( 15, 22 ] 30126 0.140% 99.643% ( 22, 34 ] 32342 0.150% 99.793% ( 34, 51 ] 24591 0.114% 99.907% ( 51, 76 ] 11851 0.055% 99.962% ( 76, 110 ] 4839 0.022% 99.984% ( 110, 170 ] 1980 0.009% 99.994% ( 170, 250 ] 590 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 209278836 Average: 12.2224 StdDev: 81.99 Min: 0 Median: 1.4900 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.55 P99.9: 303.98 P99.99: 1541.64 ------------------------------------------------------ [ 0, 1 ] 71496638 34.163% 34.163% ####### ( 1, 2 ] 67639382 32.320% 66.484% ###### ( 2, 3 ] 29700836 14.192% 80.676% ### ( 3, 4 ] 6404267 3.060% 83.736% # ( 4, 6 ] 1167289 0.558% 84.293% ( 6, 10 ] 549466 0.263% 84.556% ( 10, 15 ] 311516 0.149% 84.705% ( 15, 22 ] 259601 0.124% 84.829% ( 22, 34 ] 7508651 3.588% 88.417% # ( 34, 51 ] 7588551 3.626% 92.043% # ( 51, 76 ] 6095597 2.913% 94.956% # ( 76, 110 ] 6682013 3.193% 98.148% # ( 110, 170 ] 3284980 1.570% 99.718% ( 170, 250 ] 334349 0.160% 99.878% ( 250, 380 ] 111791 0.053% 99.931% ( 380, 580 ] 67920 0.032% 99.964% ( 580, 870 ] 30492 0.015% 99.978% ( 870, 1300 ] 13843 0.007% 99.985% ( 1300, 1900 ] 26633 0.013% 99.998% ( 1900, 2900 ] 2125 0.001% 99.999% ( 2900, 4400 ] 858 0.000% 99.999% ( 4400, 6600 ] 620 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 188 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.28 73.94 4019 0.022 0 0 0.0 0.0 L6 3/0 163.23 MB 0.0 311.6 3.1 308.5 308.5 0.1 0.0 99.1 15.4 15.2 20742.64 20359.97 2116 9.803 11G 62M 0.0 0.0 Sum 3/0 163.23 MB 0.0 311.6 3.1 308.5 311.7 3.2 0.0 100.1 15.3 15.3 20829.92 20433.91 6135 3.395 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 89.9 13.6 13.7 12.08 11.87 3 4.026 5912K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 311.6 3.1 308.5 308.5 0.1 0.0 0.0 15.4 15.2 20742.64 20359.97 2116 9.803 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.28 73.94 4019 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1019602.1 total, 600.2 interval Flush(GB): cumulative 3.113, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 311.66 GB write, 0.31 MB/s write, 311.60 GB read, 0.31 MB/s read, 20829.9 seconds Interval compaction: 0.16 GB write, 0.28 MB/s write, 0.16 GB read, 0.27 MB/s read, 12.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4337 collections: 1700 last_copies: 0 last_secs: 0.002957 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2186,1.66 MB,0.107954%) IndexBlock(2150,1.46 GB,97.2787%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1022768 Average: 3.5664 StdDev: 6.34 Min: 0 Median: 2.5843 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.41 P99.9: 60.70 P99.99: 195.04 ------------------------------------------------------ [ 0, 1 ] 116630 11.403% 11.403% ## ( 1, 2 ] 247002 24.150% 35.554% ##### ( 2, 3 ] 252851 24.722% 60.276% ##### ( 3, 4 ] 196419 19.205% 79.481% #### ( 4, 6 ] 168799 16.504% 95.985% ### ( 6, 10 ] 28551 2.792% 98.776% # ( 10, 15 ] 4743 0.464% 99.240% ( 15, 22 ] 2539 0.248% 99.488% ( 22, 34 ] 2156 0.211% 99.699% ( 34, 51 ] 1770 0.173% 99.872% ( 51, 76 ] 735 0.072% 99.944% ( 76, 110 ] 251 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176762296 Average: 2.1876 StdDev: 5.40 Min: 0 Median: 1.3426 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.83 P99.99: 144.67 ------------------------------------------------------ [ 0, 1 ] 65361384 36.977% 36.977% ####### ( 1, 2 ] 67198826 38.016% 74.993% ######## ( 2, 3 ] 32881968 18.602% 93.596% #### ( 3, 4 ] 7924434 4.483% 98.079% # ( 4, 6 ] 1479047 0.837% 98.916% ( 6, 10 ] 613570 0.347% 99.263% ( 10, 15 ] 399738 0.226% 99.489% ( 15, 22 ] 198898 0.113% 99.601% ( 22, 34 ] 311827 0.176% 99.778% ( 34, 51 ] 204534 0.116% 99.894% ( 51, 76 ] 100053 0.057% 99.950% ( 76, 110 ] 57869 0.033% 99.983% ( 110, 170 ] 21581 0.012% 99.995% ( 170, 250 ] 3834 0.002% 99.997% ( 250, 380 ] 1754 0.001% 99.998% ( 380, 580 ] 1456 0.001% 99.999% ( 580, 870 ] 866 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.8 273.23 253.46 4099 0.067 0 0 0.0 0.0 L5 1/0 6.40 MB 0.0 22.1 8.2 13.9 21.9 8.0 0.0 2.7 28.8 28.5 786.26 760.40 1962 0.401 611M 276K 0.0 0.0 L6 6/0 339.18 MB 0.0 196.5 8.8 187.7 187.9 0.1 0.0 21.3 14.4 13.8 13982.21 13680.10 714 19.583 8797M 238M 0.0 0.0 Sum 7/0 345.59 MB 0.0 218.6 17.0 201.6 218.8 17.1 0.0 24.2 14.9 14.9 15041.70 14693.95 6775 2.220 9409M 238M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 11.9 23.6 0.55 0.50 3 0.182 165K 2 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 218.6 17.0 201.6 209.7 8.1 0.0 0.0 15.2 14.5 14768.47 14440.49 2676 5.519 9409M 238M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.8 273.23 253.46 4099 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1019602.1 total, 600.2 interval Flush(GB): cumulative 9.026, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 218.76 GB write, 0.22 MB/s write, 218.62 GB read, 0.22 MB/s read, 15041.7 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 360807 collections: 1700 last_copies: 0 last_secs: 0.153416 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360700,1.39 GB,92.7787%) FilterBlock(52,53.63 MB,3.49125%) IndexBlock(55,22.33 MB,1.45353%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2822980 Average: 4.2612 StdDev: 8.09 Min: 0 Median: 1.9585 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.91 P99.9: 61.11 P99.99: 151.64 ------------------------------------------------------ [ 0, 1 ] 631247 22.361% 22.361% #### ( 1, 2 ] 814037 28.836% 51.197% ###### ( 2, 3 ] 398398 14.113% 65.310% ### ( 3, 4 ] 172132 6.098% 71.407% # ( 4, 6 ] 149054 5.280% 76.687% # ( 6, 10 ] 446104 15.803% 92.490% ### ( 10, 15 ] 176789 6.262% 98.752% # ( 15, 22 ] 16837 0.596% 99.349% ( 22, 34 ] 9039 0.320% 99.669% ( 34, 51 ] 5504 0.195% 99.864% ( 51, 76 ] 2512 0.089% 99.953% ( 76, 110 ] 824 0.029% 99.982% ( 110, 170 ] 318 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6839136 Average: 4.7079 StdDev: 7.66 Min: 0 Median: 2.4741 Max: 7311 Percentiles: P50: 2.47 P75: 6.17 P99: 19.50 P99.9: 69.21 P99.99: 169.00 ------------------------------------------------------ [ 0, 1 ] 1120304 16.381% 16.381% ### ( 1, 2 ] 1805486 26.399% 42.780% ##### ( 2, 3 ] 1041567 15.230% 58.010% ### ( 3, 4 ] 559335 8.178% 66.188% ## ( 4, 6 ] 553081 8.087% 74.275% ## ( 6, 10 ] 1190014 17.400% 91.675% ### ( 10, 15 ] 471379 6.892% 98.568% # ( 15, 22 ] 46052 0.673% 99.241% ( 22, 34 ] 24287 0.355% 99.596% ( 34, 51 ] 15356 0.225% 99.821% ( 51, 76 ] 7461 0.109% 99.930% ( 76, 110 ] 2831 0.041% 99.971% ( 110, 170 ] 1321 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 160 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106147928 Average: 5.7928 StdDev: 24.82 Min: 0 Median: 2.3474 Max: 40453 Percentiles: P50: 2.35 P75: 7.55 P99: 41.45 P99.9: 158.91 P99.99: 466.70 ------------------------------------------------------ [ 0, 1 ] 25197660 23.738% 23.738% ##### ( 1, 2 ] 24028040 22.636% 46.375% ##### ( 2, 3 ] 11077664 10.436% 56.811% ## ( 3, 4 ] 4349837 4.098% 60.909% # ( 4, 6 ] 4971295 4.683% 65.592% # ( 6, 10 ] 25777541 24.285% 89.876% ##### ( 10, 15 ] 8292649 7.812% 97.689% ## ( 15, 22 ] 674753 0.636% 98.325% ( 22, 34 ] 551923 0.520% 98.844% ( 34, 51 ] 376929 0.355% 99.200% ( 51, 76 ] 239719 0.226% 99.425% ( 76, 110 ] 304469 0.287% 99.712% ( 110, 170 ] 244506 0.230% 99.943% ( 170, 250 ] 39127 0.037% 99.979% ( 250, 380 ] 8481 0.008% 99.987% ( 380, 580 ] 6275 0.006% 99.993% ( 580, 870 ] 3580 0.003% 99.997% ( 870, 1300 ] 1901 0.002% 99.999% ( 1300, 1900 ] 2611 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 100 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-12:30:03.206328 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 530300664 rocksdb.block.cache.hit COUNT : 2183567620 rocksdb.block.cache.add COUNT : 39703605 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32438 rocksdb.block.cache.index.hit COUNT : 535862229 rocksdb.block.cache.index.add COUNT : 32424 rocksdb.block.cache.index.bytes.insert COUNT : 34674607691 rocksdb.block.cache.filter.miss COUNT : 32444 rocksdb.block.cache.filter.hit COUNT : 1112206410 rocksdb.block.cache.filter.add COUNT : 32444 rocksdb.block.cache.filter.bytes.insert COUNT : 8816909260 rocksdb.block.cache.data.miss COUNT : 530235782 rocksdb.block.cache.data.hit COUNT : 535498981 rocksdb.block.cache.data.add COUNT : 39638737 rocksdb.block.cache.data.bytes.insert COUNT : 164192682500 rocksdb.block.cache.bytes.read COUNT : 1903311861303294 rocksdb.block.cache.bytes.write COUNT : 207684199451 rocksdb.bloom.filter.useful COUNT : 576409006 rocksdb.bloom.filter.full.positive COUNT : 535797438 rocksdb.bloom.filter.full.true.positive COUNT : 530218438 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94270925 rocksdb.memtable.miss COUNT : 6330234280 rocksdb.l0.hit COUNT : 16212432 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 514006006 rocksdb.compaction.key.drop.new COUNT : 278512693 rocksdb.compaction.key.drop.obsolete COUNT : 278532466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 582501745 rocksdb.number.keys.read COUNT : 652585013 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60215679267 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 67974 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32429 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 769518527 rocksdb.number.multiget.keys.read COUNT : 5771920192 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60215679267 rocksdb.write.self COUNT : 129773412 rocksdb.write.other COUNT : 212192 rocksdb.write.wal COUNT : 129985604 rocksdb.compact.read.bytes COUNT : 998835082445 rocksdb.compact.write.bytes COUNT : 1042244144479 rocksdb.flush.write.bytes COUNT : 32897361209 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1031859 rocksdb.number.superversion_releases COUNT : 2719 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 523619383 rocksdb.number.block.decompressed COUNT : 523653781 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60051204407 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 67974 rocksdb.num.iterator.deleted COUNT : 67974 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5236 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5198 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44209 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61126093621 rocksdb.memtable.garbage.bytes.at.flush COUNT : 737095445 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 946325228428 rocksdb.last.level.read.count COUNT : 492191429 rocksdb.non.last.level.read.bytes COUNT : 129189395022 rocksdb.non.last.level.read.count COUNT : 38206522 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 530333093 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2136508335840 rocksdb.bytes.compressed.to COUNT : 1037509661085 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26205293386 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6610149 rocksdb.bytes.decompressed.from COUNT : 1037789126407 rocksdb.bytes.decompressed.to COUNT : 2136695915795 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.411920 P95 : 106.276002 P99 : 160.384835 P100 : 227461.000000 COUNT : 652585014 SUM : 33653855814 rocksdb.db.write.micros P50 : 67.018394 P95 : 111.749805 P99 : 169.423652 P100 : 2037453.000000 COUNT : 129985604 SUM : 13405947791 rocksdb.compaction.times.micros P50 : 1621228.070175 P95 : 38398095.238095 P99 : 67054687.500000 P100 : 89521673.000000 COUNT : 7523 SUM : 62820432971 rocksdb.compaction.times.cpu_micros P50 : 1560108.303249 P95 : 35736480.686695 P99 : 63885359.116022 P100 : 83823365.000000 COUNT : 7523 SUM : 60051204407 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4300.433622 P95 : 27728.199719 P99 : 62309.782609 P100 : 1558490.000000 COUNT : 12235 SUM : 114504803 rocksdb.compaction.outfile.sync.micros P50 : 62580.164911 P95 : 125826.797386 P99 : 225254.736842 P100 : 2063820.000000 COUNT : 20177 SUM : 1294048080 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.119149 P95 : 727.496689 P99 : 3939.285714 P100 : 501117.000000 COUNT : 19820 SUM : 12799604 rocksdb.table.open.io.micros P50 : 583.446721 P95 : 6235.926158 P99 : 13030.918848 P100 : 207055.000000 COUNT : 32429 SUM : 57489608 rocksdb.db.multiget.micros P50 : 7.994098 P95 : 17.807021 P99 : 33.048476 P100 : 26625.000000 COUNT : 769518528 SUM : 7288188124 rocksdb.read.block.compaction.micros P50 : 13.665488 P95 : 58.860221 P99 : 138.254306 P100 : 136000.000000 COUNT : 490597045 SUM : 9521260278 rocksdb.read.block.get.micros P50 : 52.859786 P95 : 94.764623 P99 : 145.753927 P100 : 206929.000000 COUNT : 39703619 SUM : 2288178394 rocksdb.write.raw.block.micros P50 : 0.521535 P95 : 0.990917 P99 : 1.895139 P100 : 331149.000000 COUNT : 530326768 SUM : 10616001456 rocksdb.numfiles.in.singlecompaction P50 : 2.774737 P95 : 5.679480 P99 : 5.938609 P100 : 7.000000 COUNT : 5730 SUM : 20401 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.536576 P95 : 33.199649 P99 : 104.771288 P100 : 135929.000000 COUNT : 530397951 SUM : 3673631258 rocksdb.file.read.flush.micros P50 : 1.842873 P95 : 15.809016 P99 : 41.181034 P100 : 787.000000 COUNT : 61175 SUM : 293143 rocksdb.file.read.compaction.micros P50 : 1.421779 P95 : 36.280553 P99 : 106.268284 P100 : 135929.000000 COUNT : 490697944 SUM : 3277067737 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 652585015 SUM : 0 rocksdb.bytes.per.write P50 : 218.495234 P95 : 527.644515 P99 : 803.775384 P100 : 4563443.000000 COUNT : 129773412 SUM : 60215679267 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 769518529 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46085.222121 P95 : 166714.423077 P99 : 238898.630137 P100 : 1681975.000000 COUNT : 12278 SUM : 767643280 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-12:30:03.206527 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-12:30:03.206674 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708432203 to in-memory stats history 2024/02/20-12:30:03.206699 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-12:30:03.206734 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-12:34:12.316351 4077738 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301306. Total log size is 15728773 while max_total_wal_size is 15728640 2024/02/20-12:34:12.316840 4077738 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301316. Immutable memtables: 0. 2024/02/20-12:34:12.317127 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19826] Syncing log #301309 2024/02/20-12:34:12.321992 3036210 (Original Log Time 2024/02/20-12:34:12.317110) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:34:12.322001 3036210 [db/flush_job.cc:892] [url] [JOB 19826] Flushing memtable with next log file: 301316 2024/02/20-12:34:12.322028 3036210 EVENT_LOG_v1 {"time_micros": 1708432452322021, "job": 19826, "event": "flush_started", "num_memtables": 1, "num_entries": 60481, "num_deletes": 0, "total_data_size": 9221994, "memory_usage": 12228864, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:34:12.322031 3036210 [db/flush_job.cc:926] [url] [JOB 19826] Level-0 flush table #301317: started 2024/02/20-12:34:12.454764 3036210 EVENT_LOG_v1 {"time_micros": 1708432452454728, "cf_name": "url", "job": 19826, "event": "table_file_creation", "file_number": 301317, "file_size": 4767933, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148321455, "largest_seqno": 5148483921, "table_properties": {"data_size": 4688711, "index_size": 117263, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 8913221, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1417, "num_entries": 59417, "num_filter_entries": 7145, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432098, "oldest_key_time": 1708432098, "file_creation_time": 1708432452, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301317, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:34:12.454808 3036210 [db/flush_job.cc:1062] [url] [JOB 19826] Flush lasted 132824 microseconds, and 127392 cpu microseconds. 2024/02/20-12:34:12.455334 3036210 (Original Log Time 2024/02/20-12:34:12.454793) [db/flush_job.cc:1011] [url] [JOB 19826] Level-0 flush table #301317: 4767933 bytes OK 2024/02/20-12:34:12.455337 3036210 (Original Log Time 2024/02/20-12:34:12.454815) [db/memtable_list.cc:555] [url] Level-0 commit table #301317 started 2024/02/20-12:34:12.455339 3036210 (Original Log Time 2024/02/20-12:34:12.455097) [db/memtable_list.cc:754] [url] Level-0 commit table #301317: memtable #1 done 2024/02/20-12:34:12.455341 3036210 (Original Log Time 2024/02/20-12:34:12.455112) EVENT_LOG_v1 {"time_micros": 1708432452455108, "job": 19826, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-12:34:12.455343 3036210 (Original Log Time 2024/02/20-12:34:12.455299) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-12:34:12.455349 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19826] Try to delete WAL files size 2899940, prev total WAL file size 15733358, number of live WAL files 3. 2024/02/20-12:34:12.455851 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301306.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:35:16.862366 4076773 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301309. Total log size is 15728861 while max_total_wal_size is 15728640 2024/02/20-12:35:16.862654 4076773 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301318. Immutable memtables: 0. 2024/02/20-12:35:16.862902 4076773 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301318. Immutable memtables: 0. 2024/02/20-12:35:16.863014 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19827] Syncing log #301316 2024/02/20-12:35:16.866384 3036193 (Original Log Time 2024/02/20-12:35:16.863003) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-12:35:16.866390 3036193 [db/flush_job.cc:892] [tag] [JOB 19827] Flushing memtable with next log file: 301318 2024/02/20-12:35:16.866393 3036210 (Original Log Time 2024/02/20-12:35:16.863018) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-12:35:16.866399 3036210 [db/flush_job.cc:892] [key] [JOB 19828] Flushing memtable with next log file: 301318 2024/02/20-12:35:16.866411 3036210 EVENT_LOG_v1 {"time_micros": 1708432516866406, "job": 19828, "event": "flush_started", "num_memtables": 1, "num_entries": 84078, "num_deletes": 28000, "total_data_size": 5264282, "memory_usage": 8997936, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:35:16.866411 3036193 EVENT_LOG_v1 {"time_micros": 1708432516866405, "job": 19827, "event": "flush_started", "num_memtables": 1, "num_entries": 17909, "num_deletes": 0, "total_data_size": 1571129, "memory_usage": 2731184, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:35:16.866415 3036193 [db/flush_job.cc:926] [tag] [JOB 19827] Level-0 flush table #301319: started 2024/02/20-12:35:16.866415 3036210 [db/flush_job.cc:926] [key] [JOB 19828] Level-0 flush table #301320: started 2024/02/20-12:35:16.897376 3036193 EVENT_LOG_v1 {"time_micros": 1708432516897345, "cf_name": "tag", "job": 19827, "event": "table_file_creation", "file_number": 301319, "file_size": 946717, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148351774, "largest_seqno": 5148514269, "table_properties": {"data_size": 938907, "index_size": 10276, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1520396, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 290, "num_entries": 17768, "num_filter_entries": 204, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432161, "oldest_key_time": 1708432161, "file_creation_time": 1708432516, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301319, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:35:16.897420 3036193 [db/flush_job.cc:1062] [tag] [JOB 19827] Flush lasted 31045 microseconds, and 29031 cpu microseconds. 2024/02/20-12:35:16.897944 3036193 (Original Log Time 2024/02/20-12:35:16.897407) [db/flush_job.cc:1011] [tag] [JOB 19827] Level-0 flush table #301319: 946717 bytes OK 2024/02/20-12:35:16.897947 3036193 (Original Log Time 2024/02/20-12:35:16.897426) [db/memtable_list.cc:555] [tag] Level-0 commit table #301319 started 2024/02/20-12:35:16.897948 3036193 (Original Log Time 2024/02/20-12:35:16.897716) [db/memtable_list.cc:754] [tag] Level-0 commit table #301319: memtable #1 done 2024/02/20-12:35:16.897950 3036193 (Original Log Time 2024/02/20-12:35:16.897733) EVENT_LOG_v1 {"time_micros": 1708432516897728, "job": 19827, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:35:16.897951 3036193 (Original Log Time 2024/02/20-12:35:16.897911) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-12:35:16.947122 3036210 EVENT_LOG_v1 {"time_micros": 1708432516947096, "cf_name": "key", "job": 19828, "event": "table_file_creation", "file_number": 301320, "file_size": 3446406, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148351764, "largest_seqno": 5148514347, "table_properties": {"data_size": 3350314, "index_size": 25779, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 76389, "raw_key_size": 5030758, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 991, "num_entries": 82995, "num_filter_entries": 87048, "num_deletions": 28000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432161, "oldest_key_time": 1708432161, "file_creation_time": 1708432516, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301320, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:35:16.947151 3036210 [db/flush_job.cc:1062] [key] [JOB 19828] Flush lasted 80762 microseconds, and 76954 cpu microseconds. 2024/02/20-12:35:16.947697 3036210 (Original Log Time 2024/02/20-12:35:16.947140) [db/flush_job.cc:1011] [key] [JOB 19828] Level-0 flush table #301320: 3446406 bytes OK 2024/02/20-12:35:16.947700 3036210 (Original Log Time 2024/02/20-12:35:16.947156) [db/memtable_list.cc:555] [key] Level-0 commit table #301320 started 2024/02/20-12:35:16.947701 3036210 (Original Log Time 2024/02/20-12:35:16.947490) [db/memtable_list.cc:754] [key] Level-0 commit table #301320: memtable #1 done 2024/02/20-12:35:16.947702 3036210 (Original Log Time 2024/02/20-12:35:16.947503) EVENT_LOG_v1 {"time_micros": 1708432516947499, "job": 19828, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-12:35:16.947704 3036210 (Original Log Time 2024/02/20-12:35:16.947664) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-12:35:16.947708 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19828] Try to delete WAL files size 12828833, prev total WAL file size 15733543, number of live WAL files 3. 2024/02/20-12:35:16.947705 1265107 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301316. Total log size is 2904710 while max_total_wal_size is 15728640 2024/02/20-12:35:16.947925 1265107 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301321. Immutable memtables: 0. 2024/02/20-12:35:16.948109 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19829] Syncing log #301318 2024/02/20-12:35:16.948594 3036193 (Original Log Time 2024/02/20-12:35:16.948100) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-12:35:16.948600 3036193 [db/flush_job.cc:892] [url] [JOB 19829] Flushing memtable with next log file: 301321 2024/02/20-12:35:16.948622 3036193 EVENT_LOG_v1 {"time_micros": 1708432516948613, "job": 19829, "event": "flush_started", "num_memtables": 1, "num_entries": 11204, "num_deletes": 0, "total_data_size": 1691039, "memory_usage": 2565800, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:35:16.948625 3036193 [db/flush_job.cc:926] [url] [JOB 19829] Level-0 flush table #301322: started 2024/02/20-12:35:16.948774 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301309.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:35:16.972359 3036193 EVENT_LOG_v1 {"time_micros": 1708432516972318, "cf_name": "url", "job": 19829, "event": "table_file_creation", "file_number": 301322, "file_size": 962294, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148483923, "largest_seqno": 5148514389, "table_properties": {"data_size": 947407, "index_size": 17175, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 1635174, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 289, "num_entries": 11010, "num_filter_entries": 2223, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432452, "oldest_key_time": 1708432452, "file_creation_time": 1708432516, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301322, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:35:16.972403 3036193 [db/flush_job.cc:1062] [url] [JOB 19829] Flush lasted 23811 microseconds, and 22228 cpu microseconds. 2024/02/20-12:35:16.973058 3036193 (Original Log Time 2024/02/20-12:35:16.972386) [db/flush_job.cc:1011] [url] [JOB 19829] Level-0 flush table #301322: 962294 bytes OK 2024/02/20-12:35:16.973069 3036193 (Original Log Time 2024/02/20-12:35:16.972408) [db/memtable_list.cc:555] [url] Level-0 commit table #301322 started 2024/02/20-12:35:16.973071 3036193 (Original Log Time 2024/02/20-12:35:16.972814) [db/memtable_list.cc:754] [url] Level-0 commit table #301322: memtable #1 done 2024/02/20-12:35:16.973073 3036193 (Original Log Time 2024/02/20-12:35:16.972829) EVENT_LOG_v1 {"time_micros": 1708432516972825, "job": 19829, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-12:35:16.973075 3036193 (Original Log Time 2024/02/20-12:35:16.973018) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-12:35:16.973079 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19829] Try to delete WAL files size 2900028, prev total WAL file size 2906001, number of live WAL files 3. 2024/02/20-12:35:16.973161 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 19830] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-12:35:16.973172 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19837 Base level 0, inputs: [301322(939KB) 301317(4656KB)], [301308(8931KB)] 2024/02/20-12:35:16.973195 3036187 EVENT_LOG_v1 {"time_micros": 1708432516973184, "job": 19830, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301322, 301317], "files_L5": [301308], "score": 1, "input_data_size": 14876039, "oldest_snapshot_seqno": -1} 2024/02/20-12:35:16.973649 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301316.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:35:17.318003 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19830] Generated table #301323: 188535 keys, 14252219 bytes, temperature: kUnknown 2024/02/20-12:35:17.318065 3036187 EVENT_LOG_v1 {"time_micros": 1708432517318027, "cf_name": "url", "job": 19830, "event": "table_file_creation", "file_number": 301323, "file_size": 14252219, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147995856, "largest_seqno": 5148514389, "table_properties": {"data_size": 14017339, "index_size": 392771, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13253, "raw_key_size": 28378165, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4225, "num_entries": 188535, "num_filter_entries": 15177, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431401, "oldest_key_time": 0, "file_creation_time": 1708432516, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301323, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:35:17.319032 3036187 (Original Log Time 2024/02/20-12:35:17.318584) [db/compaction/compaction_job.cc:1729] [url] [JOB 19830] Compacted 2@0 + 1@5 files to L5 => 14252219 bytes 2024/02/20-12:35:17.319035 3036187 (Original Log Time 2024/02/20-12:35:17.318820) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.05, MB/sec: 43.1 rd, 41.3 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.5, 8.7 +0.0 blob) out(13.6 +0.0 blob), read-write-amplify(5.1) write-amplify(2.5) OK, records in: 188538, records dropped: 3 output_compression: LZ4 2024/02/20-12:35:17.319041 3036187 (Original Log Time 2024/02/20-12:35:17.318842) EVENT_LOG_v1 {"time_micros": 1708432517318832, "job": 19830, "event": "compaction_finished", "compaction_time_micros": 344923, "compaction_time_cpu_micros": 333279, "output_level": 5, "num_output_files": 1, "total_output_size": 14252219, "num_input_records": 188538, "num_output_records": 188535, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-12:35:17.319766 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301308.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:35:17.319781 3036187 EVENT_LOG_v1 {"time_micros": 1708432517319779, "job": 19830, "event": "table_file_deletion", "file_number": 301308} 2024/02/20-12:35:17.320218 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301317.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:35:17.320228 3036187 EVENT_LOG_v1 {"time_micros": 1708432517320226, "job": 19830, "event": "table_file_deletion", "file_number": 301317} 2024/02/20-12:35:17.320342 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301322.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:35:17.320352 3036187 EVENT_LOG_v1 {"time_micros": 1708432517320351, "job": 19830, "event": "table_file_deletion", "file_number": 301322} 2024/02/20-12:40:03.341263 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-12:40:03.341407 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1020202.2 total, 600.1 interval Cumulative writes: 130M writes, 582M keys, 129M commit groups, 1.0 writes per commit group, ingest: 56.11 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130080364.00 writes per sync, written: 56.11 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 94K writes, 276K keys, 94K commit groups, 1.0 writes per commit group, ingest: 25.44 MB, 0.04 MB/s Interval WAL: 94K writes, 0 syncs, 94760.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 407.29 379.88 4134 0.099 0 0 0.0 0.0 L5 1/0 13.59 MB 0.1 68.5 18.2 50.3 67.4 17.0 0.0 3.7 42.0 41.3 1671.11 1600.23 2135 0.783 1034M 1139 0.0 0.0 L6 12/0 766.76 MB 0.0 402.1 17.4 384.7 385.0 0.3 0.0 22.2 16.1 15.4 25638.55 23650.85 597 42.946 9395M 256M 0.0 0.0 Sum 13/0 780.36 MB 0.0 470.6 35.6 435.0 470.9 35.9 0.0 25.5 17.4 17.4 27716.96 25630.95 6866 4.037 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.5 28.3 38.0 0.50 0.48 3 0.167 188K 3 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 470.6 35.6 435.0 452.4 17.3 0.0 0.0 17.6 17.0 27309.66 25251.08 2732 9.996 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 407.29 379.88 4134 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1020202.2 total, 600.1 interval Flush(GB): cumulative 18.501, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 470.89 GB write, 0.47 MB/s write, 470.60 GB read, 0.47 MB/s read, 27717.0 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1620 collections: 1701 last_copies: 0 last_secs: 0.000761 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(838,13.59 MB,0.884838%) IndexBlock(781,1.39 GB,92.6125%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5954439 Average: 2.1898 StdDev: 4.26 Min: 0 Median: 1.3830 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.29 ------------------------------------------------------ [ 0, 1 ] 2006824 33.703% 33.703% ####### ( 1, 2 ] 2533414 42.547% 76.250% ######### ( 2, 3 ] 990559 16.636% 92.885% ### ( 3, 4 ] 241515 4.056% 96.941% # ( 4, 6 ] 107261 1.801% 98.743% ( 6, 10 ] 35047 0.589% 99.331% ( 10, 15 ] 14770 0.248% 99.579% ( 15, 22 ] 7492 0.126% 99.705% ( 22, 34 ] 7838 0.132% 99.837% ( 34, 51 ] 5625 0.094% 99.931% ( 51, 76 ] 2501 0.042% 99.973% ( 76, 110 ] 882 0.015% 99.988% ( 110, 170 ] 401 0.007% 99.995% ( 170, 250 ] 128 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21571575 Average: 2.4673 StdDev: 6.80 Min: 0 Median: 1.4958 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.51 ------------------------------------------------------ [ 0, 1 ] 6607094 30.629% 30.629% ###### ( 1, 2 ] 8428369 39.072% 69.700% ######## ( 2, 3 ] 3658143 16.958% 86.659% ### ( 3, 4 ] 1333624 6.182% 92.841% # ( 4, 6 ] 1041902 4.830% 97.671% # ( 6, 10 ] 336432 1.560% 99.230% ( 10, 15 ] 58893 0.273% 99.503% ( 15, 22 ] 30126 0.140% 99.643% ( 22, 34 ] 32345 0.150% 99.793% ( 34, 51 ] 24594 0.114% 99.907% ( 51, 76 ] 11852 0.055% 99.962% ( 76, 110 ] 4839 0.022% 99.984% ( 110, 170 ] 1980 0.009% 99.994% ( 170, 250 ] 590 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 209278836 Average: 12.2224 StdDev: 81.99 Min: 0 Median: 1.4900 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.55 P99.9: 303.98 P99.99: 1541.64 ------------------------------------------------------ [ 0, 1 ] 71496638 34.163% 34.163% ####### ( 1, 2 ] 67639382 32.320% 66.484% ###### ( 2, 3 ] 29700836 14.192% 80.676% ### ( 3, 4 ] 6404267 3.060% 83.736% # ( 4, 6 ] 1167289 0.558% 84.293% ( 6, 10 ] 549466 0.263% 84.556% ( 10, 15 ] 311516 0.149% 84.705% ( 15, 22 ] 259601 0.124% 84.829% ( 22, 34 ] 7508651 3.588% 88.417% # ( 34, 51 ] 7588551 3.626% 92.043% # ( 51, 76 ] 6095597 2.913% 94.956% # ( 76, 110 ] 6682013 3.193% 98.148% # ( 110, 170 ] 3284980 1.570% 99.718% ( 170, 250 ] 334349 0.160% 99.878% ( 250, 380 ] 111791 0.053% 99.931% ( 380, 580 ] 67920 0.032% 99.964% ( 580, 870 ] 30492 0.015% 99.978% ( 870, 1300 ] 13843 0.007% 99.985% ( 1300, 1900 ] 26633 0.013% 99.998% ( 1900, 2900 ] 2125 0.001% 99.999% ( 2900, 4400 ] 858 0.000% 99.999% ( 4400, 6600 ] 620 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 188 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 924.53 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.31 73.97 4020 0.022 0 0 0.0 0.0 L6 3/0 163.23 MB 0.0 311.6 3.1 308.5 308.5 0.1 0.0 99.1 15.4 15.2 20742.64 20359.97 2116 9.803 11G 62M 0.0 0.0 Sum 4/0 164.13 MB 0.0 311.6 3.1 308.5 311.7 3.2 0.0 100.1 15.3 15.3 20829.95 20433.94 6136 3.395 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 29.1 0.03 0.03 1 0.031 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 311.6 3.1 308.5 308.5 0.1 0.0 0.0 15.4 15.2 20742.64 20359.97 2116 9.803 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.31 73.97 4020 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1020202.2 total, 600.1 interval Flush(GB): cumulative 3.114, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 311.66 GB write, 0.31 MB/s write, 311.60 GB read, 0.31 MB/s read, 20829.9 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4339 collections: 1701 last_copies: 0 last_secs: 0.001866 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2187,1.66 MB,0.10797%) IndexBlock(2151,1.46 GB,97.2793%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1022773 Average: 3.5664 StdDev: 6.34 Min: 0 Median: 2.5843 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.41 P99.9: 60.70 P99.99: 195.04 ------------------------------------------------------ [ 0, 1 ] 116632 11.404% 11.404% ## ( 1, 2 ] 247005 24.151% 35.554% ##### ( 2, 3 ] 252851 24.722% 60.276% ##### ( 3, 4 ] 196419 19.205% 79.481% #### ( 4, 6 ] 168799 16.504% 95.985% ### ( 6, 10 ] 28551 2.792% 98.776% # ( 10, 15 ] 4743 0.464% 99.240% ( 15, 22 ] 2539 0.248% 99.488% ( 22, 34 ] 2156 0.211% 99.699% ( 34, 51 ] 1770 0.173% 99.872% ( 51, 76 ] 735 0.072% 99.944% ( 76, 110 ] 251 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176762296 Average: 2.1876 StdDev: 5.40 Min: 0 Median: 1.3426 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.83 P99.99: 144.67 ------------------------------------------------------ [ 0, 1 ] 65361384 36.977% 36.977% ####### ( 1, 2 ] 67198826 38.016% 74.993% ######## ( 2, 3 ] 32881968 18.602% 93.596% #### ( 3, 4 ] 7924434 4.483% 98.079% # ( 4, 6 ] 1479047 0.837% 98.916% ( 6, 10 ] 613570 0.347% 99.263% ( 10, 15 ] 399738 0.226% 99.489% ( 15, 22 ] 198898 0.113% 99.601% ( 22, 34 ] 311827 0.176% 99.778% ( 34, 51 ] 204534 0.116% 99.894% ( 51, 76 ] 100053 0.057% 99.950% ( 76, 110 ] 57869 0.033% 99.983% ( 110, 170 ] 21581 0.012% 99.995% ( 170, 250 ] 3834 0.002% 99.997% ( 250, 380 ] 1754 0.001% 99.998% ( 380, 580 ] 1456 0.001% 99.999% ( 580, 870 ] 866 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.29 MB 0.5 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.8 273.31 253.54 4100 0.067 0 0 0.0 0.0 L5 1/0 6.40 MB 0.0 22.1 8.2 13.9 21.9 8.0 0.0 2.7 28.8 28.5 786.26 760.40 1962 0.401 611M 276K 0.0 0.0 L6 6/0 339.18 MB 0.0 196.5 8.8 187.7 187.9 0.1 0.0 21.3 14.4 13.8 13982.21 13680.10 714 19.583 8797M 238M 0.0 0.0 Sum 8/0 348.87 MB 0.0 218.6 17.0 201.6 218.8 17.1 0.0 24.2 14.9 14.9 15041.78 14694.03 6776 2.220 9409M 238M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 40.7 0.08 0.08 1 0.081 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 218.6 17.0 201.6 209.7 8.1 0.0 0.0 15.2 14.5 14768.47 14440.49 2676 5.519 9409M 238M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.8 273.31 253.54 4100 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1020202.2 total, 600.1 interval Flush(GB): cumulative 9.029, interval 0.003 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 218.77 GB write, 0.22 MB/s write, 218.62 GB read, 0.22 MB/s read, 15041.8 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 361690 collections: 1701 last_copies: 0 last_secs: 0.131317 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(361582,1.40 GB,93.0065%) FilterBlock(53,53.70 MB,3.49599%) IndexBlock(54,22.19 MB,1.44468%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2823451 Average: 4.2621 StdDev: 8.09 Min: 0 Median: 1.9588 Max: 9050 Percentiles: P50: 1.96 P75: 5.37 P99: 17.91 P99.9: 61.11 P99.99: 151.63 ------------------------------------------------------ [ 0, 1 ] 631249 22.357% 22.357% #### ( 1, 2 ] 814037 28.831% 51.189% ###### ( 2, 3 ] 398399 14.110% 65.299% ### ( 3, 4 ] 172134 6.097% 71.396% # ( 4, 6 ] 149068 5.280% 76.675% # ( 6, 10 ] 446393 15.810% 92.485% ### ( 10, 15 ] 176936 6.267% 98.752% # ( 15, 22 ] 16847 0.597% 99.349% ( 22, 34 ] 9044 0.320% 99.669% ( 34, 51 ] 5505 0.195% 99.864% ( 51, 76 ] 2512 0.089% 99.953% ( 76, 110 ] 824 0.029% 99.982% ( 110, 170 ] 318 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6839654 Average: 4.7083 StdDev: 7.66 Min: 0 Median: 2.4743 Max: 7311 Percentiles: P50: 2.47 P75: 6.17 P99: 19.50 P99.9: 69.22 P99.99: 169.00 ------------------------------------------------------ [ 0, 1 ] 1120304 16.380% 16.380% ### ( 1, 2 ] 1805486 26.397% 42.777% ##### ( 2, 3 ] 1041567 15.228% 58.005% ### ( 3, 4 ] 559335 8.178% 66.183% ## ( 4, 6 ] 553091 8.087% 74.270% ## ( 6, 10 ] 1190301 17.403% 91.673% ### ( 10, 15 ] 471574 6.895% 98.567% # ( 15, 22 ] 46071 0.674% 99.241% ( 22, 34 ] 24291 0.355% 99.596% ( 34, 51 ] 15356 0.225% 99.820% ( 51, 76 ] 7463 0.109% 99.930% ( 76, 110 ] 2831 0.041% 99.971% ( 110, 170 ] 1322 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 160 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106164352 Average: 5.7937 StdDev: 24.82 Min: 0 Median: 2.3481 Max: 40453 Percentiles: P50: 2.35 P75: 7.55 P99: 41.45 P99.9: 158.92 P99.99: 466.73 ------------------------------------------------------ [ 0, 1 ] 25197660 23.735% 23.735% ##### ( 1, 2 ] 24028040 22.633% 46.367% ##### ( 2, 3 ] 11077669 10.434% 56.802% ## ( 3, 4 ] 4349857 4.097% 60.899% # ( 4, 6 ] 4971966 4.683% 65.582% # ( 6, 10 ] 25788708 24.291% 89.874% ##### ( 10, 15 ] 8296568 7.815% 97.689% ## ( 15, 22 ] 675011 0.636% 98.324% ( 22, 34 ] 552043 0.520% 98.844% ( 34, 51 ] 376998 0.355% 99.200% ( 51, 76 ] 239752 0.226% 99.425% ( 76, 110 ] 304478 0.287% 99.712% ( 110, 170 ] 244597 0.230% 99.943% ( 170, 250 ] 39184 0.037% 99.979% ( 250, 380 ] 8483 0.008% 99.987% ( 380, 580 ] 6276 0.006% 99.993% ( 580, 870 ] 3582 0.003% 99.997% ( 870, 1300 ] 1901 0.002% 99.999% ( 1300, 1900 ] 2611 0.002% 100.001% ( 1900, 2900 ] 184 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 100 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-12:40:03.344979 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 530322508 rocksdb.block.cache.hit COUNT : 2185616657 rocksdb.block.cache.add COUNT : 39721023 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32443 rocksdb.block.cache.index.hit COUNT : 536336068 rocksdb.block.cache.index.add COUNT : 32429 rocksdb.block.cache.index.bytes.insert COUNT : 34675171370 rocksdb.block.cache.filter.miss COUNT : 32449 rocksdb.block.cache.filter.hit COUNT : 1113325180 rocksdb.block.cache.filter.add COUNT : 32449 rocksdb.block.cache.filter.bytes.insert COUNT : 8817007573 rocksdb.block.cache.data.miss COUNT : 530257616 rocksdb.block.cache.data.hit COUNT : 535955409 rocksdb.block.cache.data.add COUNT : 39656145 rocksdb.block.cache.data.bytes.insert COUNT : 164264809732 rocksdb.block.cache.bytes.read COUNT : 1904976097209650 rocksdb.block.cache.bytes.write COUNT : 207756988675 rocksdb.bloom.filter.useful COUNT : 577053944 rocksdb.bloom.filter.full.positive COUNT : 536271268 rocksdb.bloom.filter.full.true.positive COUNT : 530685427 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94364360 rocksdb.memtable.miss COUNT : 6335487544 rocksdb.l0.hit COUNT : 16222491 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 514462936 rocksdb.compaction.key.drop.new COUNT : 278512696 rocksdb.compaction.key.drop.obsolete COUNT : 278532466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 582778697 rocksdb.number.keys.read COUNT : 653145454 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60242356225 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68014 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32434 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 770122480 rocksdb.number.multiget.keys.read COUNT : 5776706450 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60242356225 rocksdb.write.self COUNT : 129868033 rocksdb.write.other COUNT : 212331 rocksdb.write.wal COUNT : 130080364 rocksdb.compact.read.bytes COUNT : 998849946397 rocksdb.compact.write.bytes COUNT : 1042258396698 rocksdb.flush.write.bytes COUNT : 32907485961 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1032330 rocksdb.number.superversion_releases COUNT : 2719 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 523625324 rocksdb.number.block.decompressed COUNT : 523674734 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60051537686 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68014 rocksdb.num.iterator.deleted COUNT : 68014 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5239 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5201 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44215 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61143451780 rocksdb.memtable.garbage.bytes.at.flush COUNT : 737354055 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 946355249754 rocksdb.last.level.read.count COUNT : 492207853 rocksdb.non.last.level.read.bytes COUNT : 129207818226 rocksdb.non.last.level.read.count COUNT : 38211957 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 530354942 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2136532685314 rocksdb.bytes.compressed.to COUNT : 1037528836167 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26210354125 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6611425 rocksdb.bytes.decompressed.from COUNT : 1037833854592 rocksdb.bytes.decompressed.to COUNT : 2136781230289 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.411604 P95 : 106.272791 P99 : 160.380086 P100 : 227461.000000 COUNT : 653145454 SUM : 33681905434 rocksdb.db.write.micros P50 : 67.020447 P95 : 111.756946 P99 : 169.421762 P100 : 2037453.000000 COUNT : 130080364 SUM : 13415307832 rocksdb.compaction.times.micros P50 : 1620000.000000 P95 : 38394285.714286 P99 : 67053571.428571 P100 : 89521673.000000 COUNT : 7524 SUM : 62820777894 rocksdb.compaction.times.cpu_micros P50 : 1558844.765343 P95 : 35733047.210300 P99 : 63883977.900553 P100 : 83823365.000000 COUNT : 7524 SUM : 60051537686 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4301.500000 P95 : 27725.105485 P99 : 62288.043478 P100 : 1558490.000000 COUNT : 12239 SUM : 114555999 rocksdb.compaction.outfile.sync.micros P50 : 62578.256222 P95 : 125823.529412 P99 : 225250.526316 P100 : 2063820.000000 COUNT : 20178 SUM : 1294061359 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.106606 P95 : 727.400662 P99 : 3937.946429 P100 : 501117.000000 COUNT : 19825 SUM : 12800629 rocksdb.table.open.io.micros P50 : 582.852459 P95 : 6235.581977 P99 : 13030.382199 P100 : 207055.000000 COUNT : 32434 SUM : 57490700 rocksdb.db.multiget.micros P50 : 7.993986 P95 : 17.806352 P99 : 33.047396 P100 : 26625.000000 COUNT : 770122483 SUM : 7293757793 rocksdb.read.block.compaction.micros P50 : 13.665444 P95 : 58.859733 P99 : 138.253916 P100 : 136000.000000 COUNT : 490601471 SUM : 9521282410 rocksdb.read.block.get.micros P50 : 52.861867 P95 : 94.764163 P99 : 145.760369 P100 : 206929.000000 COUNT : 39721037 SUM : 2289200668 rocksdb.write.raw.block.micros P50 : 0.521535 P95 : 0.990917 P99 : 1.895141 P100 : 331149.000000 COUNT : 530334000 SUM : 10616215024 rocksdb.numfiles.in.singlecompaction P50 : 2.774621 P95 : 5.679423 P99 : 5.938598 P100 : 7.000000 COUNT : 5731 SUM : 20404 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.536624 P95 : 33.198496 P99 : 104.770984 P100 : 135929.000000 COUNT : 530419810 SUM : 3673838047 rocksdb.file.read.flush.micros P50 : 1.842982 P95 : 15.808486 P99 : 41.172016 P100 : 787.000000 COUNT : 61195 SUM : 293214 rocksdb.file.read.compaction.micros P50 : 1.421779 P95 : 36.280093 P99 : 106.268069 P100 : 135929.000000 COUNT : 490702375 SUM : 3277076768 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 653145456 SUM : 0 rocksdb.bytes.per.write P50 : 218.495056 P95 : 527.657665 P99 : 803.783280 P100 : 4563443.000000 COUNT : 129868033 SUM : 60242356225 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 770122484 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46085.222121 P95 : 166710.235464 P99 : 238891.324201 P100 : 1681975.000000 COUNT : 12282 SUM : 767911722 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-12:40:03.345155 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-12:40:03.345321 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708432803 to in-memory stats history 2024/02/20-12:40:03.345349 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-12:40:03.345383 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-12:41:12.299992 4076392 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301318. Total log size is 15728823 while max_total_wal_size is 15728640 2024/02/20-12:41:12.300312 4076392 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301324. Immutable memtables: 0. 2024/02/20-12:41:12.300660 4076392 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301324. Immutable memtables: 0. 2024/02/20-12:41:12.300753 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19831] Syncing log #301321 2024/02/20-12:41:12.344152 3036210 (Original Log Time 2024/02/20-12:41:12.300735) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-12:41:12.344161 3036210 [db/flush_job.cc:892] [tag] [JOB 19831] Flushing memtable with next log file: 301324 2024/02/20-12:41:12.344178 3036193 (Original Log Time 2024/02/20-12:41:12.300760) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-12:41:12.344193 3036193 [db/flush_job.cc:892] [key] [JOB 19832] Flushing memtable with next log file: 301324 2024/02/20-12:41:12.344184 3036210 EVENT_LOG_v1 {"time_micros": 1708432872344178, "job": 19831, "event": "flush_started", "num_memtables": 1, "num_entries": 17875, "num_deletes": 0, "total_data_size": 1569777, "memory_usage": 2889272, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:41:12.344198 3036210 [db/flush_job.cc:926] [tag] [JOB 19831] Level-0 flush table #301325: started 2024/02/20-12:41:12.344238 3036193 EVENT_LOG_v1 {"time_micros": 1708432872344212, "job": 19832, "event": "flush_started", "num_memtables": 1, "num_entries": 84164, "num_deletes": 28000, "total_data_size": 5270280, "memory_usage": 7791608, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:41:12.344243 3036193 [db/flush_job.cc:926] [key] [JOB 19832] Level-0 flush table #301326: started 2024/02/20-12:41:12.387269 3036210 EVENT_LOG_v1 {"time_micros": 1708432872387227, "cf_name": "tag", "job": 19831, "event": "table_file_creation", "file_number": 301325, "file_size": 938912, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148514374, "largest_seqno": 5148676884, "table_properties": {"data_size": 931230, "index_size": 10225, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1518813, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 287, "num_entries": 17720, "num_filter_entries": 213, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432516, "oldest_key_time": 1708432516, "file_creation_time": 1708432872, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301325, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:41:12.387330 3036210 [db/flush_job.cc:1062] [tag] [JOB 19831] Flush lasted 43189 microseconds, and 41196 cpu microseconds. 2024/02/20-12:41:12.387950 3036210 (Original Log Time 2024/02/20-12:41:12.387311) [db/flush_job.cc:1011] [tag] [JOB 19831] Level-0 flush table #301325: 938912 bytes OK 2024/02/20-12:41:12.387954 3036210 (Original Log Time 2024/02/20-12:41:12.387337) [db/memtable_list.cc:555] [tag] Level-0 commit table #301325 started 2024/02/20-12:41:12.387956 3036210 (Original Log Time 2024/02/20-12:41:12.387684) [db/memtable_list.cc:754] [tag] Level-0 commit table #301325: memtable #1 done 2024/02/20-12:41:12.387958 3036210 (Original Log Time 2024/02/20-12:41:12.387702) EVENT_LOG_v1 {"time_micros": 1708432872387696, "job": 19831, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:41:12.387961 3036210 (Original Log Time 2024/02/20-12:41:12.387913) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-12:41:12.388051 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19833] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-12:41:12.388061 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19839 Base level 0, inputs: [301325(916KB) 301319(924KB)], [301312(64MB) 301313(64MB) 301314(34MB)] 2024/02/20-12:41:12.388083 3036192 EVENT_LOG_v1 {"time_micros": 1708432872388073, "job": 19833, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301325, 301319], "files_L6": [301312, 301313, 301314], "score": 1, "input_data_size": 173045146, "oldest_snapshot_seqno": -1} 2024/02/20-12:41:12.421820 3036193 EVENT_LOG_v1 {"time_micros": 1708432872421782, "cf_name": "key", "job": 19832, "event": "table_file_creation", "file_number": 301326, "file_size": 3385678, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148514349, "largest_seqno": 5148676887, "table_properties": {"data_size": 3289239, "index_size": 26082, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 76485, "raw_key_size": 5038311, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 976, "num_entries": 83109, "num_filter_entries": 87193, "num_deletions": 28000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432516, "oldest_key_time": 1708432516, "file_creation_time": 1708432872, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301326, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:41:12.421862 3036193 [db/flush_job.cc:1062] [key] [JOB 19832] Flush lasted 77694 microseconds, and 75187 cpu microseconds. 2024/02/20-12:41:12.422409 3036193 (Original Log Time 2024/02/20-12:41:12.421846) [db/flush_job.cc:1011] [key] [JOB 19832] Level-0 flush table #301326: 3385678 bytes OK 2024/02/20-12:41:12.422414 3036193 (Original Log Time 2024/02/20-12:41:12.421868) [db/memtable_list.cc:555] [key] Level-0 commit table #301326 started 2024/02/20-12:41:12.422417 3036193 (Original Log Time 2024/02/20-12:41:12.422180) [db/memtable_list.cc:754] [key] Level-0 commit table #301326: memtable #1 done 2024/02/20-12:41:12.422420 3036193 (Original Log Time 2024/02/20-12:41:12.422198) EVENT_LOG_v1 {"time_micros": 1708432872422191, "job": 19832, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-12:41:12.422423 3036193 (Original Log Time 2024/02/20-12:41:12.422369) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-12:41:12.422417 4076700 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301321. Total log size is 15729345 while max_total_wal_size is 15728640 2024/02/20-12:41:12.422438 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19832] Try to delete WAL files size 4682, prev total WAL file size 15734027, number of live WAL files 3. 2024/02/20-12:41:12.422527 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301318.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:12.422713 4076700 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301328. Immutable memtables: 0. 2024/02/20-12:41:12.422930 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19834] Syncing log #301324 2024/02/20-12:41:12.423301 3036210 (Original Log Time 2024/02/20-12:41:12.422915) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-12:41:12.423307 3036210 [db/flush_job.cc:892] [url] [JOB 19834] Flushing memtable with next log file: 301328 2024/02/20-12:41:12.423333 3036210 EVENT_LOG_v1 {"time_micros": 1708432872423325, "job": 19834, "event": "flush_started", "num_memtables": 1, "num_entries": 60502, "num_deletes": 0, "total_data_size": 9222490, "memory_usage": 11426960, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:41:12.423337 3036210 [db/flush_job.cc:926] [url] [JOB 19834] Level-0 flush table #301329: started 2024/02/20-12:41:12.527816 3036210 EVENT_LOG_v1 {"time_micros": 1708432872527783, "cf_name": "url", "job": 19834, "event": "table_file_creation", "file_number": 301329, "file_size": 4775121, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148514391, "largest_seqno": 5148676938, "table_properties": {"data_size": 4694440, "index_size": 128262, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 8905006, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1418, "num_entries": 59438, "num_filter_entries": 7173, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432516, "oldest_key_time": 1708432516, "file_creation_time": 1708432872, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301329, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:41:12.527910 3036210 [db/flush_job.cc:1062] [url] [JOB 19834] Flush lasted 104611 microseconds, and 100360 cpu microseconds. 2024/02/20-12:41:12.528663 3036210 (Original Log Time 2024/02/20-12:41:12.527890) [db/flush_job.cc:1011] [url] [JOB 19834] Level-0 flush table #301329: 4775121 bytes OK 2024/02/20-12:41:12.528667 3036210 (Original Log Time 2024/02/20-12:41:12.527918) [db/memtable_list.cc:555] [url] Level-0 commit table #301329 started 2024/02/20-12:41:12.528670 3036210 (Original Log Time 2024/02/20-12:41:12.528329) [db/memtable_list.cc:754] [url] Level-0 commit table #301329: memtable #1 done 2024/02/20-12:41:12.528672 3036210 (Original Log Time 2024/02/20-12:41:12.528353) EVENT_LOG_v1 {"time_micros": 1708432872528347, "job": 19834, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-12:41:12.528674 3036210 (Original Log Time 2024/02/20-12:41:12.528613) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-12:41:12.528680 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19834] Try to delete WAL files size 15724141, prev total WAL file size 15734821, number of live WAL files 3. 2024/02/20-12:41:12.531223 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301321.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:16.940487 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19833] Generated table #301327: 2453984 keys, 67642558 bytes, temperature: kUnknown 2024/02/20-12:41:16.940548 3036192 EVENT_LOG_v1 {"time_micros": 1708432876940512, "cf_name": "tag", "job": 19833, "event": "table_file_creation", "file_number": 301327, "file_size": 67642558, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109994, "index_size": 1474810, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 205067591, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36095, "num_entries": 2453984, "num_filter_entries": 1670, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708432872, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301327, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:41:21.278790 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19833] Generated table #301330: 2088585 keys, 67648264 bytes, temperature: kUnknown 2024/02/20-12:41:21.278845 3036192 EVENT_LOG_v1 {"time_micros": 1708432881278813, "cf_name": "tag", "job": 19833, "event": "table_file_creation", "file_number": 301330, "file_size": 67648264, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109035, "index_size": 1405102, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192393744, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36022, "num_entries": 2088585, "num_filter_entries": 1675, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708432876, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301330, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:41:23.909302 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19833] Generated table #301331: 1405009 keys, 36810530 bytes, temperature: kUnknown 2024/02/20-12:41:23.909355 3036192 EVENT_LOG_v1 {"time_micros": 1708432883909324, "cf_name": "tag", "job": 19833, "event": "table_file_creation", "file_number": 301331, "file_size": 36810530, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 36530217, "index_size": 804529, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 111683149, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 19870, "num_entries": 1405009, "num_filter_entries": 292, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708432881, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301331, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:41:23.914774 3036192 (Original Log Time 2024/02/20-12:41:23.914137) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19833] Compacted 2@0 + 3@6 files to L6 => 172101352 bytes 2024/02/20-12:41:23.914778 3036192 (Original Log Time 2024/02/20-12:41:23.914546) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.0 rd, 14.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.8, 163.2 +0.0 blob) out(164.1 +0.0 blob), read-write-amplify(183.0) write-amplify(91.3) OK, records in: 5947578, records dropped: 0 output_compression: ZSTD 2024/02/20-12:41:23.914784 3036192 (Original Log Time 2024/02/20-12:41:23.914571) EVENT_LOG_v1 {"time_micros": 1708432883914559, "job": 19833, "event": "compaction_finished", "compaction_time_micros": 11521325, "compaction_time_cpu_micros": 11352675, "output_level": 6, "num_output_files": 3, "total_output_size": 172101352, "num_input_records": 5947578, "num_output_records": 5947578, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-12:41:23.919812 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301312.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:23.919837 3036192 EVENT_LOG_v1 {"time_micros": 1708432883919833, "job": 19833, "event": "table_file_deletion", "file_number": 301312} 2024/02/20-12:41:23.927810 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301313.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:23.927855 3036192 EVENT_LOG_v1 {"time_micros": 1708432883927838, "job": 19833, "event": "table_file_deletion", "file_number": 301313} 2024/02/20-12:41:23.930729 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301314.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:23.930751 3036192 EVENT_LOG_v1 {"time_micros": 1708432883930747, "job": 19833, "event": "table_file_deletion", "file_number": 301314} 2024/02/20-12:41:23.930948 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301319.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:23.930957 3036192 EVENT_LOG_v1 {"time_micros": 1708432883930955, "job": 19833, "event": "table_file_deletion", "file_number": 301319} 2024/02/20-12:41:23.931111 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301325.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:23.931118 3036192 EVENT_LOG_v1 {"time_micros": 1708432883931116, "job": 19833, "event": "table_file_deletion", "file_number": 301325} 2024/02/20-12:41:23.931237 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 19835] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-12:41:23.931245 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19840 Base level 0, inputs: [301326(3306KB) 301320(3365KB)], [301315(6555KB)] 2024/02/20-12:41:23.931260 3036192 EVENT_LOG_v1 {"time_micros": 1708432883931250, "job": 19835, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301326, 301320], "files_L5": [301315], "score": 1, "input_data_size": 13545223, "oldest_snapshot_seqno": -1} 2024/02/20-12:41:24.410288 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19835] Generated table #301332: 331178 keys, 13342700 bytes, temperature: kUnknown 2024/02/20-12:41:24.410354 3036192 EVENT_LOG_v1 {"time_micros": 1708432884410317, "cf_name": "key", "job": 19835, "event": "table_file_creation", "file_number": 301332, "file_size": 13342700, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148030211, "largest_seqno": 5148676887, "table_properties": {"data_size": 12968721, "index_size": 105691, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 300501, "raw_key_size": 20075773, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3820, "num_entries": 331178, "num_filter_entries": 340298, "num_deletions": 114000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431476, "oldest_key_time": 0, "file_creation_time": 1708432883, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301332, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:41:24.411573 3036192 (Original Log Time 2024/02/20-12:41:24.410999) [db/compaction/compaction_job.cc:1729] [key] [JOB 19835] Compacted 2@0 + 1@5 files to L5 => 13342700 bytes 2024/02/20-12:41:24.411577 3036192 (Original Log Time 2024/02/20-12:41:24.411339) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.05, MB/sec: 28.3 rd, 27.8 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(6.5, 6.4 +0.0 blob) out(12.7 +0.0 blob), read-write-amplify(3.9) write-amplify(2.0) OK, records in: 331179, records dropped: 1 output_compression: LZ4 2024/02/20-12:41:24.411585 3036192 (Original Log Time 2024/02/20-12:41:24.411365) EVENT_LOG_v1 {"time_micros": 1708432884411351, "job": 19835, "event": "compaction_finished", "compaction_time_micros": 479161, "compaction_time_cpu_micros": 467916, "output_level": 5, "num_output_files": 1, "total_output_size": 13342700, "num_input_records": 331179, "num_output_records": 331178, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-12:41:24.412380 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301315.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:24.412395 3036192 EVENT_LOG_v1 {"time_micros": 1708432884412392, "job": 19835, "event": "table_file_deletion", "file_number": 301315} 2024/02/20-12:41:24.412892 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301320.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:24.412904 3036192 EVENT_LOG_v1 {"time_micros": 1708432884412901, "job": 19835, "event": "table_file_deletion", "file_number": 301320} 2024/02/20-12:41:24.413261 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301326.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:41:24.413272 3036192 EVENT_LOG_v1 {"time_micros": 1708432884413270, "job": 19835, "event": "table_file_deletion", "file_number": 301326} 2024/02/20-12:46:41.209579 4076748 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301333. Immutable memtables: 0. 2024/02/20-12:46:41.209866 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19836] Syncing log #301328 2024/02/20-12:46:41.248054 3036193 (Original Log Time 2024/02/20-12:46:41.209851) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:46:41.248063 3036193 [db/flush_job.cc:892] [url] [JOB 19836] Flushing memtable with next log file: 301333 2024/02/20-12:46:41.248087 3036193 EVENT_LOG_v1 {"time_micros": 1708433201248080, "job": 19836, "event": "flush_started", "num_memtables": 1, "num_entries": 57395, "num_deletes": 0, "total_data_size": 8766349, "memory_usage": 10899736, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-12:46:41.248089 3036193 [db/flush_job.cc:926] [url] [JOB 19836] Level-0 flush table #301334: started 2024/02/20-12:46:41.352235 3036193 EVENT_LOG_v1 {"time_micros": 1708433201352204, "cf_name": "url", "job": 19836, "event": "table_file_creation", "file_number": 301334, "file_size": 4532089, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148676940, "largest_seqno": 5148832196, "table_properties": {"data_size": 4460774, "index_size": 111861, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 8462548, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1339, "num_entries": 56305, "num_filter_entries": 6561, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432872, "oldest_key_time": 1708432872, "file_creation_time": 1708433201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301334, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:46:41.352279 3036193 [db/flush_job.cc:1062] [url] [JOB 19836] Flush lasted 104233 microseconds, and 100750 cpu microseconds. 2024/02/20-12:46:41.352874 3036193 (Original Log Time 2024/02/20-12:46:41.352264) [db/flush_job.cc:1011] [url] [JOB 19836] Level-0 flush table #301334: 4532089 bytes OK 2024/02/20-12:46:41.352877 3036193 (Original Log Time 2024/02/20-12:46:41.352285) [db/memtable_list.cc:555] [url] Level-0 commit table #301334 started 2024/02/20-12:46:41.352879 3036193 (Original Log Time 2024/02/20-12:46:41.352638) [db/memtable_list.cc:754] [url] Level-0 commit table #301334: memtable #1 done 2024/02/20-12:46:41.352880 3036193 (Original Log Time 2024/02/20-12:46:41.352656) EVENT_LOG_v1 {"time_micros": 1708433201352651, "job": 19836, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-12:46:41.352881 3036193 (Original Log Time 2024/02/20-12:46:41.352840) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-12:46:41.352995 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 19837] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-12:46:41.353008 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19844 Base level 0, inputs: [301334(4425KB) 301329(4663KB)], [301323(13MB)] 2024/02/20-12:46:41.353036 3036183 EVENT_LOG_v1 {"time_micros": 1708433201353024, "job": 19837, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301334, 301329], "files_L5": [301323], "score": 1, "input_data_size": 23559429, "oldest_snapshot_seqno": -1} 2024/02/20-12:46:42.000529 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 19837] Generated table #301335: 304277 keys, 22395028 bytes, temperature: kUnknown 2024/02/20-12:46:42.000598 3036183 EVENT_LOG_v1 {"time_micros": 1708433202000556, "cf_name": "url", "job": 19837, "event": "table_file_creation", "file_number": 301335, "file_size": 22395028, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5147995856, "largest_seqno": 5148832196, "table_properties": {"data_size": 22045219, "index_size": 629182, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18245, "raw_key_size": 45745373, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6646, "num_entries": 304277, "num_filter_entries": 20824, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431401, "oldest_key_time": 0, "file_creation_time": 1708433201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301335, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:46:42.001879 3036183 (Original Log Time 2024/02/20-12:46:42.001289) [db/compaction/compaction_job.cc:1729] [url] [JOB 19837] Compacted 2@0 + 1@5 files to L5 => 22395028 bytes 2024/02/20-12:46:42.001883 3036183 (Original Log Time 2024/02/20-12:46:42.001626) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.08, MB/sec: 36.4 rd, 34.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.9, 13.6 +0.0 blob) out(21.4 +0.0 blob), read-write-amplify(4.9) write-amplify(2.4) OK, records in: 304278, records dropped: 1 output_compression: LZ4 2024/02/20-12:46:42.001891 3036183 (Original Log Time 2024/02/20-12:46:42.001652) EVENT_LOG_v1 {"time_micros": 1708433202001638, "job": 19837, "event": "compaction_finished", "compaction_time_micros": 647634, "compaction_time_cpu_micros": 630515, "output_level": 5, "num_output_files": 1, "total_output_size": 22395028, "num_input_records": 304278, "num_output_records": 304277, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-12:46:42.003519 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301323.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:46:42.003538 3036183 EVENT_LOG_v1 {"time_micros": 1708433202003534, "job": 19837, "event": "table_file_deletion", "file_number": 301323} 2024/02/20-12:46:42.004061 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301329.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:46:42.004073 3036183 EVENT_LOG_v1 {"time_micros": 1708433202004071, "job": 19837, "event": "table_file_deletion", "file_number": 301329} 2024/02/20-12:46:42.004574 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301334.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:46:42.004586 3036183 EVENT_LOG_v1 {"time_micros": 1708433202004584, "job": 19837, "event": "table_file_deletion", "file_number": 301334} 2024/02/20-12:46:42.004641 4076748 (Original Log Time 2024/02/20-12:46:41.353094) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-12:46:42.004843 3036189 (Original Log Time 2024/02/20-12:46:42.004763) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-12:46:42.004851 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 19838] Compacting 1@5 + 12@6 files to L6, score -1.00 2024/02/20-12:46:42.004866 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19845 Base level 5, inputs: [301335(21MB)], [301274(64MB) 301275(64MB) 301276(64MB) 301277(64MB) 301278(64MB) 301279(64MB) 301280(64MB) 301281(65MB) 301282(64MB) 301283(64MB) 301284(65MB) 301285(53MB)] 2024/02/20-12:46:42.004902 3036189 EVENT_LOG_v1 {"time_micros": 1708433202004885, "job": 19838, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301335], "files_L6": [301274, 301275, 301276, 301277, 301278, 301279, 301280, 301281, 301282, 301283, 301284, 301285], "score": -1, "input_data_size": 826405522, "oldest_snapshot_seqno": -1} 2024/02/20-12:46:47.557504 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301336: 1791011 keys, 67809750 bytes, temperature: kUnknown 2024/02/20-12:46:47.557565 3036189 EVENT_LOG_v1 {"time_micros": 1708433207557531, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301336, "file_size": 67809750, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109606, "index_size": 2506852, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14885, "raw_key_size": 244195717, "raw_average_key_size": 136, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34073, "num_entries": 1791011, "num_filter_entries": 17006, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433202, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301336, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:46:52.448668 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301337: 1176452 keys, 67589192 bytes, temperature: kUnknown 2024/02/20-12:46:52.448725 3036189 EVENT_LOG_v1 {"time_micros": 1708433212448691, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301337, "file_size": 67589192, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110125, "index_size": 1988899, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 177171154, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32469, "num_entries": 1176452, "num_filter_entries": 192, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433207, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301337, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:46:57.699224 4076254 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301324. Total log size is 15728884 while max_total_wal_size is 15728640 2024/02/20-12:46:57.699673 4076254 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301339. Immutable memtables: 0. 2024/02/20-12:46:57.700036 4076254 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301339. Immutable memtables: 0. 2024/02/20-12:46:57.700467 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19839] Syncing log #301333 2024/02/20-12:46:57.767249 3036210 (Original Log Time 2024/02/20-12:46:57.700430) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-12:46:57.767259 3036210 [db/flush_job.cc:892] [tag] [JOB 19839] Flushing memtable with next log file: 301339 2024/02/20-12:46:57.767268 3036193 (Original Log Time 2024/02/20-12:46:57.700533) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-12:46:57.767279 3036193 [db/flush_job.cc:892] [key] [JOB 19840] Flushing memtable with next log file: 301339 2024/02/20-12:46:57.767283 3036210 EVENT_LOG_v1 {"time_micros": 1708433217767276, "job": 19839, "event": "flush_started", "num_memtables": 1, "num_entries": 15625, "num_deletes": 0, "total_data_size": 1382322, "memory_usage": 2615808, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:46:57.767287 3036210 [db/flush_job.cc:926] [tag] [JOB 19839] Level-0 flush table #301340: started 2024/02/20-12:46:57.767307 3036193 EVENT_LOG_v1 {"time_micros": 1708433217767300, "job": 19840, "event": "flush_started", "num_memtables": 1, "num_entries": 87674, "num_deletes": 32000, "total_data_size": 5491350, "memory_usage": 9269544, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:46:57.767311 3036193 [db/flush_job.cc:926] [key] [JOB 19840] Level-0 flush table #301341: started 2024/02/20-12:46:57.767705 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301338: 1505613 keys, 67844249 bytes, temperature: kUnknown 2024/02/20-12:46:57.767769 3036189 EVENT_LOG_v1 {"time_micros": 1708433217767726, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301338, "file_size": 67844249, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110469, "index_size": 2710495, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18677, "raw_key_size": 220272196, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35149, "num_entries": 1505613, "num_filter_entries": 21339, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433212, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301338, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:46:57.781662 3036210 EVENT_LOG_v1 {"time_micros": 1708433217781617, "cf_name": "tag", "job": 19839, "event": "table_file_creation", "file_number": 301340, "file_size": 840145, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148676918, "largest_seqno": 5148840460, "table_properties": {"data_size": 833192, "index_size": 9047, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1341124, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 254, "num_entries": 15536, "num_filter_entries": 191, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432872, "oldest_key_time": 1708432872, "file_creation_time": 1708433217, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301340, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:46:57.781711 3036210 [db/flush_job.cc:1062] [tag] [JOB 19839] Flush lasted 14475 microseconds, and 11803 cpu microseconds. 2024/02/20-12:46:57.782426 3036210 (Original Log Time 2024/02/20-12:46:57.781696) [db/flush_job.cc:1011] [tag] [JOB 19839] Level-0 flush table #301340: 840145 bytes OK 2024/02/20-12:46:57.782429 3036210 (Original Log Time 2024/02/20-12:46:57.781719) [db/memtable_list.cc:555] [tag] Level-0 commit table #301340 started 2024/02/20-12:46:57.782431 3036210 (Original Log Time 2024/02/20-12:46:57.782154) [db/memtable_list.cc:754] [tag] Level-0 commit table #301340: memtable #1 done 2024/02/20-12:46:57.782433 3036210 (Original Log Time 2024/02/20-12:46:57.782178) EVENT_LOG_v1 {"time_micros": 1708433217782171, "job": 19839, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:46:57.782434 3036210 (Original Log Time 2024/02/20-12:46:57.782392) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-12:46:57.879696 3036193 EVENT_LOG_v1 {"time_micros": 1708433217879662, "cf_name": "key", "job": 19840, "event": "table_file_creation", "file_number": 301341, "file_size": 3472716, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148676889, "largest_seqno": 5148840465, "table_properties": {"data_size": 3373110, "index_size": 26973, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 79317, "raw_key_size": 5247246, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 999, "num_entries": 86535, "num_filter_entries": 90338, "num_deletions": 32000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708432872, "oldest_key_time": 1708432872, "file_creation_time": 1708433217, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301341, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:46:57.879746 3036193 [db/flush_job.cc:1062] [key] [JOB 19840] Flush lasted 112489 microseconds, and 110215 cpu microseconds. 2024/02/20-12:46:57.880440 3036193 (Original Log Time 2024/02/20-12:46:57.879731) [db/flush_job.cc:1011] [key] [JOB 19840] Level-0 flush table #301341: 3472716 bytes OK 2024/02/20-12:46:57.880445 3036193 (Original Log Time 2024/02/20-12:46:57.879752) [db/memtable_list.cc:555] [key] Level-0 commit table #301341 started 2024/02/20-12:46:57.880447 3036193 (Original Log Time 2024/02/20-12:46:57.880157) [db/memtable_list.cc:754] [key] Level-0 commit table #301341: memtable #1 done 2024/02/20-12:46:57.880450 3036193 (Original Log Time 2024/02/20-12:46:57.880187) EVENT_LOG_v1 {"time_micros": 1708433217880179, "job": 19840, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-12:46:57.880470 3036193 (Original Log Time 2024/02/20-12:46:57.880392) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-12:46:57.880478 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19840] Try to delete WAL files size 14953756, prev total WAL file size 15736175, number of live WAL files 4. 2024/02/20-12:46:57.880559 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301324.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:46:57.882766 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301328.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:03.242901 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301342: 1630406 keys, 67943993 bytes, temperature: kUnknown 2024/02/20-12:47:03.243020 3036189 EVENT_LOG_v1 {"time_micros": 1708433223242958, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301342, "file_size": 67943993, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109297, "index_size": 3111098, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29189, "raw_key_size": 244535198, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35276, "num_entries": 1630406, "num_filter_entries": 33396, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433217, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301342, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:08.618673 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301343: 1597786 keys, 68148212 bytes, temperature: kUnknown 2024/02/20-12:47:08.618771 3036189 EVENT_LOG_v1 {"time_micros": 1708433228618724, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301343, "file_size": 68148212, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111183, "index_size": 5551671, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 51653, "raw_key_size": 242624296, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35038, "num_entries": 1597786, "num_filter_entries": 58975, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433223, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301343, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:13.680301 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301344: 1628078 keys, 67782678 bytes, temperature: kUnknown 2024/02/20-12:47:13.680357 3036189 EVENT_LOG_v1 {"time_micros": 1708433233680325, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301344, "file_size": 67782678, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110110, "index_size": 2842490, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8261, "raw_key_size": 231696451, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34330, "num_entries": 1628078, "num_filter_entries": 9449, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433228, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301344, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:18.970488 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301345: 1704976 keys, 67729946 bytes, temperature: kUnknown 2024/02/20-12:47:18.970582 3036189 EVENT_LOG_v1 {"time_micros": 1708433238970530, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301345, "file_size": 67729946, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109604, "index_size": 2578379, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 231190643, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34323, "num_entries": 1704976, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433233, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301345, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:24.178714 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301346: 1471316 keys, 68711282 bytes, temperature: kUnknown 2024/02/20-12:47:24.178795 3036189 EVENT_LOG_v1 {"time_micros": 1708433244178748, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301346, "file_size": 68711282, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110625, "index_size": 4762686, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16389, "raw_key_size": 240454295, "raw_average_key_size": 163, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34047, "num_entries": 1471316, "num_filter_entries": 18738, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433238, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301346, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:28.840241 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301347: 1604648 keys, 67816172 bytes, temperature: kUnknown 2024/02/20-12:47:28.840333 3036189 EVENT_LOG_v1 {"time_micros": 1708433248840280, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301347, "file_size": 67816172, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110558, "index_size": 2706750, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26373, "raw_key_size": 229567960, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34793, "num_entries": 1604648, "num_filter_entries": 30099, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433244, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301347, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:33.920334 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301348: 1579260 keys, 67815522 bytes, temperature: kUnknown 2024/02/20-12:47:33.920420 3036189 EVENT_LOG_v1 {"time_micros": 1708433253920368, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301348, "file_size": 67815522, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110728, "index_size": 2549634, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 23013, "raw_key_size": 223885487, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35125, "num_entries": 1579260, "num_filter_entries": 26363, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433248, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301348, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:39.080965 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301349: 1609937 keys, 68300565 bytes, temperature: kUnknown 2024/02/20-12:47:39.081030 3036189 EVENT_LOG_v1 {"time_micros": 1708433259081001, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301349, "file_size": 68300565, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109814, "index_size": 3970997, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 103509, "raw_key_size": 280938646, "raw_average_key_size": 174, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35756, "num_entries": 1609937, "num_filter_entries": 117880, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433253, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301349, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:43.909092 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19838] Generated table #301350: 1102980 keys, 66640068 bytes, temperature: kUnknown 2024/02/20-12:47:43.909217 3036189 EVENT_LOG_v1 {"time_micros": 1708433263909152, "cf_name": "url", "job": 19838, "event": "table_file_creation", "file_number": 301350, "file_size": 66640068, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 63913511, "index_size": 7421668, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13141, "raw_key_size": 319683964, "raw_average_key_size": 289, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33888, "num_entries": 1102980, "num_filter_entries": 15081, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433259, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301350, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:43.978771 3036189 (Original Log Time 2024/02/20-12:47:43.977404) [db/compaction/compaction_job.cc:1729] [url] [JOB 19838] Compacted 1@5 + 12@6 files to L6 => 814131629 bytes 2024/02/20-12:47:43.978776 3036189 (Original Log Time 2024/02/20-12:47:43.978421) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 13.3 rd, 13.2 wr, level 6, files in(1, 12) out(12 +0 blob) MB in(21.4, 766.8 +0.0 blob) out(776.4 +0.0 blob), read-write-amplify(73.3) write-amplify(36.4) OK, records in: 18402464, records dropped: 1 output_compression: ZSTD 2024/02/20-12:47:43.978792 3036189 (Original Log Time 2024/02/20-12:47:43.978482) EVENT_LOG_v1 {"time_micros": 1708433263978440, "job": 19838, "event": "compaction_finished", "compaction_time_micros": 61904380, "compaction_time_cpu_micros": 55773721, "output_level": 6, "num_output_files": 12, "total_output_size": 814131629, "num_input_records": 18402464, "num_output_records": 18402463, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-12:47:43.987549 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301274.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:43.987593 3036189 EVENT_LOG_v1 {"time_micros": 1708433263987587, "job": 19838, "event": "table_file_deletion", "file_number": 301274} 2024/02/20-12:47:43.994177 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301275.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:43.994218 3036189 EVENT_LOG_v1 {"time_micros": 1708433263994214, "job": 19838, "event": "table_file_deletion", "file_number": 301275} 2024/02/20-12:47:43.999299 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301276.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:43.999320 3036189 EVENT_LOG_v1 {"time_micros": 1708433263999317, "job": 19838, "event": "table_file_deletion", "file_number": 301276} 2024/02/20-12:47:44.005208 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301277.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.005241 3036189 EVENT_LOG_v1 {"time_micros": 1708433264005235, "job": 19838, "event": "table_file_deletion", "file_number": 301277} 2024/02/20-12:47:44.012888 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301278.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.012955 3036189 EVENT_LOG_v1 {"time_micros": 1708433264012949, "job": 19838, "event": "table_file_deletion", "file_number": 301278} 2024/02/20-12:47:44.023422 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301279.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.023475 3036189 EVENT_LOG_v1 {"time_micros": 1708433264023468, "job": 19838, "event": "table_file_deletion", "file_number": 301279} 2024/02/20-12:47:44.030048 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301280.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.030080 3036189 EVENT_LOG_v1 {"time_micros": 1708433264030075, "job": 19838, "event": "table_file_deletion", "file_number": 301280} 2024/02/20-12:47:44.038346 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301281.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.038388 3036189 EVENT_LOG_v1 {"time_micros": 1708433264038382, "job": 19838, "event": "table_file_deletion", "file_number": 301281} 2024/02/20-12:47:44.048382 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301282.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.048517 3036189 EVENT_LOG_v1 {"time_micros": 1708433264048509, "job": 19838, "event": "table_file_deletion", "file_number": 301282} 2024/02/20-12:47:44.054536 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301283.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.054571 3036189 EVENT_LOG_v1 {"time_micros": 1708433264054567, "job": 19838, "event": "table_file_deletion", "file_number": 301283} 2024/02/20-12:47:44.061207 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301284.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.061243 3036189 EVENT_LOG_v1 {"time_micros": 1708433264061238, "job": 19838, "event": "table_file_deletion", "file_number": 301284} 2024/02/20-12:47:44.066689 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301285.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.066726 3036189 EVENT_LOG_v1 {"time_micros": 1708433264066720, "job": 19838, "event": "table_file_deletion", "file_number": 301285} 2024/02/20-12:47:44.069796 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301335.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:44.069828 3036189 EVENT_LOG_v1 {"time_micros": 1708433264069822, "job": 19838, "event": "table_file_deletion", "file_number": 301335} 2024/02/20-12:47:44.069916 4076748 (Original Log Time 2024/02/20-12:46:42.004657) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-12:47:44.070342 4076748 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301351. Immutable memtables: 0. 2024/02/20-12:47:44.070598 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19841] Syncing log #301339 2024/02/20-12:47:44.075759 3036210 (Original Log Time 2024/02/20-12:47:44.070587) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:47:44.075771 3036210 [db/flush_job.cc:892] [tag] [JOB 19841] Flushing memtable with next log file: 301351 2024/02/20-12:47:44.075801 3036210 EVENT_LOG_v1 {"time_micros": 1708433264075792, "job": 19841, "event": "flush_started", "num_memtables": 1, "num_entries": 2209, "num_deletes": 0, "total_data_size": 192600, "memory_usage": 1646440, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-12:47:44.075805 3036210 [db/flush_job.cc:926] [tag] [JOB 19841] Level-0 flush table #301352: started 2024/02/20-12:47:44.095723 3036210 EVENT_LOG_v1 {"time_micros": 1708433264095685, "cf_name": "tag", "job": 19841, "event": "table_file_creation", "file_number": 301352, "file_size": 111953, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148840470, "largest_seqno": 5148863443, "table_properties": {"data_size": 109569, "index_size": 1413, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 186380, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37, "num_entries": 2193, "num_filter_entries": 69, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433217, "oldest_key_time": 1708433217, "file_creation_time": 1708433264, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301352, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:44.095783 3036210 [db/flush_job.cc:1062] [tag] [JOB 19841] Flush lasted 20036 microseconds, and 18156 cpu microseconds. 2024/02/20-12:47:44.096409 3036210 (Original Log Time 2024/02/20-12:47:44.095769) [db/flush_job.cc:1011] [tag] [JOB 19841] Level-0 flush table #301352: 111953 bytes OK 2024/02/20-12:47:44.096412 3036210 (Original Log Time 2024/02/20-12:47:44.095790) [db/memtable_list.cc:555] [tag] Level-0 commit table #301352 started 2024/02/20-12:47:44.096413 3036210 (Original Log Time 2024/02/20-12:47:44.096148) [db/memtable_list.cc:754] [tag] Level-0 commit table #301352: memtable #1 done 2024/02/20-12:47:44.096415 3036210 (Original Log Time 2024/02/20-12:47:44.096167) EVENT_LOG_v1 {"time_micros": 1708433264096162, "job": 19841, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:47:44.096416 3036210 (Original Log Time 2024/02/20-12:47:44.096372) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-12:47:44.096530 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19842] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-12:47:44.096541 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19849 Base level 0, inputs: [301352(109KB) 301340(820KB)], [301327(64MB) 301330(64MB) 301331(35MB)] 2024/02/20-12:47:44.096561 3036185 EVENT_LOG_v1 {"time_micros": 1708433264096549, "job": 19842, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301352, 301340], "files_L6": [301327, 301330, 301331], "score": 1, "input_data_size": 173053450, "oldest_snapshot_seqno": -1} 2024/02/20-12:47:48.621248 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19842] Generated table #301353: 2455719 keys, 67643186 bytes, temperature: kUnknown 2024/02/20-12:47:48.621311 3036185 EVENT_LOG_v1 {"time_micros": 1708433268621277, "cf_name": "tag", "job": 19842, "event": "table_file_creation", "file_number": 301353, "file_size": 67643186, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110756, "index_size": 1473857, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 205130603, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36095, "num_entries": 2455719, "num_filter_entries": 1671, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708433264, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301353, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:52.679435 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19842] Generated table #301354: 2086634 keys, 67651919 bytes, temperature: kUnknown 2024/02/20-12:47:52.679504 3036185 EVENT_LOG_v1 {"time_micros": 1708433272679471, "cf_name": "tag", "job": 19842, "event": "table_file_creation", "file_number": 301354, "file_size": 67651919, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109305, "index_size": 1410000, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192400016, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36021, "num_entries": 2086634, "num_filter_entries": 1677, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708433268, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301354, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:55.238731 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19842] Generated table #301355: 1422954 keys, 37278849 bytes, temperature: kUnknown 2024/02/20-12:47:55.238792 3036185 EVENT_LOG_v1 {"time_micros": 1708433275238756, "cf_name": "tag", "job": 19842, "event": "table_file_creation", "file_number": 301355, "file_size": 37278849, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 36995462, "index_size": 815434, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 113141369, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 20121, "num_entries": 1422954, "num_filter_entries": 292, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708433272, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301355, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:55.254430 3036185 (Original Log Time 2024/02/20-12:47:55.246006) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19842] Compacted 2@0 + 3@6 files to L6 => 172573954 bytes 2024/02/20-12:47:55.254436 3036185 (Original Log Time 2024/02/20-12:47:55.254108) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.5 rd, 15.5 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.9, 164.1 +0.0 blob) out(164.6 +0.0 blob), read-write-amplify(363.0) write-amplify(181.3) OK, records in: 5965307, records dropped: 0 output_compression: ZSTD 2024/02/20-12:47:55.254445 3036185 (Original Log Time 2024/02/20-12:47:55.254149) EVENT_LOG_v1 {"time_micros": 1708433275254132, "job": 19842, "event": "compaction_finished", "compaction_time_micros": 11142295, "compaction_time_cpu_micros": 10922997, "output_level": 6, "num_output_files": 3, "total_output_size": 172573954, "num_input_records": 5965307, "num_output_records": 5965307, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-12:47:55.260999 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301327.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:55.261030 3036185 EVENT_LOG_v1 {"time_micros": 1708433275261025, "job": 19842, "event": "table_file_deletion", "file_number": 301327} 2024/02/20-12:47:55.267258 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301330.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:55.267301 3036185 EVENT_LOG_v1 {"time_micros": 1708433275267294, "job": 19842, "event": "table_file_deletion", "file_number": 301330} 2024/02/20-12:47:55.272071 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301331.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:55.272118 3036185 EVENT_LOG_v1 {"time_micros": 1708433275272111, "job": 19842, "event": "table_file_deletion", "file_number": 301331} 2024/02/20-12:47:55.272391 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301340.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:55.272402 3036185 EVENT_LOG_v1 {"time_micros": 1708433275272400, "job": 19842, "event": "table_file_deletion", "file_number": 301340} 2024/02/20-12:47:55.272513 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301352.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:55.272524 3036185 EVENT_LOG_v1 {"time_micros": 1708433275272521, "job": 19842, "event": "table_file_deletion", "file_number": 301352} 2024/02/20-12:47:55.272595 4076748 (Original Log Time 2024/02/20-12:47:44.096649) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-12:47:55.272877 4076748 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301356. Immutable memtables: 0. 2024/02/20-12:47:55.273113 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19843] Syncing log #301351 2024/02/20-12:47:55.276359 3036193 (Original Log Time 2024/02/20-12:47:55.273103) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:47:55.276364 3036193 [db/flush_job.cc:892] [key] [JOB 19843] Flushing memtable with next log file: 301356 2024/02/20-12:47:55.276387 3036193 EVENT_LOG_v1 {"time_micros": 1708433275276379, "job": 19843, "event": "flush_started", "num_memtables": 1, "num_entries": 16009, "num_deletes": 6000, "total_data_size": 1003554, "memory_usage": 3440256, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-12:47:55.276391 3036193 [db/flush_job.cc:926] [key] [JOB 19843] Level-0 flush table #301357: started 2024/02/20-12:47:55.292690 3036193 EVENT_LOG_v1 {"time_micros": 1708433275292657, "cf_name": "key", "job": 19843, "event": "table_file_creation", "file_number": 301357, "file_size": 646456, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148840467, "largest_seqno": 5148870915, "table_properties": {"data_size": 627049, "index_size": 4683, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14885, "raw_key_size": 960673, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 189, "num_entries": 15829, "num_filter_entries": 17072, "num_deletions": 6000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433217, "oldest_key_time": 1708433217, "file_creation_time": 1708433275, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301357, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:55.292735 3036193 [db/flush_job.cc:1062] [key] [JOB 19843] Flush lasted 16379 microseconds, and 14737 cpu microseconds. 2024/02/20-12:47:55.293287 3036193 (Original Log Time 2024/02/20-12:47:55.292720) [db/flush_job.cc:1011] [key] [JOB 19843] Level-0 flush table #301357: 646456 bytes OK 2024/02/20-12:47:55.293290 3036193 (Original Log Time 2024/02/20-12:47:55.292742) [db/memtable_list.cc:555] [key] Level-0 commit table #301357 started 2024/02/20-12:47:55.293292 3036193 (Original Log Time 2024/02/20-12:47:55.293040) [db/memtable_list.cc:754] [key] Level-0 commit table #301357: memtable #1 done 2024/02/20-12:47:55.293293 3036193 (Original Log Time 2024/02/20-12:47:55.293058) EVENT_LOG_v1 {"time_micros": 1708433275293052, "job": 19843, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-12:47:55.293294 3036193 (Original Log Time 2024/02/20-12:47:55.293253) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-12:47:55.293379 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 19844] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-12:47:55.293387 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19851 Base level 0, inputs: [301357(631KB) 301341(3391KB)], [301332(12MB)] 2024/02/20-12:47:55.293402 3036190 EVENT_LOG_v1 {"time_micros": 1708433275293393, "job": 19844, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301357, 301341], "files_L5": [301332], "score": 1, "input_data_size": 17461872, "oldest_snapshot_seqno": -1} 2024/02/20-12:47:55.900592 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19844] Generated table #301358: 433541 keys, 17304112 bytes, temperature: kUnknown 2024/02/20-12:47:55.900659 3036190 EVENT_LOG_v1 {"time_micros": 1708433275900616, "cf_name": "key", "job": 19844, "event": "table_file_creation", "file_number": 301358, "file_size": 17304112, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148030211, "largest_seqno": 5148870915, "table_properties": {"data_size": 16815968, "index_size": 139299, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 392597, "raw_key_size": 26283632, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4954, "num_entries": 433541, "num_filter_entries": 443954, "num_deletions": 152000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708431476, "oldest_key_time": 0, "file_creation_time": 1708433275, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301358, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:47:55.901996 3036190 (Original Log Time 2024/02/20-12:47:55.901432) [db/compaction/compaction_job.cc:1729] [key] [JOB 19844] Compacted 2@0 + 1@5 files to L5 => 17304112 bytes 2024/02/20-12:47:55.902000 3036190 (Original Log Time 2024/02/20-12:47:55.901782) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.06, MB/sec: 28.8 rd, 28.5 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(3.9, 12.7 +0.0 blob) out(16.5 +0.0 blob), read-write-amplify(8.4) write-amplify(4.2) OK, records in: 433542, records dropped: 1 output_compression: LZ4 2024/02/20-12:47:55.902006 3036190 (Original Log Time 2024/02/20-12:47:55.901805) EVENT_LOG_v1 {"time_micros": 1708433275901795, "job": 19844, "event": "compaction_finished", "compaction_time_micros": 607318, "compaction_time_cpu_micros": 594477, "output_level": 5, "num_output_files": 1, "total_output_size": 17304112, "num_input_records": 433542, "num_output_records": 433541, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-12:47:55.903652 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301332.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:55.903676 3036190 EVENT_LOG_v1 {"time_micros": 1708433275903671, "job": 19844, "event": "table_file_deletion", "file_number": 301332} 2024/02/20-12:47:55.904236 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301341.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:55.904256 3036190 EVENT_LOG_v1 {"time_micros": 1708433275904253, "job": 19844, "event": "table_file_deletion", "file_number": 301341} 2024/02/20-12:47:55.904407 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301357.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:47:55.904423 3036190 EVENT_LOG_v1 {"time_micros": 1708433275904421, "job": 19844, "event": "table_file_deletion", "file_number": 301357} 2024/02/20-12:47:55.904488 4076748 (Original Log Time 2024/02/20-12:47:55.293531) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-12:47:55.904673 3036188 (Original Log Time 2024/02/20-12:47:55.904595) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-12:47:55.904681 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19845] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-12:47:55.904689 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19852 Base level 5, inputs: [301358(16MB)], [301294(66MB) 301295(66MB) 301296(66MB) 301297(67MB) 301298(66MB) 301299(4331KB)] 2024/02/20-12:47:55.904714 3036188 EVENT_LOG_v1 {"time_micros": 1708433275904703, "job": 19845, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301358], "files_L6": [301294, 301295, 301296, 301297, 301298, 301299], "score": -1, "input_data_size": 372964781, "oldest_snapshot_seqno": -1} 2024/02/20-12:48:01.763714 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19845] Generated table #301359: 2997600 keys, 70267553 bytes, temperature: kUnknown 2024/02/20-12:48:01.763797 3036188 EVENT_LOG_v1 {"time_micros": 1708433281763754, "cf_name": "key", "job": 19845, "event": "table_file_creation", "file_number": 301359, "file_size": 70267553, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110131, "index_size": 985652, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2696213, "raw_key_size": 181506258, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36984, "num_entries": 2997600, "num_filter_entries": 3018744, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433275, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301359, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:48:07.191975 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19845] Generated table #301360: 2909358 keys, 70193531 bytes, temperature: kUnknown 2024/02/20-12:48:07.192085 3036188 EVENT_LOG_v1 {"time_micros": 1708433287192038, "cf_name": "key", "job": 19845, "event": "table_file_creation", "file_number": 301360, "file_size": 70193531, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109620, "index_size": 942816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2629173, "raw_key_size": 175273446, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36789, "num_entries": 2909358, "num_filter_entries": 2943997, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433281, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301360, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:48:13.086855 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19845] Generated table #301361: 3006053 keys, 70228526 bytes, temperature: kUnknown 2024/02/20-12:48:13.086930 3036188 EVENT_LOG_v1 {"time_micros": 1708433293086891, "cf_name": "key", "job": 19845, "event": "table_file_creation", "file_number": 301361, "file_size": 70228526, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109242, "index_size": 1040130, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2684821, "raw_key_size": 183369233, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37180, "num_entries": 3006053, "num_filter_entries": 3006054, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433287, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301361, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:48:18.246872 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19845] Generated table #301362: 3029608 keys, 70333440 bytes, temperature: kUnknown 2024/02/20-12:48:18.246938 3036188 EVENT_LOG_v1 {"time_micros": 1708433298246896, "cf_name": "key", "job": 19845, "event": "table_file_creation", "file_number": 301362, "file_size": 70333440, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110518, "index_size": 1001607, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2739717, "raw_key_size": 183603395, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37015, "num_entries": 3029608, "num_filter_entries": 3067151, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433293, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301362, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:48:23.649889 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19845] Generated table #301363: 2965037 keys, 70237382 bytes, temperature: kUnknown 2024/02/20-12:48:23.649965 3036188 EVENT_LOG_v1 {"time_micros": 1708433303649920, "cf_name": "key", "job": 19845, "event": "table_file_creation", "file_number": 301363, "file_size": 70237382, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109881, "index_size": 978645, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2667461, "raw_key_size": 179342783, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36838, "num_entries": 2965037, "num_filter_entries": 2986745, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433298, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301363, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:48:24.232881 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19845] Generated table #301364: 328029 keys, 6729598 bytes, temperature: kUnknown 2024/02/20-12:48:24.232955 3036188 EVENT_LOG_v1 {"time_micros": 1708433304232910, "cf_name": "key", "job": 19845, "event": "table_file_creation", "file_number": 301364, "file_size": 6729598, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 6381442, "index_size": 103404, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 293237, "raw_key_size": 19761618, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3599, "num_entries": 328029, "num_filter_entries": 332041, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708433303, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301364, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:48:24.255376 3036188 (Original Log Time 2024/02/20-12:48:24.254307) [db/compaction/compaction_job.cc:1729] [key] [JOB 19845] Compacted 1@5 + 6@6 files to L6 => 357990030 bytes 2024/02/20-12:48:24.255382 3036188 (Original Log Time 2024/02/20-12:48:24.255112) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 13.2 rd, 12.6 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(16.5, 339.2 +0.0 blob) out(341.4 +0.0 blob), read-write-amplify(42.2) write-amplify(20.7) OK, records in: 15539686, records dropped: 304001 output_compression: ZSTD 2024/02/20-12:48:24.255396 3036188 (Original Log Time 2024/02/20-12:48:24.255153) EVENT_LOG_v1 {"time_micros": 1708433304255132, "job": 19845, "event": "compaction_finished", "compaction_time_micros": 28328299, "compaction_time_cpu_micros": 27363510, "output_level": 6, "num_output_files": 6, "total_output_size": 357990030, "num_input_records": 15539686, "num_output_records": 15235685, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-12:48:24.262353 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301294.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:48:24.262397 3036188 EVENT_LOG_v1 {"time_micros": 1708433304262391, "job": 19845, "event": "table_file_deletion", "file_number": 301294} 2024/02/20-12:48:24.271355 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301295.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:48:24.271387 3036188 EVENT_LOG_v1 {"time_micros": 1708433304271382, "job": 19845, "event": "table_file_deletion", "file_number": 301295} 2024/02/20-12:48:24.277751 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301296.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:48:24.277788 3036188 EVENT_LOG_v1 {"time_micros": 1708433304277782, "job": 19845, "event": "table_file_deletion", "file_number": 301296} 2024/02/20-12:48:24.284642 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301297.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:48:24.284671 3036188 EVENT_LOG_v1 {"time_micros": 1708433304284666, "job": 19845, "event": "table_file_deletion", "file_number": 301297} 2024/02/20-12:48:24.292641 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301298.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:48:24.292672 3036188 EVENT_LOG_v1 {"time_micros": 1708433304292667, "job": 19845, "event": "table_file_deletion", "file_number": 301298} 2024/02/20-12:48:24.293395 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301299.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:48:24.293411 3036188 EVENT_LOG_v1 {"time_micros": 1708433304293408, "job": 19845, "event": "table_file_deletion", "file_number": 301299} 2024/02/20-12:48:24.295097 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301358.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:48:24.295114 3036188 EVENT_LOG_v1 {"time_micros": 1708433304295111, "job": 19845, "event": "table_file_deletion", "file_number": 301358} 2024/02/20-12:48:24.295156 4076748 (Original Log Time 2024/02/20-12:47:55.904502) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-12:50:03.475548 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-12:50:03.475745 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1020802.3 total, 600.1 interval Cumulative writes: 130M writes, 583M keys, 129M commit groups, 1.0 writes per commit group, ingest: 56.13 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130178667.00 writes per sync, written: 56.13 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 98K writes, 290K keys, 98K commit groups, 1.0 writes per commit group, ingest: 26.76 MB, 0.04 MB/s Interval WAL: 98K writes, 0 syncs, 98303.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 407.50 380.08 4136 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.5 18.2 50.3 67.4 17.0 0.0 3.7 42.0 41.3 1671.76 1600.86 2136 0.783 1034M 1140 0.0 0.0 L6 12/0 776.42 MB 0.0 402.9 17.4 385.5 385.8 0.3 0.0 22.2 16.1 15.4 25700.46 23706.63 598 42.977 9413M 256M 0.0 0.0 Sum 12/0 776.42 MB 0.0 471.4 35.6 435.8 471.7 35.9 0.0 25.5 17.4 17.4 27779.72 25687.56 6870 4.044 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 90.9 12.9 12.9 62.76 56.61 4 15.690 18M 2 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 471.4 35.6 435.8 453.2 17.4 0.0 0.0 17.6 17.0 27372.22 25307.48 2734 10.012 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 407.50 380.08 4136 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1020802.3 total, 600.1 interval Flush(GB): cumulative 18.509, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 471.68 GB write, 0.47 MB/s write, 471.40 GB read, 0.47 MB/s read, 27779.7 seconds Interval compaction: 0.79 GB write, 1.34 MB/s write, 0.79 GB read, 1.35 MB/s read, 62.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1609 collections: 1702 last_copies: 0 last_secs: 0.0007 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(834,13.65 MB,0.888373%) IndexBlock(774,1.39 GB,92.4443%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5957206 Average: 2.1899 StdDev: 4.26 Min: 0 Median: 1.3832 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.40 ------------------------------------------------------ [ 0, 1 ] 2007433 33.698% 33.698% ####### ( 1, 2 ] 2534666 42.548% 76.245% ######### ( 2, 3 ] 991272 16.640% 92.885% ### ( 3, 4 ] 241641 4.056% 96.942% # ( 4, 6 ] 107295 1.801% 98.743% ( 6, 10 ] 35059 0.589% 99.331% ( 10, 15 ] 14780 0.248% 99.579% ( 15, 22 ] 7495 0.126% 99.705% ( 22, 34 ] 7841 0.132% 99.837% ( 34, 51 ] 5626 0.094% 99.931% ( 51, 76 ] 2503 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 401 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21582451 Average: 2.4681 StdDev: 6.80 Min: 0 Median: 1.4962 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.49 ------------------------------------------------------ [ 0, 1 ] 6608083 30.618% 30.618% ###### ( 1, 2 ] 8430757 39.063% 69.681% ######## ( 2, 3 ] 3660019 16.958% 86.639% ### ( 3, 4 ] 1335356 6.187% 92.826% # ( 4, 6 ] 1044703 4.841% 97.667% # ( 6, 10 ] 337387 1.563% 99.230% ( 10, 15 ] 58937 0.273% 99.503% ( 15, 22 ] 30155 0.140% 99.643% ( 22, 34 ] 32376 0.150% 99.793% ( 34, 51 ] 24613 0.114% 99.907% ( 51, 76 ] 11860 0.055% 99.962% ( 76, 110 ] 4842 0.022% 99.984% ( 110, 170 ] 1981 0.009% 99.994% ( 170, 250 ] 590 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 209687757 Average: 12.2384 StdDev: 81.93 Min: 0 Median: 1.4911 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.59 P99.9: 304.27 P99.99: 1542.22 ------------------------------------------------------ [ 0, 1 ] 71563689 34.129% 34.129% ####### ( 1, 2 ] 67766384 32.318% 66.446% ###### ( 2, 3 ] 29778688 14.201% 80.648% ### ( 3, 4 ] 6419434 3.061% 83.709% # ( 4, 6 ] 1169521 0.558% 84.267% ( 6, 10 ] 550640 0.263% 84.530% ( 10, 15 ] 312118 0.149% 84.679% ( 15, 22 ] 259984 0.124% 84.802% ( 22, 34 ] 7530805 3.591% 88.394% # ( 34, 51 ] 7625221 3.636% 92.030% # ( 51, 76 ] 6122217 2.920% 94.950% # ( 76, 110 ] 6702989 3.197% 98.147% # ( 110, 170 ] 3294270 1.571% 99.718% ( 170, 250 ] 335281 0.160% 99.878% ( 250, 380 ] 112169 0.053% 99.931% ( 380, 580 ] 68128 0.032% 99.964% ( 580, 870 ] 30571 0.015% 99.978% ( 870, 1300 ] 13886 0.007% 99.985% ( 1300, 1900 ] 26736 0.013% 99.998% ( 1900, 2900 ] 2128 0.001% 99.999% ( 2900, 4400 ] 859 0.000% 99.999% ( 4400, 6600 ] 621 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 188 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.39 74.04 4023 0.022 0 0 0.0 0.0 L6 3/0 164.58 MB 0.0 311.9 3.1 308.8 308.9 0.1 0.0 99.1 15.4 15.2 20765.30 20382.24 2118 9.804 11G 62M 0.0 0.0 Sum 3/0 164.58 MB 0.0 311.9 3.1 308.8 312.0 3.2 0.0 100.1 15.3 15.3 20852.69 20456.28 6141 3.396 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 183.3 14.5 14.5 22.74 22.35 5 4.548 11M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 311.9 3.1 308.8 308.9 0.1 0.0 0.0 15.4 15.2 20765.30 20382.24 2118 9.804 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.39 74.04 4023 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1020802.3 total, 600.1 interval Flush(GB): cumulative 3.116, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 311.99 GB write, 0.31 MB/s write, 311.92 GB read, 0.31 MB/s read, 20852.7 seconds Interval compaction: 0.32 GB write, 0.55 MB/s write, 0.32 GB read, 0.55 MB/s read, 22.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4347 collections: 1702 last_copies: 0 last_secs: 0.001481 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2194,1.66 MB,0.108295%) IndexBlock(2152,1.46 GB,97.2335%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1023656 Average: 3.5670 StdDev: 6.34 Min: 0 Median: 2.5852 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.42 P99.9: 60.69 P99.99: 194.95 ------------------------------------------------------ [ 0, 1 ] 116634 11.394% 11.394% ## ( 1, 2 ] 247050 24.134% 35.528% ##### ( 2, 3 ] 253151 24.730% 60.258% ##### ( 3, 4 ] 196699 19.215% 79.473% #### ( 4, 6 ] 169024 16.512% 95.985% ### ( 6, 10 ] 28564 2.790% 98.776% # ( 10, 15 ] 4748 0.464% 99.239% ( 15, 22 ] 2545 0.249% 99.488% ( 22, 34 ] 2160 0.211% 99.699% ( 34, 51 ] 1772 0.173% 99.872% ( 51, 76 ] 736 0.072% 99.944% ( 76, 110 ] 251 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 176945799 Average: 2.1876 StdDev: 5.40 Min: 0 Median: 1.3427 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.81 P99.99: 144.64 ------------------------------------------------------ [ 0, 1 ] 65417329 36.970% 36.970% ####### ( 1, 2 ] 67274894 38.020% 74.990% ######## ( 2, 3 ] 32922035 18.606% 93.596% #### ( 3, 4 ] 7932782 4.483% 98.079% # ( 4, 6 ] 1480405 0.837% 98.916% ( 6, 10 ] 614205 0.347% 99.263% ( 10, 15 ] 400150 0.226% 99.489% ( 15, 22 ] 199110 0.113% 99.602% ( 22, 34 ] 312031 0.176% 99.778% ( 34, 51 ] 204673 0.116% 99.894% ( 51, 76 ] 100126 0.057% 99.950% ( 76, 110 ] 57900 0.033% 99.983% ( 110, 170 ] 21589 0.012% 99.995% ( 170, 250 ] 3836 0.002% 99.997% ( 250, 380 ] 1754 0.001% 99.998% ( 380, 580 ] 1457 0.001% 99.999% ( 580, 870 ] 866 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.8 273.51 253.74 4103 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.1 8.2 14.0 21.9 8.0 0.0 2.7 28.8 28.5 787.35 761.46 1964 0.401 612M 276K 0.0 0.0 L6 6/0 341.41 MB 0.0 196.9 8.8 188.0 188.2 0.1 0.0 21.3 14.4 13.8 14010.54 13707.46 715 19.595 8812M 238M 0.0 0.0 Sum 6/0 341.41 MB 0.0 219.0 17.0 202.0 219.1 17.1 0.0 24.3 14.9 14.9 15071.40 14722.65 6782 2.222 9425M 238M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 52.8 13.0 12.8 29.62 28.63 6 4.937 16M 304K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 219.0 17.0 202.0 210.1 8.1 0.0 0.0 15.2 14.5 14797.89 14468.92 2679 5.524 9425M 238M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.8 273.51 253.74 4103 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1020802.3 total, 600.1 interval Flush(GB): cumulative 9.036, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 219.14 GB write, 0.22 MB/s write, 218.99 GB read, 0.22 MB/s read, 15071.4 seconds Interval compaction: 0.37 GB write, 0.63 MB/s write, 0.38 GB read, 0.64 MB/s read, 29.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358083 collections: 1702 last_copies: 0 last_secs: 0.127167 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357968,1.38 GB,92.078%) FilterBlock(56,66.35 MB,4.31999%) IndexBlock(58,25.30 MB,1.64746%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2826167 Average: 4.2623 StdDev: 8.09 Min: 0 Median: 1.9592 Max: 9050 Percentiles: P50: 1.96 P75: 5.37 P99: 17.91 P99.9: 61.10 P99.99: 151.58 ------------------------------------------------------ [ 0, 1 ] 631490 22.344% 22.344% #### ( 1, 2 ] 814798 28.830% 51.175% ###### ( 2, 3 ] 399060 14.120% 65.295% ### ( 3, 4 ] 172371 6.099% 71.394% # ( 4, 6 ] 149266 5.282% 76.676% # ( 6, 10 ] 446848 15.811% 92.487% ### ( 10, 15 ] 177071 6.265% 98.752% # ( 15, 22 ] 16860 0.597% 99.349% ( 22, 34 ] 9052 0.320% 99.669% ( 34, 51 ] 5509 0.195% 99.864% ( 51, 76 ] 2515 0.089% 99.953% ( 76, 110 ] 824 0.029% 99.982% ( 110, 170 ] 318 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6849738 Average: 4.7092 StdDev: 7.66 Min: 0 Median: 2.4754 Max: 7311 Percentiles: P50: 2.48 P75: 6.17 P99: 19.50 P99.9: 69.20 P99.99: 168.96 ------------------------------------------------------ [ 0, 1 ] 1121237 16.369% 16.369% ### ( 1, 2 ] 1807739 26.391% 42.760% ##### ( 2, 3 ] 1043064 15.228% 57.988% ### ( 3, 4 ] 560317 8.180% 66.168% ## ( 4, 6 ] 554364 8.093% 74.262% ## ( 6, 10 ] 1192503 17.409% 91.671% ### ( 10, 15 ] 472368 6.896% 98.567% # ( 15, 22 ] 46138 0.674% 99.241% ( 22, 34 ] 24338 0.355% 99.596% ( 34, 51 ] 15380 0.225% 99.821% ( 51, 76 ] 7472 0.109% 99.930% ( 76, 110 ] 2834 0.041% 99.971% ( 110, 170 ] 1322 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 160 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106294096 Average: 5.8003 StdDev: 24.83 Min: 0 Median: 2.3485 Max: 40453 Percentiles: P50: 2.35 P75: 7.55 P99: 41.80 P99.9: 159.09 P99.99: 467.62 ------------------------------------------------------ [ 0, 1 ] 25216495 23.723% 23.723% ##### ( 1, 2 ] 24061761 22.637% 46.360% ##### ( 2, 3 ] 11099940 10.443% 56.803% ## ( 3, 4 ] 4358460 4.100% 60.903% # ( 4, 6 ] 4978077 4.683% 65.587% # ( 6, 10 ] 25810606 24.282% 89.869% ##### ( 10, 15 ] 8302341 7.811% 97.680% ## ( 15, 22 ] 675520 0.636% 98.315% ( 22, 34 ] 553725 0.521% 98.836% ( 34, 51 ] 379803 0.357% 99.193% ( 51, 76 ] 241992 0.228% 99.421% ( 76, 110 ] 307179 0.289% 99.710% ( 110, 170 ] 246780 0.232% 99.942% ( 170, 250 ] 39501 0.037% 99.979% ( 250, 380 ] 8526 0.008% 99.987% ( 380, 580 ] 6301 0.006% 99.993% ( 580, 870 ] 3595 0.003% 99.997% ( 870, 1300 ] 1911 0.002% 99.999% ( 1300, 1900 ] 2618 0.002% 100.001% ( 1900, 2900 ] 185 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 100 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-12:50:03.479714 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 531071901 rocksdb.block.cache.hit COUNT : 2187550798 rocksdb.block.cache.add COUNT : 39753420 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32478 rocksdb.block.cache.index.hit COUNT : 536807934 rocksdb.block.cache.index.add COUNT : 32464 rocksdb.block.cache.index.bytes.insert COUNT : 34731504598 rocksdb.block.cache.filter.miss COUNT : 32484 rocksdb.block.cache.filter.hit COUNT : 1114257146 rocksdb.block.cache.filter.add COUNT : 32484 rocksdb.block.cache.filter.bytes.insert COUNT : 8831926244 rocksdb.block.cache.data.miss COUNT : 531006939 rocksdb.block.cache.data.hit COUNT : 536485718 rocksdb.block.cache.data.add COUNT : 39688472 rocksdb.block.cache.data.bytes.insert COUNT : 164398727026 rocksdb.block.cache.bytes.read COUNT : 1906639395824844 rocksdb.block.cache.bytes.write COUNT : 207962157868 rocksdb.bloom.filter.useful COUNT : 577514118 rocksdb.bloom.filter.full.positive COUNT : 536743060 rocksdb.bloom.filter.full.true.positive COUNT : 531153285 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94446173 rocksdb.memtable.miss COUNT : 6340713499 rocksdb.l0.hit COUNT : 16232569 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 514920716 rocksdb.compaction.key.drop.new COUNT : 278664701 rocksdb.compaction.key.drop.obsolete COUNT : 278684466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 583069324 rocksdb.number.keys.read COUNT : 653695137 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60270415302 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68054 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32469 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 770718487 rocksdb.number.multiget.keys.read COUNT : 5781464535 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60270415302 rocksdb.write.self COUNT : 129966230 rocksdb.write.other COUNT : 212437 rocksdb.write.wal COUNT : 130178667 rocksdb.compact.read.bytes COUNT : 1000277207558 rocksdb.compact.write.bytes COUNT : 1043828235503 rocksdb.flush.write.bytes COUNT : 32926191322 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1034767 rocksdb.number.superversion_releases COUNT : 2723 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 524431100 rocksdb.number.block.decompressed COUNT : 524421093 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60158643497 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68054 rocksdb.num.iterator.deleted COUNT : 68054 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5243 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5205 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44258 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61175596790 rocksdb.memtable.garbage.bytes.at.flush COUNT : 737838964 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 947753401475 rocksdb.last.level.read.count COUNT : 492930025 rocksdb.non.last.level.read.bytes COUNT : 129300708712 rocksdb.non.last.level.read.count COUNT : 38239283 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 531104370 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2139820173489 rocksdb.bytes.compressed.to COUNT : 1039090218300 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26218518421 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6613499 rocksdb.bytes.decompressed.from COUNT : 1039294338983 rocksdb.bytes.decompressed.to COUNT : 2139828040264 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.410676 P95 : 106.270127 P99 : 160.376273 P100 : 227461.000000 COUNT : 653695137 SUM : 33709356333 rocksdb.db.write.micros P50 : 67.021566 P95 : 111.750660 P99 : 169.418151 P100 : 2037453.000000 COUNT : 130178667 SUM : 13424057563 rocksdb.compaction.times.micros P50 : 1621228.070175 P95 : 38443809.523810 P99 : 67076666.666667 P100 : 89521673.000000 COUNT : 7531 SUM : 62935408306 rocksdb.compaction.times.cpu_micros P50 : 1560108.303249 P95 : 35777682.403433 P99 : 63929945.054945 P100 : 83823365.000000 COUNT : 7531 SUM : 60158643497 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4301.696607 P95 : 27726.334270 P99 : 62244.565217 P100 : 1558490.000000 COUNT : 12247 SUM : 114642125 rocksdb.compaction.outfile.sync.micros P50 : 62597.298535 P95 : 125783.460283 P99 : 225136.842105 P100 : 2063820.000000 COUNT : 20205 SUM : 1295987707 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.154696 P95 : 727.685185 P99 : 3960.714286 P100 : 501117.000000 COUNT : 19840 SUM : 12813107 rocksdb.table.open.io.micros P50 : 584.390344 P95 : 6239.131250 P99 : 13034.210390 P100 : 207055.000000 COUNT : 32469 SUM : 57593631 rocksdb.db.multiget.micros P50 : 7.993808 P95 : 17.805221 P99 : 33.045995 P100 : 26625.000000 COUNT : 770718487 SUM : 7299178477 rocksdb.read.block.compaction.micros P50 : 13.667865 P95 : 58.985625 P99 : 138.329123 P100 : 136000.000000 COUNT : 491318467 SUM : 9541821373 rocksdb.read.block.get.micros P50 : 52.860841 P95 : 94.761458 P99 : 145.783086 P100 : 206929.000000 COUNT : 39753434 SUM : 2291094262 rocksdb.write.raw.block.micros P50 : 0.521545 P95 : 0.990936 P99 : 1.895199 P100 : 331149.000000 COUNT : 531141955 SUM : 10637310957 rocksdb.numfiles.in.singlecompaction P50 : 2.774695 P95 : 5.679503 P99 : 5.938611 P100 : 7.000000 COUNT : 5736 SUM : 20423 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.537200 P95 : 33.297815 P99 : 104.818072 P100 : 135929.000000 COUNT : 531169308 SUM : 3684169922 rocksdb.file.read.flush.micros P50 : 1.843118 P95 : 15.807957 P99 : 41.199072 P100 : 787.000000 COUNT : 61235 SUM : 293579 rocksdb.file.read.compaction.micros P50 : 1.422422 P95 : 36.414917 P99 : 106.310040 P100 : 135929.000000 COUNT : 491419506 SUM : 3287038873 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 653695139 SUM : 0 rocksdb.bytes.per.write P50 : 218.496451 P95 : 527.658260 P99 : 803.782454 P100 : 4563443.000000 COUNT : 129966230 SUM : 60270415302 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 770718489 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46088.768116 P95 : 166700.288184 P99 : 238876.712329 P100 : 1681975.000000 COUNT : 12290 SUM : 768404828 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-12:50:03.479865 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-12:50:03.480040 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708433403 to in-memory stats history 2024/02/20-12:50:03.480103 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-12:50:03.480158 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-12:52:07.466347 4076664 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301333. Total log size is 15728674 while max_total_wal_size is 15728640 2024/02/20-12:52:07.466578 4076664 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301365. Immutable memtables: 0. 2024/02/20-12:52:07.466815 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19846] Syncing log #301356 2024/02/20-12:52:07.482096 3036210 (Original Log Time 2024/02/20-12:52:07.466797) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:52:07.482106 3036210 [db/flush_job.cc:892] [url] [JOB 19846] Flushing memtable with next log file: 301365 2024/02/20-12:52:07.482136 3036210 EVENT_LOG_v1 {"time_micros": 1708433527482127, "job": 19846, "event": "flush_started", "num_memtables": 1, "num_entries": 61280, "num_deletes": 0, "total_data_size": 9306511, "memory_usage": 11525064, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:52:07.482140 3036210 [db/flush_job.cc:926] [url] [JOB 19846] Level-0 flush table #301366: started 2024/02/20-12:52:07.637209 3036210 EVENT_LOG_v1 {"time_micros": 1708433527637169, "cf_name": "url", "job": 19846, "event": "table_file_creation", "file_number": 301366, "file_size": 4919410, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148832198, "largest_seqno": 5148996159, "table_properties": {"data_size": 4848715, "index_size": 109558, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5653, "raw_key_size": 8997619, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1457, "num_entries": 60187, "num_filter_entries": 6498, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433201, "oldest_key_time": 1708433201, "file_creation_time": 1708433527, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301366, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:52:07.637269 3036210 [db/flush_job.cc:1062] [url] [JOB 19846] Flush lasted 155184 microseconds, and 149889 cpu microseconds. 2024/02/20-12:52:07.637921 3036210 (Original Log Time 2024/02/20-12:52:07.637250) [db/flush_job.cc:1011] [url] [JOB 19846] Level-0 flush table #301366: 4919410 bytes OK 2024/02/20-12:52:07.637926 3036210 (Original Log Time 2024/02/20-12:52:07.637276) [db/memtable_list.cc:555] [url] Level-0 commit table #301366 started 2024/02/20-12:52:07.637928 3036210 (Original Log Time 2024/02/20-12:52:07.637667) [db/memtable_list.cc:754] [url] Level-0 commit table #301366: memtable #1 done 2024/02/20-12:52:07.637931 3036210 (Original Log Time 2024/02/20-12:52:07.637689) EVENT_LOG_v1 {"time_micros": 1708433527637681, "job": 19846, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-12:52:07.637933 3036210 (Original Log Time 2024/02/20-12:52:07.637881) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-12:52:07.637940 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19846] Try to delete WAL files size 3028893, prev total WAL file size 15736386, number of live WAL files 5. 2024/02/20-12:52:07.638183 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301333.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:52:07.638546 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301339.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:53:18.273255 4076738 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301351. Total log size is 15728709 while max_total_wal_size is 15728640 2024/02/20-12:53:18.273550 4076738 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301367. Immutable memtables: 0. 2024/02/20-12:53:18.273801 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19847] Syncing log #301365 2024/02/20-12:53:18.279742 3036193 (Original Log Time 2024/02/20-12:53:18.273783) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:53:18.279751 3036193 [db/flush_job.cc:892] [tag] [JOB 19847] Flushing memtable with next log file: 301367 2024/02/20-12:53:18.279773 3036193 EVENT_LOG_v1 {"time_micros": 1708433598279767, "job": 19847, "event": "flush_started", "num_memtables": 1, "num_entries": 14804, "num_deletes": 0, "total_data_size": 1289361, "memory_usage": 2295360, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:53:18.279776 3036193 [db/flush_job.cc:926] [tag] [JOB 19847] Level-0 flush table #301368: started 2024/02/20-12:53:18.305118 3036193 EVENT_LOG_v1 {"time_micros": 1708433598305074, "cf_name": "tag", "job": 19847, "event": "table_file_creation", "file_number": 301368, "file_size": 770735, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148863524, "largest_seqno": 5149026657, "table_properties": {"data_size": 764083, "index_size": 8353, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1247585, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 239, "num_entries": 14692, "num_filter_entries": 197, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433264, "oldest_key_time": 1708433264, "file_creation_time": 1708433598, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301368, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:53:18.305173 3036193 [db/flush_job.cc:1062] [tag] [JOB 19847] Flush lasted 25440 microseconds, and 24107 cpu microseconds. 2024/02/20-12:53:18.305799 3036193 (Original Log Time 2024/02/20-12:53:18.305156) [db/flush_job.cc:1011] [tag] [JOB 19847] Level-0 flush table #301368: 770735 bytes OK 2024/02/20-12:53:18.305803 3036193 (Original Log Time 2024/02/20-12:53:18.305181) [db/memtable_list.cc:555] [tag] Level-0 commit table #301368 started 2024/02/20-12:53:18.305805 3036193 (Original Log Time 2024/02/20-12:53:18.305538) [db/memtable_list.cc:754] [tag] Level-0 commit table #301368: memtable #1 done 2024/02/20-12:53:18.305807 3036193 (Original Log Time 2024/02/20-12:53:18.305557) EVENT_LOG_v1 {"time_micros": 1708433598305552, "job": 19847, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:53:18.305810 3036193 (Original Log Time 2024/02/20-12:53:18.305760) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-12:53:18.305815 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19847] Try to delete WAL files size 702615, prev total WAL file size 15729139, number of live WAL files 4. 2024/02/20-12:53:18.306138 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301351.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:53:32.959290 4076684 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301356. Total log size is 15728687 while max_total_wal_size is 15728640 2024/02/20-12:53:32.959573 4076684 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301369. Immutable memtables: 0. 2024/02/20-12:53:32.959809 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19848] Syncing log #301367 2024/02/20-12:53:32.974030 3036210 (Original Log Time 2024/02/20-12:53:32.959796) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:53:32.974040 3036210 [db/flush_job.cc:892] [key] [JOB 19848] Flushing memtable with next log file: 301369 2024/02/20-12:53:32.974062 3036210 EVENT_LOG_v1 {"time_micros": 1708433612974056, "job": 19848, "event": "flush_started", "num_memtables": 1, "num_entries": 86939, "num_deletes": 32000, "total_data_size": 5447634, "memory_usage": 8890560, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:53:32.974065 3036210 [db/flush_job.cc:926] [key] [JOB 19848] Level-0 flush table #301370: started 2024/02/20-12:53:33.084652 3036210 EVENT_LOG_v1 {"time_micros": 1708433613084622, "cf_name": "key", "job": 19848, "event": "table_file_creation", "file_number": 301370, "file_size": 3376869, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148870917, "largest_seqno": 5149034316, "table_properties": {"data_size": 3278172, "index_size": 26897, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 78661, "raw_key_size": 5205700, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 979, "num_entries": 85813, "num_filter_entries": 89614, "num_deletions": 32000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433275, "oldest_key_time": 1708433275, "file_creation_time": 1708433612, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301370, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:53:33.084693 3036210 [db/flush_job.cc:1062] [key] [JOB 19848] Flush lasted 110671 microseconds, and 107010 cpu microseconds. 2024/02/20-12:53:33.085178 3036210 (Original Log Time 2024/02/20-12:53:33.084674) [db/flush_job.cc:1011] [key] [JOB 19848] Level-0 flush table #301370: 3376869 bytes OK 2024/02/20-12:53:33.085180 3036210 (Original Log Time 2024/02/20-12:53:33.084699) [db/memtable_list.cc:555] [key] Level-0 commit table #301370 started 2024/02/20-12:53:33.085182 3036210 (Original Log Time 2024/02/20-12:53:33.084956) [db/memtable_list.cc:754] [key] Level-0 commit table #301370: memtable #1 done 2024/02/20-12:53:33.085183 3036210 (Original Log Time 2024/02/20-12:53:33.084975) EVENT_LOG_v1 {"time_micros": 1708433613084969, "job": 19848, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-12:53:33.085185 3036210 (Original Log Time 2024/02/20-12:53:33.085145) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-12:53:33.085189 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19848] Try to delete WAL files size 11997166, prev total WAL file size 15733411, number of live WAL files 4. 2024/02/20-12:53:33.086544 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301356.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:58:13.601126 1277551 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301365. Total log size is 15728770 while max_total_wal_size is 15728640 2024/02/20-12:58:13.601402 1277551 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301371. Immutable memtables: 0. 2024/02/20-12:58:13.601627 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19849] Syncing log #301369 2024/02/20-12:58:13.614232 3036193 (Original Log Time 2024/02/20-12:58:13.601619) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:58:13.614243 3036193 [db/flush_job.cc:892] [url] [JOB 19849] Flushing memtable with next log file: 301371 2024/02/20-12:58:13.614271 3036193 EVENT_LOG_v1 {"time_micros": 1708433893614262, "job": 19849, "event": "flush_started", "num_memtables": 1, "num_entries": 60839, "num_deletes": 0, "total_data_size": 9319572, "memory_usage": 11377208, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:58:13.614276 3036193 [db/flush_job.cc:926] [url] [JOB 19849] Level-0 flush table #301372: started 2024/02/20-12:58:13.711321 3036193 EVENT_LOG_v1 {"time_micros": 1708433893711291, "cf_name": "url", "job": 19849, "event": "table_file_creation", "file_number": 301372, "file_size": 4777683, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148996161, "largest_seqno": 5149157943, "table_properties": {"data_size": 4701690, "index_size": 113127, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6085, "raw_key_size": 8982790, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1420, "num_entries": 59612, "num_filter_entries": 6999, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433527, "oldest_key_time": 1708433527, "file_creation_time": 1708433893, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301372, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:58:13.711358 3036193 [db/flush_job.cc:1062] [url] [JOB 19849] Flush lasted 97134 microseconds, and 93497 cpu microseconds. 2024/02/20-12:58:13.711945 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 19850] Compacting 2@0 files to L5, score 1.00 2024/02/20-12:58:13.711984 3036193 (Original Log Time 2024/02/20-12:58:13.711344) [db/flush_job.cc:1011] [url] [JOB 19849] Level-0 flush table #301372: 4777683 bytes OK 2024/02/20-12:58:13.711987 3036193 (Original Log Time 2024/02/20-12:58:13.711363) [db/memtable_list.cc:555] [url] Level-0 commit table #301372 started 2024/02/20-12:58:13.711988 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19857 Base level 0, inputs: [301372(4665KB) 301366(4804KB)] 2024/02/20-12:58:13.711990 3036193 (Original Log Time 2024/02/20-12:58:13.711617) [db/memtable_list.cc:754] [url] Level-0 commit table #301372: memtable #1 done 2024/02/20-12:58:13.711992 3036193 (Original Log Time 2024/02/20-12:58:13.711633) EVENT_LOG_v1 {"time_micros": 1708433893711628, "job": 19849, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-12:58:13.711993 3036193 (Original Log Time 2024/02/20-12:58:13.711842) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-12:58:13.711998 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19849] Try to delete WAL files size 3028928, prev total WAL file size 15735456, number of live WAL files 4. 2024/02/20-12:58:13.712002 3036187 EVENT_LOG_v1 {"time_micros": 1708433893711995, "job": 19850, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301372, 301366], "score": 1, "input_data_size": 9697093, "oldest_snapshot_seqno": -1} 2024/02/20-12:58:13.712522 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301365.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:58:13.922843 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19850] Generated table #301373: 119799 keys, 9323442 bytes, temperature: kUnknown 2024/02/20-12:58:13.922907 3036187 EVENT_LOG_v1 {"time_micros": 1708433893922868, "cf_name": "url", "job": 19850, "event": "table_file_creation", "file_number": 301373, "file_size": 9323442, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148832198, "largest_seqno": 5149157943, "table_properties": {"data_size": 9184795, "index_size": 226695, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9349, "raw_key_size": 17980409, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2770, "num_entries": 119799, "num_filter_entries": 10657, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433201, "oldest_key_time": 0, "file_creation_time": 1708433893, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301373, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:58:13.923737 3036187 (Original Log Time 2024/02/20-12:58:13.923271) [db/compaction/compaction_job.cc:1729] [url] [JOB 19850] Compacted 2@0 files to L5 => 9323442 bytes 2024/02/20-12:58:13.923740 3036187 (Original Log Time 2024/02/20-12:58:13.923512) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.03, MB/sec: 46.0 rd, 44.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(9.2, 0.0 +0.0 blob) out(8.9 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 119799, records dropped: 0 output_compression: LZ4 2024/02/20-12:58:13.923745 3036187 (Original Log Time 2024/02/20-12:58:13.923533) EVENT_LOG_v1 {"time_micros": 1708433893923522, "job": 19850, "event": "compaction_finished", "compaction_time_micros": 210957, "compaction_time_cpu_micros": 203045, "output_level": 5, "num_output_files": 1, "total_output_size": 9323442, "num_input_records": 119799, "num_output_records": 119799, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-12:58:13.924190 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301366.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:58:13.924199 3036187 EVENT_LOG_v1 {"time_micros": 1708433893924197, "job": 19850, "event": "table_file_deletion", "file_number": 301366} 2024/02/20-12:58:13.924609 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301372.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:58:13.924617 3036187 EVENT_LOG_v1 {"time_micros": 1708433893924615, "job": 19850, "event": "table_file_deletion", "file_number": 301372} 2024/02/20-12:59:24.084685 4076636 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301367. Total log size is 15728697 while max_total_wal_size is 15728640 2024/02/20-12:59:24.084926 4076636 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301374. Immutable memtables: 0. 2024/02/20-12:59:24.085156 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19851] Syncing log #301371 2024/02/20-12:59:24.106598 3036210 (Original Log Time 2024/02/20-12:59:24.085144) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:59:24.106607 3036210 [db/flush_job.cc:892] [tag] [JOB 19851] Flushing memtable with next log file: 301374 2024/02/20-12:59:24.106630 3036210 EVENT_LOG_v1 {"time_micros": 1708433964106623, "job": 19851, "event": "flush_started", "num_memtables": 1, "num_entries": 16817, "num_deletes": 0, "total_data_size": 1467551, "memory_usage": 2352776, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:59:24.106633 3036210 [db/flush_job.cc:926] [tag] [JOB 19851] Level-0 flush table #301375: started 2024/02/20-12:59:24.159669 3036210 EVENT_LOG_v1 {"time_micros": 1708433964159622, "cf_name": "tag", "job": 19851, "event": "table_file_creation", "file_number": 301375, "file_size": 864474, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149026755, "largest_seqno": 5149189289, "table_properties": {"data_size": 857460, "index_size": 9224, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1412944, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 268, "num_entries": 16585, "num_filter_entries": 194, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433598, "oldest_key_time": 1708433598, "file_creation_time": 1708433964, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301375, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:59:24.159731 3036210 [db/flush_job.cc:1062] [tag] [JOB 19851] Flush lasted 53140 microseconds, and 51488 cpu microseconds. 2024/02/20-12:59:24.160429 3036210 (Original Log Time 2024/02/20-12:59:24.159710) [db/flush_job.cc:1011] [tag] [JOB 19851] Level-0 flush table #301375: 864474 bytes OK 2024/02/20-12:59:24.160433 3036210 (Original Log Time 2024/02/20-12:59:24.159745) [db/memtable_list.cc:555] [tag] Level-0 commit table #301375 started 2024/02/20-12:59:24.160435 3036210 (Original Log Time 2024/02/20-12:59:24.160130) [db/memtable_list.cc:754] [tag] Level-0 commit table #301375: memtable #1 done 2024/02/20-12:59:24.160436 3036210 (Original Log Time 2024/02/20-12:59:24.160155) EVENT_LOG_v1 {"time_micros": 1708433964160148, "job": 19851, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-12:59:24.160438 3036210 (Original Log Time 2024/02/20-12:59:24.160382) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-12:59:24.160444 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19851] Try to delete WAL files size 702593, prev total WAL file size 15730852, number of live WAL files 4. 2024/02/20-12:59:24.160601 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19852] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-12:59:24.160613 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19859 Base level 0, inputs: [301375(844KB) 301368(752KB)], [301353(64MB) 301354(64MB) 301355(35MB)] 2024/02/20-12:59:24.160644 3036186 EVENT_LOG_v1 {"time_micros": 1708433964160629, "job": 19852, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301375, 301368], "files_L6": [301353, 301354, 301355], "score": 1, "input_data_size": 174209163, "oldest_snapshot_seqno": -1} 2024/02/20-12:59:24.160787 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301367.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:59:28.828696 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19852] Generated table #301376: 2458370 keys, 67642179 bytes, temperature: kUnknown 2024/02/20-12:59:28.828781 3036186 EVENT_LOG_v1 {"time_micros": 1708433968828730, "cf_name": "tag", "job": 19852, "event": "table_file_creation", "file_number": 301376, "file_size": 67642179, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109896, "index_size": 1475734, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 205307441, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36099, "num_entries": 2458370, "num_filter_entries": 1656, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708433964, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301376, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:59:33.485439 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19852] Generated table #301377: 2084898 keys, 67653082 bytes, temperature: kUnknown 2024/02/20-12:59:33.485507 3036186 EVENT_LOG_v1 {"time_micros": 1708433973485474, "cf_name": "tag", "job": 19852, "event": "table_file_creation", "file_number": 301377, "file_size": 67653082, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110599, "index_size": 1405669, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192413921, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36027, "num_entries": 2084898, "num_filter_entries": 1699, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708433968, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301377, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:59:36.015023 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19852] Generated table #301378: 1453316 keys, 38074324 bytes, temperature: kUnknown 2024/02/20-12:59:36.015079 3036186 EVENT_LOG_v1 {"time_micros": 1708433976015048, "cf_name": "tag", "job": 19852, "event": "table_file_creation", "file_number": 301378, "file_size": 38074324, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 37785273, "index_size": 834027, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 115611155, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 20546, "num_entries": 1453316, "num_filter_entries": 292, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708433973, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301378, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:59:36.021659 3036186 (Original Log Time 2024/02/20-12:59:36.020770) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19852] Compacted 2@0 + 3@6 files to L6 => 173369585 bytes 2024/02/20-12:59:36.021664 3036186 (Original Log Time 2024/02/20-12:59:36.021372) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.7 rd, 14.6 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 164.6 +0.0 blob) out(165.3 +0.0 blob), read-write-amplify(212.6) write-amplify(106.0) OK, records in: 5996584, records dropped: 0 output_compression: ZSTD 2024/02/20-12:59:36.021675 3036186 (Original Log Time 2024/02/20-12:59:36.021407) EVENT_LOG_v1 {"time_micros": 1708433976021390, "job": 19852, "event": "compaction_finished", "compaction_time_micros": 11854482, "compaction_time_cpu_micros": 11721403, "output_level": 6, "num_output_files": 3, "total_output_size": 173369585, "num_input_records": 5996584, "num_output_records": 5996584, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-12:59:36.027842 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301353.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:59:36.027874 3036186 EVENT_LOG_v1 {"time_micros": 1708433976027869, "job": 19852, "event": "table_file_deletion", "file_number": 301353} 2024/02/20-12:59:36.034443 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301354.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:59:36.034487 3036186 EVENT_LOG_v1 {"time_micros": 1708433976034481, "job": 19852, "event": "table_file_deletion", "file_number": 301354} 2024/02/20-12:59:36.040065 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301355.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:59:36.040106 3036186 EVENT_LOG_v1 {"time_micros": 1708433976040099, "job": 19852, "event": "table_file_deletion", "file_number": 301355} 2024/02/20-12:59:36.040330 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301368.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:59:36.040346 3036186 EVENT_LOG_v1 {"time_micros": 1708433976040343, "job": 19852, "event": "table_file_deletion", "file_number": 301368} 2024/02/20-12:59:36.040541 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301375.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:59:36.040557 3036186 EVENT_LOG_v1 {"time_micros": 1708433976040555, "job": 19852, "event": "table_file_deletion", "file_number": 301375} 2024/02/20-12:59:39.764808 4076727 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301369. Total log size is 15728651 while max_total_wal_size is 15728640 2024/02/20-12:59:39.765104 4076727 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301379. Immutable memtables: 0. 2024/02/20-12:59:39.765319 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19853] Syncing log #301374 2024/02/20-12:59:39.774732 3036193 (Original Log Time 2024/02/20-12:59:39.765310) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-12:59:39.774741 3036193 [db/flush_job.cc:892] [key] [JOB 19853] Flushing memtable with next log file: 301379 2024/02/20-12:59:39.774764 3036193 EVENT_LOG_v1 {"time_micros": 1708433979774756, "job": 19853, "event": "flush_started", "num_memtables": 1, "num_entries": 85607, "num_deletes": 30000, "total_data_size": 5362590, "memory_usage": 7729648, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-12:59:39.774767 3036193 [db/flush_job.cc:926] [key] [JOB 19853] Level-0 flush table #301380: started 2024/02/20-12:59:39.900436 3036193 EVENT_LOG_v1 {"time_micros": 1708433979900405, "cf_name": "key", "job": 19853, "event": "table_file_creation", "file_number": 301380, "file_size": 3517784, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149034318, "largest_seqno": 5149196932, "table_properties": {"data_size": 3420220, "index_size": 26372, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 77573, "raw_key_size": 5120917, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1010, "num_entries": 84440, "num_filter_entries": 88382, "num_deletions": 30000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433612, "oldest_key_time": 1708433612, "file_creation_time": 1708433979, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301380, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:59:39.900495 3036193 [db/flush_job.cc:1062] [key] [JOB 19853] Flush lasted 125770 microseconds, and 121634 cpu microseconds. 2024/02/20-12:59:39.901092 3036193 (Original Log Time 2024/02/20-12:59:39.900480) [db/flush_job.cc:1011] [key] [JOB 19853] Level-0 flush table #301380: 3517784 bytes OK 2024/02/20-12:59:39.901095 3036193 (Original Log Time 2024/02/20-12:59:39.900500) [db/memtable_list.cc:555] [key] Level-0 commit table #301380 started 2024/02/20-12:59:39.901097 3036193 (Original Log Time 2024/02/20-12:59:39.900820) [db/memtable_list.cc:754] [key] Level-0 commit table #301380: memtable #1 done 2024/02/20-12:59:39.901099 3036193 (Original Log Time 2024/02/20-12:59:39.900847) EVENT_LOG_v1 {"time_micros": 1708433979900839, "job": 19853, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-12:59:39.901102 3036193 (Original Log Time 2024/02/20-12:59:39.901052) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-12:59:39.901108 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19853] Try to delete WAL files size 11997249, prev total WAL file size 15734600, number of live WAL files 4. 2024/02/20-12:59:39.901220 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 19854] Compacting 2@0 files to L5, score 1.00 2024/02/20-12:59:39.901229 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19861 Base level 0, inputs: [301380(3435KB) 301370(3297KB)] 2024/02/20-12:59:39.901254 3036192 EVENT_LOG_v1 {"time_micros": 1708433979901242, "job": 19854, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301380, 301370], "score": 1, "input_data_size": 6894653, "oldest_snapshot_seqno": -1} 2024/02/20-12:59:39.903560 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301369.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:59:40.170491 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19854] Generated table #301381: 170253 keys, 6810170 bytes, temperature: kUnknown 2024/02/20-12:59:40.170548 3036192 EVENT_LOG_v1 {"time_micros": 1708433980170515, "cf_name": "key", "job": 19854, "event": "table_file_creation", "file_number": 301381, "file_size": 6810170, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148870917, "largest_seqno": 5149196932, "table_properties": {"data_size": 6616127, "index_size": 54490, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 155029, "raw_key_size": 10326617, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1965, "num_entries": 170253, "num_filter_entries": 176119, "num_deletions": 62000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433275, "oldest_key_time": 0, "file_creation_time": 1708433979, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301381, "seqno_to_time_mapping": "N/A"}} 2024/02/20-12:59:40.171699 3036192 (Original Log Time 2024/02/20-12:59:40.171051) [db/compaction/compaction_job.cc:1729] [key] [JOB 19854] Compacted 2@0 files to L5 => 6810170 bytes 2024/02/20-12:59:40.171704 3036192 (Original Log Time 2024/02/20-12:59:40.171445) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 25.6 rd, 25.3 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(6.6, 0.0 +0.0 blob) out(6.5 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 170253, records dropped: 0 output_compression: LZ4 2024/02/20-12:59:40.171712 3036192 (Original Log Time 2024/02/20-12:59:40.171482) EVENT_LOG_v1 {"time_micros": 1708433980171467, "job": 19854, "event": "compaction_finished", "compaction_time_micros": 269354, "compaction_time_cpu_micros": 264951, "output_level": 5, "num_output_files": 1, "total_output_size": 6810170, "num_input_records": 170253, "num_output_records": 170253, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-12:59:40.172061 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301370.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:59:40.172074 3036192 EVENT_LOG_v1 {"time_micros": 1708433980172072, "job": 19854, "event": "table_file_deletion", "file_number": 301370} 2024/02/20-12:59:40.172318 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301380.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-12:59:40.172326 3036192 EVENT_LOG_v1 {"time_micros": 1708433980172325, "job": 19854, "event": "table_file_deletion", "file_number": 301380} 2024/02/20-13:00:03.609281 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-13:00:03.609432 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1021402.5 total, 600.1 interval Cumulative writes: 130M writes, 583M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.16 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130271110.00 writes per sync, written: 56.16 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 92K writes, 269K keys, 92K commit groups, 1.0 writes per commit group, ingest: 24.86 MB, 0.04 MB/s Interval WAL: 92K writes, 0 syncs, 92443.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 407.75 380.32 4138 0.099 0 0 0.0 0.0 L5 1/0 8.89 MB 0.0 68.5 18.2 50.3 67.4 17.1 0.0 3.7 42.0 41.3 1671.97 1601.06 2137 0.782 1034M 1140 0.0 0.0 L6 12/0 776.42 MB 0.0 402.9 17.4 385.5 385.8 0.3 0.0 22.2 16.1 15.4 25700.46 23706.63 598 42.977 9413M 256M 0.0 0.0 Sum 13/0 785.31 MB 0.0 471.4 35.6 435.8 471.7 35.9 0.0 25.5 17.4 17.4 27780.18 25688.00 6873 4.042 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 20.0 39.2 0.46 0.45 3 0.154 119K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 471.4 35.6 435.8 453.2 17.4 0.0 0.0 17.6 17.0 27372.43 25307.68 2735 10.008 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 407.75 380.32 4138 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1021402.5 total, 600.1 interval Flush(GB): cumulative 18.518, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 471.70 GB write, 0.47 MB/s write, 471.40 GB read, 0.47 MB/s read, 27780.2 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1615 collections: 1703 last_copies: 0 last_secs: 0.000781 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(837,13.67 MB,0.889688%) IndexBlock(777,1.39 GB,92.4722%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5960093 Average: 2.1898 StdDev: 4.26 Min: 0 Median: 1.3832 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.36 ------------------------------------------------------ [ 0, 1 ] 2008321 33.696% 33.696% ####### ( 1, 2 ] 2536133 42.552% 76.248% ######### ( 2, 3 ] 991699 16.639% 92.887% ### ( 3, 4 ] 241701 4.055% 96.942% # ( 4, 6 ] 107310 1.800% 98.743% ( 6, 10 ] 35073 0.588% 99.331% ( 10, 15 ] 14786 0.248% 99.579% ( 15, 22 ] 7500 0.126% 99.705% ( 22, 34 ] 7842 0.132% 99.837% ( 34, 51 ] 5629 0.094% 99.931% ( 51, 76 ] 2504 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 401 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21582456 Average: 2.4681 StdDev: 6.80 Min: 0 Median: 1.4962 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.49 ------------------------------------------------------ [ 0, 1 ] 6608084 30.618% 30.618% ###### ( 1, 2 ] 8430758 39.063% 69.681% ######## ( 2, 3 ] 3660019 16.958% 86.639% ### ( 3, 4 ] 1335358 6.187% 92.826% # ( 4, 6 ] 1044703 4.841% 97.667% # ( 6, 10 ] 337387 1.563% 99.230% ( 10, 15 ] 58937 0.273% 99.503% ( 15, 22 ] 30155 0.140% 99.643% ( 22, 34 ] 32377 0.150% 99.793% ( 34, 51 ] 24613 0.114% 99.907% ( 51, 76 ] 11860 0.055% 99.962% ( 76, 110 ] 4842 0.022% 99.984% ( 110, 170 ] 1981 0.009% 99.994% ( 170, 250 ] 590 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 209687757 Average: 12.2384 StdDev: 81.93 Min: 0 Median: 1.4911 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.59 P99.9: 304.27 P99.99: 1542.22 ------------------------------------------------------ [ 0, 1 ] 71563689 34.129% 34.129% ####### ( 1, 2 ] 67766384 32.318% 66.446% ###### ( 2, 3 ] 29778688 14.201% 80.648% ### ( 3, 4 ] 6419434 3.061% 83.709% # ( 4, 6 ] 1169521 0.558% 84.267% ( 6, 10 ] 550640 0.263% 84.530% ( 10, 15 ] 312118 0.149% 84.679% ( 15, 22 ] 259984 0.124% 84.802% ( 22, 34 ] 7530805 3.591% 88.394% # ( 34, 51 ] 7625221 3.636% 92.030% # ( 51, 76 ] 6122217 2.920% 94.950% # ( 76, 110 ] 6702989 3.197% 98.147% # ( 110, 170 ] 3294270 1.571% 99.718% ( 170, 250 ] 335281 0.160% 99.878% ( 250, 380 ] 112169 0.053% 99.931% ( 380, 580 ] 68128 0.032% 99.964% ( 580, 870 ] 30571 0.015% 99.978% ( 870, 1300 ] 13886 0.007% 99.985% ( 1300, 1900 ] 26736 0.013% 99.998% ( 1900, 2900 ] 2128 0.001% 99.999% ( 2900, 4400 ] 859 0.000% 99.999% ( 4400, 6600 ] 621 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 188 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.47 74.12 4025 0.022 0 0 0.0 0.0 L6 3/0 165.34 MB 0.0 312.1 3.1 309.0 309.0 0.1 0.0 99.1 15.4 15.2 20777.16 20393.97 2119 9.805 11G 62M 0.0 0.0 Sum 3/0 165.34 MB 0.0 312.1 3.1 309.0 312.1 3.2 0.0 100.1 15.3 15.3 20864.62 20468.08 6144 3.396 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 107.0 13.9 14.0 11.93 11.80 3 3.978 5996K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 312.1 3.1 309.0 309.0 0.1 0.0 0.0 15.4 15.2 20777.16 20393.97 2119 9.805 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.47 74.12 4025 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1021402.5 total, 600.1 interval Flush(GB): cumulative 3.117, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 312.15 GB write, 0.31 MB/s write, 312.08 GB read, 0.31 MB/s read, 20864.6 seconds Interval compaction: 0.16 GB write, 0.28 MB/s write, 0.16 GB read, 0.28 MB/s read, 11.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4344 collections: 1703 last_copies: 0 last_secs: 0.001862 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2195,1.67 MB,0.108452%) IndexBlock(2148,1.46 GB,97.1845%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1024173 Average: 3.5674 StdDev: 6.34 Min: 0 Median: 2.5858 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.42 P99.9: 60.67 P99.99: 194.89 ------------------------------------------------------ [ 0, 1 ] 116636 11.388% 11.388% ## ( 1, 2 ] 247062 24.123% 35.511% ##### ( 2, 3 ] 253291 24.731% 60.243% ##### ( 3, 4 ] 196867 19.222% 79.465% #### ( 4, 6 ] 169194 16.520% 95.985% ### ( 6, 10 ] 28585 2.791% 98.776% # ( 10, 15 ] 4750 0.464% 99.240% ( 15, 22 ] 2546 0.249% 99.488% ( 22, 34 ] 2161 0.211% 99.699% ( 34, 51 ] 1772 0.173% 99.872% ( 51, 76 ] 736 0.072% 99.944% ( 76, 110 ] 251 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177038051 Average: 2.1876 StdDev: 5.40 Min: 0 Median: 1.3428 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.79 P99.99: 144.62 ------------------------------------------------------ [ 0, 1 ] 65445012 36.967% 36.967% ####### ( 1, 2 ] 67312410 38.021% 74.988% ######## ( 2, 3 ] 32943278 18.608% 93.596% #### ( 3, 4 ] 7937068 4.483% 98.079% # ( 4, 6 ] 1481115 0.837% 98.916% ( 6, 10 ] 614497 0.347% 99.263% ( 10, 15 ] 400338 0.226% 99.489% ( 15, 22 ] 199230 0.113% 99.602% ( 22, 34 ] 312126 0.176% 99.778% ( 34, 51 ] 204747 0.116% 99.894% ( 51, 76 ] 100161 0.057% 99.950% ( 76, 110 ] 57905 0.033% 99.983% ( 110, 170 ] 21593 0.012% 99.995% ( 170, 250 ] 3836 0.002% 99.997% ( 250, 380 ] 1754 0.001% 99.998% ( 380, 580 ] 1458 0.001% 99.999% ( 580, 870 ] 866 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.8 273.75 253.96 4105 0.067 0 0 0.0 0.0 L5 1/0 6.49 MB 0.0 22.1 8.2 14.0 21.9 8.0 0.0 2.7 28.8 28.5 787.62 761.72 1965 0.401 612M 276K 0.0 0.0 L6 6/0 341.41 MB 0.0 196.9 8.8 188.0 188.2 0.1 0.0 21.3 14.4 13.8 14010.54 13707.46 715 19.595 8812M 238M 0.0 0.0 Sum 7/0 347.90 MB 0.0 219.0 17.0 202.0 219.1 17.2 0.0 24.2 14.9 14.9 15071.91 14723.15 6785 2.221 9425M 238M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 13.0 25.8 0.51 0.49 3 0.169 170K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 219.0 17.0 202.0 210.1 8.1 0.0 0.0 15.2 14.5 14798.16 14469.18 2680 5.522 9425M 238M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.8 273.75 253.96 4105 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1021402.5 total, 600.1 interval Flush(GB): cumulative 9.043, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 219.15 GB write, 0.22 MB/s write, 219.00 GB read, 0.22 MB/s read, 15071.9 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358538 collections: 1703 last_copies: 0 last_secs: 0.125915 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(358427,1.38 GB,92.1968%) FilterBlock(54,60.92 MB,3.96637%) IndexBlock(57,24.35 MB,1.58501%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2828177 Average: 4.2624 StdDev: 8.09 Min: 0 Median: 1.9594 Max: 9050 Percentiles: P50: 1.96 P75: 5.37 P99: 17.91 P99.9: 61.10 P99.99: 151.54 ------------------------------------------------------ [ 0, 1 ] 631847 22.341% 22.341% #### ( 1, 2 ] 815376 28.830% 51.172% ###### ( 2, 3 ] 399437 14.123% 65.295% ### ( 3, 4 ] 172505 6.100% 71.395% # ( 4, 6 ] 149320 5.280% 76.674% # ( 6, 10 ] 447184 15.812% 92.486% ### ( 10, 15 ] 177220 6.266% 98.752% # ( 15, 22 ] 16875 0.597% 99.349% ( 22, 34 ] 9057 0.320% 99.669% ( 34, 51 ] 5511 0.195% 99.864% ( 51, 76 ] 2517 0.089% 99.953% ( 76, 110 ] 825 0.029% 99.982% ( 110, 170 ] 318 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6850141 Average: 4.7095 StdDev: 7.66 Min: 0 Median: 2.4756 Max: 7311 Percentiles: P50: 2.48 P75: 6.17 P99: 19.50 P99.9: 69.20 P99.99: 168.96 ------------------------------------------------------ [ 0, 1 ] 1121238 16.368% 16.368% ### ( 1, 2 ] 1807740 26.390% 42.758% ##### ( 2, 3 ] 1043065 15.227% 57.985% ### ( 3, 4 ] 560317 8.180% 66.164% ## ( 4, 6 ] 554380 8.093% 74.257% ## ( 6, 10 ] 1192768 17.412% 91.670% ### ( 10, 15 ] 472473 6.897% 98.567% # ( 15, 22 ] 46144 0.674% 99.241% ( 22, 34 ] 24341 0.355% 99.596% ( 34, 51 ] 15384 0.225% 99.821% ( 51, 76 ] 7473 0.109% 99.930% ( 76, 110 ] 2834 0.041% 99.971% ( 110, 170 ] 1322 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 160 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106334406 Average: 5.8018 StdDev: 24.83 Min: 0 Median: 2.3504 Max: 40453 Percentiles: P50: 2.35 P75: 7.55 P99: 41.79 P99.9: 159.08 P99.99: 467.43 ------------------------------------------------------ [ 0, 1 ] 25216495 23.714% 23.714% ##### ( 1, 2 ] 24061762 22.628% 46.343% ##### ( 2, 3 ] 11099949 10.439% 56.781% ## ( 3, 4 ] 4358516 4.099% 60.880% # ( 4, 6 ] 4979762 4.683% 65.563% # ( 6, 10 ] 25838456 24.299% 89.863% ##### ( 10, 15 ] 8311992 7.817% 97.680% ## ( 15, 22 ] 676064 0.636% 98.315% ( 22, 34 ] 554024 0.521% 98.836% ( 34, 51 ] 379932 0.357% 99.194% ( 51, 76 ] 242059 0.228% 99.421% ( 76, 110 ] 307195 0.289% 99.710% ( 110, 170 ] 246784 0.232% 99.942% ( 170, 250 ] 39502 0.037% 99.979% ( 250, 380 ] 8526 0.008% 99.987% ( 380, 580 ] 6301 0.006% 99.993% ( 580, 870 ] 3595 0.003% 99.997% ( 870, 1300 ] 1911 0.002% 99.999% ( 1300, 1900 ] 2618 0.002% 100.001% ( 1900, 2900 ] 185 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 100 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-13:00:03.612858 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 531210254 rocksdb.block.cache.hit COUNT : 2189106058 rocksdb.block.cache.add COUNT : 39794649 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32489 rocksdb.block.cache.index.hit COUNT : 537251048 rocksdb.block.cache.index.add COUNT : 32475 rocksdb.block.cache.index.bytes.insert COUNT : 34735795657 rocksdb.block.cache.filter.miss COUNT : 32495 rocksdb.block.cache.filter.hit COUNT : 1114966911 rocksdb.block.cache.filter.add COUNT : 32495 rocksdb.block.cache.filter.bytes.insert COUNT : 8832262827 rocksdb.block.cache.data.miss COUNT : 531145270 rocksdb.block.cache.data.hit COUNT : 536888099 rocksdb.block.cache.data.add COUNT : 39729679 rocksdb.block.cache.data.bytes.insert COUNT : 164569437994 rocksdb.block.cache.bytes.read COUNT : 1908179808816920 rocksdb.block.cache.bytes.write COUNT : 208137496478 rocksdb.bloom.filter.useful COUNT : 577780789 rocksdb.bloom.filter.full.positive COUNT : 537186154 rocksdb.bloom.filter.full.true.positive COUNT : 531594506 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94536308 rocksdb.memtable.miss COUNT : 6345691525 rocksdb.l0.hit COUNT : 16251684 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 515342822 rocksdb.compaction.key.drop.new COUNT : 278664701 rocksdb.compaction.key.drop.obsolete COUNT : 278684466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 583339167 rocksdb.number.keys.read COUNT : 654226502 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60296478374 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68094 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32480 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 771293522 rocksdb.number.multiget.keys.read COUNT : 5786001331 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60296478374 rocksdb.write.self COUNT : 130058600 rocksdb.write.other COUNT : 212510 rocksdb.write.wal COUNT : 130271110 rocksdb.compact.read.bytes COUNT : 1000466340373 rocksdb.compact.write.bytes COUNT : 1044017738700 rocksdb.flush.write.bytes COUNT : 32944420077 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1035998 rocksdb.number.superversion_releases COUNT : 2723 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 524532733 rocksdb.number.block.decompressed COUNT : 524558786 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60170832896 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68094 rocksdb.num.iterator.deleted COUNT : 68094 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5247 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5209 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44274 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61207061880 rocksdb.memtable.garbage.bytes.at.flush COUNT : 738336499 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 947999754607 rocksdb.last.level.read.count COUNT : 493062589 rocksdb.non.last.level.read.bytes COUNT : 129320656108 rocksdb.non.last.level.read.count COUNT : 38245105 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 531242734 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2140234343819 rocksdb.bytes.compressed.to COUNT : 1039292513477 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26223091088 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6614657 rocksdb.bytes.decompressed.from COUNT : 1039557033991 rocksdb.bytes.decompressed.to COUNT : 2140388567848 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.408323 P95 : 106.268549 P99 : 160.372961 P100 : 227461.000000 COUNT : 654226502 SUM : 33735247398 rocksdb.db.write.micros P50 : 67.022983 P95 : 111.744574 P99 : 169.414462 P100 : 2037453.000000 COUNT : 130271110 SUM : 13431979940 rocksdb.compaction.times.micros P50 : 1620000.000000 P95 : 38432380.952381 P99 : 67073333.333333 P100 : 89521673.000000 COUNT : 7534 SUM : 62947743099 rocksdb.compaction.times.cpu_micros P50 : 1558844.765343 P95 : 35767381.974249 P99 : 63925824.175824 P100 : 83823365.000000 COUNT : 7534 SUM : 60170832896 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4302.823920 P95 : 27737.148876 P99 : 62211.956522 P100 : 1558490.000000 COUNT : 12253 SUM : 114729648 rocksdb.compaction.outfile.sync.micros P50 : 62595.361611 P95 : 125767.138194 P99 : 225115.789474 P100 : 2063820.000000 COUNT : 20210 SUM : 1296259490 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.164802 P95 : 727.512566 P99 : 3958.303571 P100 : 501117.000000 COUNT : 19849 SUM : 12815386 rocksdb.table.open.io.micros P50 : 583.797054 P95 : 6238.375000 P99 : 13033.038961 P100 : 207055.000000 COUNT : 32480 SUM : 57601136 rocksdb.db.multiget.micros P50 : 7.993548 P95 : 17.803811 P99 : 33.044228 P100 : 26625.000000 COUNT : 771293522 SUM : 7304321042 rocksdb.read.block.compaction.micros P50 : 13.667915 P95 : 58.976192 P99 : 138.320967 P100 : 136000.000000 COUNT : 491415591 SUM : 9543295206 rocksdb.read.block.get.micros P50 : 52.862468 P95 : 94.753194 P99 : 145.760710 P100 : 206929.000000 COUNT : 39794663 SUM : 2293408209 rocksdb.write.raw.block.micros P50 : 0.521545 P95 : 0.990935 P99 : 1.895194 P100 : 331149.000000 COUNT : 531244779 SUM : 10640223645 rocksdb.numfiles.in.singlecompaction P50 : 2.774485 P95 : 5.679515 P99 : 5.938612 P100 : 7.000000 COUNT : 5739 SUM : 20432 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.537310 P95 : 33.288544 P99 : 104.811488 P100 : 135929.000000 COUNT : 531307694 SUM : 3684789516 rocksdb.file.read.flush.micros P50 : 1.843483 P95 : 15.809719 P99 : 41.185544 P100 : 787.000000 COUNT : 61265 SUM : 293730 rocksdb.file.read.compaction.micros P50 : 1.422439 P95 : 36.404973 P99 : 106.305385 P100 : 135929.000000 COUNT : 491516655 SUM : 3287254622 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 654226503 SUM : 0 rocksdb.bytes.per.write P50 : 218.496701 P95 : 527.661917 P99 : 803.782028 P100 : 4563443.000000 COUNT : 130058601 SUM : 60296478552 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 771293523 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46119.565217 P95 : 166696.402878 P99 : 238865.753425 P100 : 1681975.000000 COUNT : 12296 SUM : 768972167 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-13:00:03.613027 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-13:00:03.613166 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708434003 to in-memory stats history 2024/02/20-13:00:03.613189 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-13:00:03.613248 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-13:04:26.792342 4076713 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301371. Total log size is 15729305 while max_total_wal_size is 15728640 2024/02/20-13:04:26.792598 4076713 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301382. Immutable memtables: 0. 2024/02/20-13:04:26.792849 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19855] Syncing log #301379 2024/02/20-13:04:26.807313 3036210 (Original Log Time 2024/02/20-13:04:26.792834) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:04:26.807322 3036210 [db/flush_job.cc:892] [url] [JOB 19855] Flushing memtable with next log file: 301382 2024/02/20-13:04:26.807343 3036210 EVENT_LOG_v1 {"time_micros": 1708434266807336, "job": 19855, "event": "flush_started", "num_memtables": 1, "num_entries": 59746, "num_deletes": 0, "total_data_size": 9160186, "memory_usage": 11197104, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:04:26.807346 3036210 [db/flush_job.cc:926] [url] [JOB 19855] Level-0 flush table #301383: started 2024/02/20-13:04:26.904967 3036210 EVENT_LOG_v1 {"time_micros": 1708434266904936, "cf_name": "url", "job": 19855, "event": "table_file_creation", "file_number": 301383, "file_size": 4732697, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149157945, "largest_seqno": 5149322166, "table_properties": {"data_size": 4653086, "index_size": 122129, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6085, "raw_key_size": 8852196, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1402, "num_entries": 58652, "num_filter_entries": 6919, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433893, "oldest_key_time": 1708433893, "file_creation_time": 1708434266, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301383, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:04:26.905004 3036210 [db/flush_job.cc:1062] [url] [JOB 19855] Flush lasted 97700 microseconds, and 94390 cpu microseconds. 2024/02/20-13:04:26.905615 3036210 (Original Log Time 2024/02/20-13:04:26.904992) [db/flush_job.cc:1011] [url] [JOB 19855] Level-0 flush table #301383: 4732697 bytes OK 2024/02/20-13:04:26.905618 3036210 (Original Log Time 2024/02/20-13:04:26.905011) [db/memtable_list.cc:555] [url] Level-0 commit table #301383 started 2024/02/20-13:04:26.905619 3036210 (Original Log Time 2024/02/20-13:04:26.905334) [db/memtable_list.cc:754] [url] Level-0 commit table #301383: memtable #1 done 2024/02/20-13:04:26.905621 3036210 (Original Log Time 2024/02/20-13:04:26.905347) EVENT_LOG_v1 {"time_micros": 1708434266905342, "job": 19855, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-13:04:26.905622 3036210 (Original Log Time 2024/02/20-13:04:26.905586) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-13:04:26.905627 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19855] Try to delete WAL files size 3028855, prev total WAL file size 15732461, number of live WAL files 4. 2024/02/20-13:04:26.906054 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301371.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:05:39.594608 4077783 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301374. Total log size is 15728755 while max_total_wal_size is 15728640 2024/02/20-13:05:39.594830 4077783 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301384. Immutable memtables: 0. 2024/02/20-13:05:39.595020 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19856] Syncing log #301382 2024/02/20-13:05:39.601518 3036193 (Original Log Time 2024/02/20-13:05:39.595012) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:05:39.601526 3036193 [db/flush_job.cc:892] [tag] [JOB 19856] Flushing memtable with next log file: 301384 2024/02/20-13:05:39.601556 3036193 EVENT_LOG_v1 {"time_micros": 1708434339601549, "job": 19856, "event": "flush_started", "num_memtables": 1, "num_entries": 15475, "num_deletes": 0, "total_data_size": 1359090, "memory_usage": 1990424, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:05:39.601560 3036193 [db/flush_job.cc:926] [tag] [JOB 19856] Level-0 flush table #301385: started 2024/02/20-13:05:39.612581 3036193 EVENT_LOG_v1 {"time_micros": 1708434339612552, "cf_name": "tag", "job": 19856, "event": "table_file_creation", "file_number": 301385, "file_size": 827386, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149189422, "largest_seqno": 5149353722, "table_properties": {"data_size": 820269, "index_size": 9296, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1312932, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 250, "num_entries": 15340, "num_filter_entries": 201, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433964, "oldest_key_time": 1708433964, "file_creation_time": 1708434339, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301385, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:05:39.612618 3036193 [db/flush_job.cc:1062] [tag] [JOB 19856] Flush lasted 11105 microseconds, and 9848 cpu microseconds. 2024/02/20-13:05:39.613085 3036193 (Original Log Time 2024/02/20-13:05:39.612605) [db/flush_job.cc:1011] [tag] [JOB 19856] Level-0 flush table #301385: 827386 bytes OK 2024/02/20-13:05:39.613088 3036193 (Original Log Time 2024/02/20-13:05:39.612623) [db/memtable_list.cc:555] [tag] Level-0 commit table #301385 started 2024/02/20-13:05:39.613091 3036193 (Original Log Time 2024/02/20-13:05:39.612854) [db/memtable_list.cc:754] [tag] Level-0 commit table #301385: memtable #1 done 2024/02/20-13:05:39.613093 3036193 (Original Log Time 2024/02/20-13:05:39.612866) EVENT_LOG_v1 {"time_micros": 1708434339612863, "job": 19856, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:05:39.613095 3036193 (Original Log Time 2024/02/20-13:05:39.613047) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-13:05:39.613101 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19856] Try to delete WAL files size 702547, prev total WAL file size 15729846, number of live WAL files 4. 2024/02/20-13:05:39.613375 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301374.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:05:56.001624 4076276 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301379. Total log size is 15728758 while max_total_wal_size is 15728640 2024/02/20-13:05:56.001827 4076276 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301386. Immutable memtables: 0. 2024/02/20-13:05:56.002037 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19857] Syncing log #301384 2024/02/20-13:05:56.039339 3036210 (Original Log Time 2024/02/20-13:05:56.002027) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:05:56.039352 3036210 [db/flush_job.cc:892] [key] [JOB 19857] Flushing memtable with next log file: 301386 2024/02/20-13:05:56.039382 3036210 EVENT_LOG_v1 {"time_micros": 1708434356039373, "job": 19857, "event": "flush_started", "num_memtables": 1, "num_entries": 89045, "num_deletes": 34000, "total_data_size": 5579020, "memory_usage": 8355240, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:05:56.039386 3036210 [db/flush_job.cc:926] [key] [JOB 19857] Level-0 flush table #301387: started 2024/02/20-13:05:56.144805 3036210 EVENT_LOG_v1 {"time_micros": 1708434356144763, "cf_name": "key", "job": 19857, "event": "table_file_creation", "file_number": 301387, "file_size": 3553745, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149196934, "largest_seqno": 5149361333, "table_properties": {"data_size": 3452240, "index_size": 27824, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 80613, "raw_key_size": 5336685, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1024, "num_entries": 87981, "num_filter_entries": 91888, "num_deletions": 34000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433979, "oldest_key_time": 1708433979, "file_creation_time": 1708434356, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301387, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:05:56.144855 3036210 [db/flush_job.cc:1062] [key] [JOB 19857] Flush lasted 105526 microseconds, and 103250 cpu microseconds. 2024/02/20-13:05:56.145384 3036210 (Original Log Time 2024/02/20-13:05:56.144837) [db/flush_job.cc:1011] [key] [JOB 19857] Level-0 flush table #301387: 3553745 bytes OK 2024/02/20-13:05:56.145389 3036210 (Original Log Time 2024/02/20-13:05:56.144862) [db/memtable_list.cc:555] [key] Level-0 commit table #301387 started 2024/02/20-13:05:56.145392 3036210 (Original Log Time 2024/02/20-13:05:56.145153) [db/memtable_list.cc:754] [key] Level-0 commit table #301387: memtable #1 done 2024/02/20-13:05:56.145396 3036210 (Original Log Time 2024/02/20-13:05:56.145174) EVENT_LOG_v1 {"time_micros": 1708434356145167, "job": 19857, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-13:05:56.145399 3036210 (Original Log Time 2024/02/20-13:05:56.145346) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-13:05:56.145405 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19857] Try to delete WAL files size 11997903, prev total WAL file size 15733566, number of live WAL files 4. 2024/02/20-13:05:56.146787 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301379.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:10:03.750820 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-13:10:03.751058 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1022002.6 total, 600.1 interval Cumulative writes: 130M writes, 583M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.18 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130358505.00 writes per sync, written: 56.18 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 87K writes, 261K keys, 87K commit groups, 1.0 writes per commit group, ingest: 23.82 MB, 0.04 MB/s Interval WAL: 87K writes, 0 syncs, 87395.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1022002.6 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1704 last_copies: 0 last_secs: 5.8e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.51 MB 0.5 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 407.85 380.41 4139 0.099 0 0 0.0 0.0 L5 1/0 8.89 MB 0.0 68.5 18.2 50.3 67.4 17.1 0.0 3.7 42.0 41.3 1671.97 1601.06 2137 0.782 1034M 1140 0.0 0.0 L6 12/0 776.42 MB 0.0 402.9 17.4 385.5 385.8 0.3 0.0 22.2 16.1 15.4 25700.46 23706.63 598 42.977 9413M 256M 0.0 0.0 Sum 14/0 789.82 MB 0.0 471.4 35.6 435.8 471.7 35.9 0.0 25.5 17.4 17.4 27780.28 25688.10 6874 4.041 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 46.2 0.10 0.09 1 0.098 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 471.4 35.6 435.8 453.2 17.4 0.0 0.0 17.6 17.0 27372.43 25307.68 2735 10.008 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 407.85 380.41 4139 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1022002.6 total, 600.1 interval Flush(GB): cumulative 18.523, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 471.70 GB write, 0.47 MB/s write, 471.40 GB read, 0.47 MB/s read, 27780.3 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.40 GB table_size: 4416 occupancy: 1617 collections: 1704 last_copies: 0 last_secs: 0.000637 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(838,13.67 MB,0.890068%) IndexBlock(778,1.39 GB,92.4798%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5960098 Average: 2.1898 StdDev: 4.26 Min: 0 Median: 1.3832 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.36 ------------------------------------------------------ [ 0, 1 ] 2008323 33.696% 33.696% ####### ( 1, 2 ] 2536134 42.552% 76.248% ######### ( 2, 3 ] 991700 16.639% 92.887% ### ( 3, 4 ] 241701 4.055% 96.942% # ( 4, 6 ] 107310 1.800% 98.743% ( 6, 10 ] 35073 0.588% 99.331% ( 10, 15 ] 14786 0.248% 99.579% ( 15, 22 ] 7500 0.126% 99.705% ( 22, 34 ] 7843 0.132% 99.837% ( 34, 51 ] 5629 0.094% 99.931% ( 51, 76 ] 2504 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 401 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21582456 Average: 2.4681 StdDev: 6.80 Min: 0 Median: 1.4962 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.49 ------------------------------------------------------ [ 0, 1 ] 6608084 30.618% 30.618% ###### ( 1, 2 ] 8430758 39.063% 69.681% ######## ( 2, 3 ] 3660019 16.958% 86.639% ### ( 3, 4 ] 1335358 6.187% 92.826% # ( 4, 6 ] 1044703 4.841% 97.667% # ( 6, 10 ] 337387 1.563% 99.230% ( 10, 15 ] 58937 0.273% 99.503% ( 15, 22 ] 30155 0.140% 99.643% ( 22, 34 ] 32377 0.150% 99.793% ( 34, 51 ] 24613 0.114% 99.907% ( 51, 76 ] 11860 0.055% 99.962% ( 76, 110 ] 4842 0.022% 99.984% ( 110, 170 ] 1981 0.009% 99.994% ( 170, 250 ] 590 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 209687757 Average: 12.2384 StdDev: 81.93 Min: 0 Median: 1.4911 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.59 P99.9: 304.27 P99.99: 1542.22 ------------------------------------------------------ [ 0, 1 ] 71563689 34.129% 34.129% ####### ( 1, 2 ] 67766384 32.318% 66.446% ###### ( 2, 3 ] 29778688 14.201% 80.648% ### ( 3, 4 ] 6419434 3.061% 83.709% # ( 4, 6 ] 1169521 0.558% 84.267% ( 6, 10 ] 550640 0.263% 84.530% ( 10, 15 ] 312118 0.149% 84.679% ( 15, 22 ] 259984 0.124% 84.802% ( 22, 34 ] 7530805 3.591% 88.394% # ( 34, 51 ] 7625221 3.636% 92.030% # ( 51, 76 ] 6122217 2.920% 94.950% # ( 76, 110 ] 6702989 3.197% 98.147% # ( 110, 170 ] 3294270 1.571% 99.718% ( 170, 250 ] 335281 0.160% 99.878% ( 250, 380 ] 112169 0.053% 99.931% ( 380, 580 ] 68128 0.032% 99.964% ( 580, 870 ] 30571 0.015% 99.978% ( 870, 1300 ] 13886 0.007% 99.985% ( 1300, 1900 ] 26736 0.013% 99.998% ( 1900, 2900 ] 2128 0.001% 99.999% ( 2900, 4400 ] 859 0.000% 99.999% ( 4400, 6600 ] 621 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 188 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 807.99 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.48 74.12 4026 0.022 0 0 0.0 0.0 L6 3/0 165.34 MB 0.0 312.1 3.1 309.0 309.0 0.1 0.0 99.1 15.4 15.2 20777.16 20393.97 2119 9.805 11G 62M 0.0 0.0 Sum 4/0 166.13 MB 0.0 312.1 3.1 309.0 312.1 3.2 0.0 100.1 15.3 15.3 20864.63 20468.09 6145 3.395 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 71.0 0.01 0.01 1 0.011 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 312.1 3.1 309.0 309.0 0.1 0.0 0.0 15.4 15.2 20777.16 20393.97 2119 9.805 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.48 74.12 4026 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1022002.6 total, 600.1 interval Flush(GB): cumulative 3.118, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 312.15 GB write, 0.31 MB/s write, 312.08 GB read, 0.31 MB/s read, 20864.6 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4346 collections: 1704 last_copies: 0 last_secs: 0.001523 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2196,1.67 MB,0.108468%) IndexBlock(2149,1.46 GB,97.1851%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1024178 Average: 3.5674 StdDev: 6.34 Min: 0 Median: 2.5858 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.42 P99.9: 60.67 P99.99: 194.89 ------------------------------------------------------ [ 0, 1 ] 116639 11.389% 11.389% ## ( 1, 2 ] 247062 24.123% 35.512% ##### ( 2, 3 ] 253293 24.731% 60.243% ##### ( 3, 4 ] 196867 19.222% 79.465% #### ( 4, 6 ] 169194 16.520% 95.985% ### ( 6, 10 ] 28585 2.791% 98.776% # ( 10, 15 ] 4750 0.464% 99.240% ( 15, 22 ] 2546 0.249% 99.488% ( 22, 34 ] 2161 0.211% 99.699% ( 34, 51 ] 1772 0.173% 99.872% ( 51, 76 ] 736 0.072% 99.944% ( 76, 110 ] 251 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177038051 Average: 2.1876 StdDev: 5.40 Min: 0 Median: 1.3428 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.79 P99.99: 144.62 ------------------------------------------------------ [ 0, 1 ] 65445012 36.967% 36.967% ####### ( 1, 2 ] 67312410 38.021% 74.988% ######## ( 2, 3 ] 32943278 18.608% 93.596% #### ( 3, 4 ] 7937068 4.483% 98.079% # ( 4, 6 ] 1481115 0.837% 98.916% ( 6, 10 ] 614497 0.347% 99.263% ( 10, 15 ] 400338 0.226% 99.489% ( 15, 22 ] 199230 0.113% 99.602% ( 22, 34 ] 312126 0.176% 99.778% ( 34, 51 ] 204747 0.116% 99.894% ( 51, 76 ] 100161 0.057% 99.950% ( 76, 110 ] 57905 0.033% 99.983% ( 110, 170 ] 21593 0.012% 99.995% ( 170, 250 ] 3836 0.002% 99.997% ( 250, 380 ] 1754 0.001% 99.998% ( 380, 580 ] 1458 0.001% 99.999% ( 580, 870 ] 866 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.39 MB 0.5 0.0 0.0 0.0 9.0 9.0 0.0 1.0 0.0 33.8 273.86 254.07 4106 0.067 0 0 0.0 0.0 L5 1/0 6.49 MB 0.0 22.1 8.2 14.0 21.9 8.0 0.0 2.7 28.8 28.5 787.62 761.72 1965 0.401 612M 276K 0.0 0.0 L6 6/0 341.41 MB 0.0 196.9 8.8 188.0 188.2 0.1 0.0 21.3 14.4 13.8 14010.54 13707.46 715 19.595 8812M 238M 0.0 0.0 Sum 8/0 351.29 MB 0.0 219.0 17.0 202.0 219.2 17.2 0.0 24.2 14.9 14.9 15072.02 14723.25 6786 2.221 9425M 238M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 32.1 0.11 0.10 1 0.106 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 219.0 17.0 202.0 210.1 8.1 0.0 0.0 15.2 14.5 14798.16 14469.18 2680 5.522 9425M 238M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.0 9.0 0.0 0.0 0.0 33.8 273.86 254.07 4106 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1022002.6 total, 600.1 interval Flush(GB): cumulative 9.046, interval 0.003 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 219.15 GB write, 0.22 MB/s write, 219.00 GB read, 0.22 MB/s read, 15072.0 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 359591 collections: 1704 last_copies: 0 last_secs: 0.134404 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359481,1.39 GB,92.4688%) FilterBlock(52,53.35 MB,3.47353%) IndexBlock(57,24.35 MB,1.58512%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2828629 Average: 4.2634 StdDev: 8.09 Min: 0 Median: 1.9596 Max: 9050 Percentiles: P50: 1.96 P75: 5.37 P99: 17.91 P99.9: 61.10 P99.99: 151.54 ------------------------------------------------------ [ 0, 1 ] 631847 22.338% 22.338% #### ( 1, 2 ] 815379 28.826% 51.164% ###### ( 2, 3 ] 399438 14.121% 65.285% ### ( 3, 4 ] 172506 6.099% 71.383% # ( 4, 6 ] 149337 5.279% 76.663% # ( 6, 10 ] 447481 15.820% 92.483% ### ( 10, 15 ] 177338 6.269% 98.752% # ( 15, 22 ] 16880 0.597% 99.349% ( 22, 34 ] 9064 0.320% 99.669% ( 34, 51 ] 5514 0.195% 99.864% ( 51, 76 ] 2517 0.089% 99.953% ( 76, 110 ] 825 0.029% 99.982% ( 110, 170 ] 318 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6850610 Average: 4.7099 StdDev: 7.66 Min: 0 Median: 2.4758 Max: 7311 Percentiles: P50: 2.48 P75: 6.17 P99: 19.50 P99.9: 69.20 P99.99: 168.95 ------------------------------------------------------ [ 0, 1 ] 1121238 16.367% 16.367% ### ( 1, 2 ] 1807740 26.388% 42.755% ##### ( 2, 3 ] 1043065 15.226% 57.981% ### ( 3, 4 ] 560317 8.179% 66.160% ## ( 4, 6 ] 554385 8.092% 74.252% ## ( 6, 10 ] 1193069 17.416% 91.668% ### ( 10, 15 ] 472627 6.899% 98.567% # ( 15, 22 ] 46147 0.674% 99.241% ( 22, 34 ] 24346 0.355% 99.596% ( 34, 51 ] 15385 0.225% 99.821% ( 51, 76 ] 7473 0.109% 99.930% ( 76, 110 ] 2834 0.041% 99.971% ( 110, 170 ] 1322 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 160 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106350681 Average: 5.8025 StdDev: 24.82 Min: 0 Median: 2.3511 Max: 40453 Percentiles: P50: 2.35 P75: 7.55 P99: 41.78 P99.9: 159.08 P99.99: 467.38 ------------------------------------------------------ [ 0, 1 ] 25216495 23.711% 23.711% ##### ( 1, 2 ] 24061762 22.625% 46.336% ##### ( 2, 3 ] 11099950 10.437% 56.773% ## ( 3, 4 ] 4358541 4.098% 60.871% # ( 4, 6 ] 4980316 4.683% 65.554% # ( 6, 10 ] 25849789 24.306% 89.860% ##### ( 10, 15 ] 8315927 7.819% 97.679% ## ( 15, 22 ] 676283 0.636% 98.315% ( 22, 34 ] 554146 0.521% 98.836% ( 34, 51 ] 379980 0.357% 99.194% ( 51, 76 ] 242083 0.228% 99.421% ( 76, 110 ] 307205 0.289% 99.710% ( 110, 170 ] 246787 0.232% 99.942% ( 170, 250 ] 39503 0.037% 99.979% ( 250, 380 ] 8526 0.008% 99.987% ( 380, 580 ] 6301 0.006% 99.993% ( 580, 870 ] 3595 0.003% 99.997% ( 870, 1300 ] 1911 0.002% 99.999% ( 1300, 1900 ] 2618 0.002% 100.001% ( 1900, 2900 ] 185 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 100 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1022002.6 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1704 last_copies: 0 last_secs: 9.9e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-13:10:03.754323 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 531227451 rocksdb.block.cache.hit COUNT : 2191090913 rocksdb.block.cache.add COUNT : 39811846 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32492 rocksdb.block.cache.index.hit COUNT : 537718232 rocksdb.block.cache.index.add COUNT : 32478 rocksdb.block.cache.index.bytes.insert COUNT : 34735955155 rocksdb.block.cache.filter.miss COUNT : 32498 rocksdb.block.cache.filter.hit COUNT : 1116034585 rocksdb.block.cache.filter.add COUNT : 32498 rocksdb.block.cache.filter.bytes.insert COUNT : 8832349850 rocksdb.block.cache.data.miss COUNT : 531162461 rocksdb.block.cache.data.hit COUNT : 537338096 rocksdb.block.cache.data.add COUNT : 39746870 rocksdb.block.cache.data.bytes.insert COUNT : 164640665428 rocksdb.block.cache.bytes.read COUNT : 1909772683033081 rocksdb.block.cache.bytes.write COUNT : 208208970433 rocksdb.bloom.filter.useful COUNT : 578381282 rocksdb.bloom.filter.full.positive COUNT : 537653335 rocksdb.bloom.filter.full.true.positive COUNT : 532057412 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94623863 rocksdb.memtable.miss COUNT : 6350695906 rocksdb.l0.hit COUNT : 16266971 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 515790441 rocksdb.compaction.key.drop.new COUNT : 278664701 rocksdb.compaction.key.drop.obsolete COUNT : 278684466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 583600672 rocksdb.number.keys.read COUNT : 654776974 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60321453347 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68134 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32483 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 771887177 rocksdb.number.multiget.keys.read COUNT : 5790542795 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60321453347 rocksdb.write.self COUNT : 130145902 rocksdb.write.other COUNT : 212603 rocksdb.write.wal COUNT : 130358505 rocksdb.compact.read.bytes COUNT : 1000466340373 rocksdb.compact.write.bytes COUNT : 1044017738700 rocksdb.flush.write.bytes COUNT : 32953534751 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1036505 rocksdb.number.superversion_releases COUNT : 2723 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 524535052 rocksdb.number.block.decompressed COUNT : 524575980 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60170832896 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68134 rocksdb.num.iterator.deleted COUNT : 68134 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5248 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5210 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44277 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61222795973 rocksdb.memtable.garbage.bytes.at.flush COUNT : 738568779 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 948029502853 rocksdb.last.level.read.count COUNT : 493078864 rocksdb.non.last.level.read.bytes COUNT : 129323962212 rocksdb.non.last.level.read.count COUNT : 38246036 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 531259934 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2140243830374 rocksdb.bytes.compressed.to COUNT : 1039300105120 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26224509644 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6615017 rocksdb.bytes.decompressed.from COUNT : 1039589912137 rocksdb.bytes.decompressed.to COUNT : 2140458441708 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.407029 P95 : 106.263857 P99 : 160.365745 P100 : 227461.000000 COUNT : 654776974 SUM : 33762067219 rocksdb.db.write.micros P50 : 67.023991 P95 : 111.736196 P99 : 169.410847 P100 : 2037453.000000 COUNT : 130358505 SUM : 13439777805 rocksdb.compaction.times.micros P50 : 1620000.000000 P95 : 38432380.952381 P99 : 67073333.333333 P100 : 89521673.000000 COUNT : 7534 SUM : 62947743099 rocksdb.compaction.times.cpu_micros P50 : 1558844.765343 P95 : 35767381.974249 P99 : 63925824.175824 P100 : 83823365.000000 COUNT : 7534 SUM : 60170832896 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4302.390438 P95 : 27734.831461 P99 : 62195.652174 P100 : 1558490.000000 COUNT : 12256 SUM : 114744802 rocksdb.compaction.outfile.sync.micros P50 : 62595.361611 P95 : 125767.138194 P99 : 225115.789474 P100 : 2063820.000000 COUNT : 20210 SUM : 1296259490 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.155697 P95 : 727.455026 P99 : 3957.500000 P100 : 501117.000000 COUNT : 19852 SUM : 12815981 rocksdb.table.open.io.micros P50 : 583.441080 P95 : 6238.168750 P99 : 13032.719481 P100 : 207055.000000 COUNT : 32483 SUM : 57601709 rocksdb.db.multiget.micros P50 : 7.993210 P95 : 17.802094 P99 : 33.042143 P100 : 26625.000000 COUNT : 771887177 SUM : 7309561178 rocksdb.read.block.compaction.micros P50 : 13.667915 P95 : 58.976192 P99 : 138.320967 P100 : 136000.000000 COUNT : 491415591 SUM : 9543295206 rocksdb.read.block.get.micros P50 : 52.863232 P95 : 94.749532 P99 : 145.751434 P100 : 206929.000000 COUNT : 39811860 SUM : 2294372390 rocksdb.write.raw.block.micros P50 : 0.521545 P95 : 0.990935 P99 : 1.895195 P100 : 331149.000000 COUNT : 531247467 SUM : 10640296232 rocksdb.numfiles.in.singlecompaction P50 : 2.774485 P95 : 5.679515 P99 : 5.938612 P100 : 7.000000 COUNT : 5739 SUM : 20432 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.537359 P95 : 33.287464 P99 : 104.810688 P100 : 135929.000000 COUNT : 531324900 SUM : 3684959060 rocksdb.file.read.flush.micros P50 : 1.843481 P95 : 15.810864 P99 : 41.178780 P100 : 787.000000 COUNT : 61280 SUM : 293801 rocksdb.file.read.compaction.micros P50 : 1.422439 P95 : 36.404973 P99 : 106.305385 P100 : 135929.000000 COUNT : 491516655 SUM : 3287254622 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 654776975 SUM : 0 rocksdb.bytes.per.write P50 : 218.497049 P95 : 527.668070 P99 : 803.782698 P100 : 4563443.000000 COUNT : 130145902 SUM : 60321453347 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 771887178 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46127.264493 P95 : 166692.086331 P99 : 238860.273973 P100 : 1681975.000000 COUNT : 12299 SUM : 769186498 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-13:10:03.754475 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-13:10:03.754681 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708434603 to in-memory stats history 2024/02/20-13:10:03.754709 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-13:10:03.754752 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-13:10:45.128202 4077389 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301382. Total log size is 15728676 while max_total_wal_size is 15728640 2024/02/20-13:10:45.128465 4077389 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301388. Immutable memtables: 0. 2024/02/20-13:10:45.128687 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19858] Syncing log #301386 2024/02/20-13:10:45.131598 3036193 (Original Log Time 2024/02/20-13:10:45.128673) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:10:45.131606 3036193 [db/flush_job.cc:892] [url] [JOB 19858] Flushing memtable with next log file: 301388 2024/02/20-13:10:45.131645 3036193 EVENT_LOG_v1 {"time_micros": 1708434645131623, "job": 19858, "event": "flush_started", "num_memtables": 1, "num_entries": 59825, "num_deletes": 0, "total_data_size": 9112887, "memory_usage": 11302392, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:10:45.131648 3036193 [db/flush_job.cc:926] [url] [JOB 19858] Level-0 flush table #301389: started 2024/02/20-13:10:45.237121 3036193 EVENT_LOG_v1 {"time_micros": 1708434645237092, "cf_name": "url", "job": 19858, "event": "table_file_creation", "file_number": 301389, "file_size": 4705078, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149322177, "largest_seqno": 5149487055, "table_properties": {"data_size": 4630680, "index_size": 113638, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5989, "raw_key_size": 8819110, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1400, "num_entries": 58775, "num_filter_entries": 6765, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708434266, "oldest_key_time": 1708434266, "file_creation_time": 1708434645, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301389, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:10:45.237172 3036193 [db/flush_job.cc:1062] [url] [JOB 19858] Flush lasted 105581 microseconds, and 102435 cpu microseconds. 2024/02/20-13:10:45.237867 3036193 (Original Log Time 2024/02/20-13:10:45.237154) [db/flush_job.cc:1011] [url] [JOB 19858] Level-0 flush table #301389: 4705078 bytes OK 2024/02/20-13:10:45.237870 3036193 (Original Log Time 2024/02/20-13:10:45.237180) [db/memtable_list.cc:555] [url] Level-0 commit table #301389 started 2024/02/20-13:10:45.237871 3036193 (Original Log Time 2024/02/20-13:10:45.237444) [db/memtable_list.cc:754] [url] Level-0 commit table #301389: memtable #1 done 2024/02/20-13:10:45.237873 3036193 (Original Log Time 2024/02/20-13:10:45.237479) EVENT_LOG_v1 {"time_micros": 1708434645237474, "job": 19858, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-13:10:45.237874 3036193 (Original Log Time 2024/02/20-13:10:45.237829) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-13:10:45.237879 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19858] Try to delete WAL files size 3028305, prev total WAL file size 15731448, number of live WAL files 4. 2024/02/20-13:10:45.237986 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 19859] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-13:10:45.238027 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19866 Base level 0, inputs: [301389(4594KB) 301383(4621KB)], [301373(9104KB)] 2024/02/20-13:10:45.238055 3036183 EVENT_LOG_v1 {"time_micros": 1708434645238043, "job": 19859, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301389, 301383], "files_L5": [301373], "score": 1, "input_data_size": 18761217, "oldest_snapshot_seqno": -1} 2024/02/20-13:10:45.238511 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301382.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:10:45.644493 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 19859] Generated table #301390: 237224 keys, 17772366 bytes, temperature: kUnknown 2024/02/20-13:10:45.644569 3036183 EVENT_LOG_v1 {"time_micros": 1708434645644522, "cf_name": "url", "job": 19859, "event": "table_file_creation", "file_number": 301390, "file_size": 17772366, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148832198, "largest_seqno": 5149487055, "table_properties": {"data_size": 17505375, "index_size": 460523, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14885, "raw_key_size": 35651421, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5258, "num_entries": 237224, "num_filter_entries": 17002, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433201, "oldest_key_time": 0, "file_creation_time": 1708434645, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301390, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:10:45.645778 3036183 (Original Log Time 2024/02/20-13:10:45.645143) [db/compaction/compaction_job.cc:1729] [url] [JOB 19859] Compacted 2@0 + 1@5 files to L5 => 17772366 bytes 2024/02/20-13:10:45.645783 3036183 (Original Log Time 2024/02/20-13:10:45.645468) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.07, MB/sec: 46.1 rd, 43.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(9.0, 8.9 +0.0 blob) out(16.9 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 237226, records dropped: 2 output_compression: LZ4 2024/02/20-13:10:45.645791 3036183 (Original Log Time 2024/02/20-13:10:45.645500) EVENT_LOG_v1 {"time_micros": 1708434645645484, "job": 19859, "event": "compaction_finished", "compaction_time_micros": 406583, "compaction_time_cpu_micros": 390926, "output_level": 5, "num_output_files": 1, "total_output_size": 17772366, "num_input_records": 237226, "num_output_records": 237224, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-13:10:45.647018 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301373.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:10:45.647039 3036183 EVENT_LOG_v1 {"time_micros": 1708434645647034, "job": 19859, "event": "table_file_deletion", "file_number": 301373} 2024/02/20-13:10:45.648067 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301383.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:10:45.648101 3036183 EVENT_LOG_v1 {"time_micros": 1708434645648080, "job": 19859, "event": "table_file_deletion", "file_number": 301383} 2024/02/20-13:10:45.648599 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301389.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:10:45.648614 3036183 EVENT_LOG_v1 {"time_micros": 1708434645648611, "job": 19859, "event": "table_file_deletion", "file_number": 301389} 2024/02/20-13:12:00.745943 4076376 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301384. Total log size is 15835128 while max_total_wal_size is 15728640 2024/02/20-13:12:00.746210 4076376 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301391. Immutable memtables: 0. 2024/02/20-13:12:00.746414 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19860] Syncing log #301388 2024/02/20-13:12:00.753714 3036210 (Original Log Time 2024/02/20-13:12:00.746401) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:12:00.753725 3036210 [db/flush_job.cc:892] [tag] [JOB 19860] Flushing memtable with next log file: 301391 2024/02/20-13:12:00.753751 3036210 EVENT_LOG_v1 {"time_micros": 1708434720753745, "job": 19860, "event": "flush_started", "num_memtables": 1, "num_entries": 16170, "num_deletes": 0, "total_data_size": 1410994, "memory_usage": 2826008, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:12:00.753754 3036210 [db/flush_job.cc:926] [tag] [JOB 19860] Level-0 flush table #301392: started 2024/02/20-13:12:00.776322 3036210 EVENT_LOG_v1 {"time_micros": 1708434720776280, "cf_name": "tag", "job": 19860, "event": "table_file_creation", "file_number": 301392, "file_size": 850237, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149353736, "largest_seqno": 5149518410, "table_properties": {"data_size": 843074, "index_size": 9186, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1361988, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 259, "num_entries": 16009, "num_filter_entries": 189, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708434339, "oldest_key_time": 1708434339, "file_creation_time": 1708434720, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301392, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:12:00.776372 3036210 [db/flush_job.cc:1062] [tag] [JOB 19860] Flush lasted 22666 microseconds, and 21402 cpu microseconds. 2024/02/20-13:12:00.776858 3036210 (Original Log Time 2024/02/20-13:12:00.776354) [db/flush_job.cc:1011] [tag] [JOB 19860] Level-0 flush table #301392: 850237 bytes OK 2024/02/20-13:12:00.776861 3036210 (Original Log Time 2024/02/20-13:12:00.776379) [db/memtable_list.cc:555] [tag] Level-0 commit table #301392 started 2024/02/20-13:12:00.776862 3036210 (Original Log Time 2024/02/20-13:12:00.776647) [db/memtable_list.cc:754] [tag] Level-0 commit table #301392: memtable #1 done 2024/02/20-13:12:00.776864 3036210 (Original Log Time 2024/02/20-13:12:00.776661) EVENT_LOG_v1 {"time_micros": 1708434720776657, "job": 19860, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:12:00.776865 3036210 (Original Log Time 2024/02/20-13:12:00.776828) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-13:12:00.776869 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19860] Try to delete WAL files size 702550, prev total WAL file size 15836307, number of live WAL files 4. 2024/02/20-13:12:00.776976 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19861] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-13:12:00.776985 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19868 Base level 0, inputs: [301392(830KB) 301385(807KB)], [301376(64MB) 301377(64MB) 301378(36MB)] 2024/02/20-13:12:00.777006 3036189 EVENT_LOG_v1 {"time_micros": 1708434720776997, "job": 19861, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301392, 301385], "files_L6": [301376, 301377, 301378], "score": 1, "input_data_size": 175047208, "oldest_snapshot_seqno": -1} 2024/02/20-13:12:00.777082 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301384.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:05.451743 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19861] Generated table #301393: 2459071 keys, 67641730 bytes, temperature: kUnknown 2024/02/20-13:12:05.451822 3036189 EVENT_LOG_v1 {"time_micros": 1708434725451773, "cf_name": "tag", "job": 19861, "event": "table_file_creation", "file_number": 301393, "file_size": 67641730, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110305, "index_size": 1477335, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1429, "raw_key_size": 205454268, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36092, "num_entries": 2459071, "num_filter_entries": 1611, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708434720, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301393, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:12:09.767992 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19861] Generated table #301394: 2083465 keys, 67656979 bytes, temperature: kUnknown 2024/02/20-13:12:09.768061 3036189 EVENT_LOG_v1 {"time_micros": 1708434729768021, "cf_name": "tag", "job": 19861, "event": "table_file_creation", "file_number": 301394, "file_size": 67656979, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109572, "index_size": 1409793, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 192331372, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36028, "num_entries": 2083465, "num_filter_entries": 1749, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708434725, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301394, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:12:12.254280 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19861] Generated table #301395: 1485396 keys, 38907224 bytes, temperature: kUnknown 2024/02/20-13:12:12.254336 3036189 EVENT_LOG_v1 {"time_micros": 1708434732254304, "cf_name": "tag", "job": 19861, "event": "table_file_creation", "file_number": 301395, "file_size": 38907224, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 38613147, "index_size": 853452, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 118221735, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 20993, "num_entries": 1485396, "num_filter_entries": 293, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708434729, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301395, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:12:12.260953 3036189 (Original Log Time 2024/02/20-13:12:12.260213) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19861] Compacted 2@0 + 3@6 files to L6 => 174205933 bytes 2024/02/20-13:12:12.260958 3036189 (Original Log Time 2024/02/20-13:12:12.260705) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.3 rd, 15.2 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 165.3 +0.0 blob) out(166.1 +0.0 blob), read-write-amplify(208.2) write-amplify(103.8) OK, records in: 6027933, records dropped: 1 output_compression: ZSTD 2024/02/20-13:12:12.260971 3036189 (Original Log Time 2024/02/20-13:12:12.260737) EVENT_LOG_v1 {"time_micros": 1708434732260723, "job": 19861, "event": "compaction_finished", "compaction_time_micros": 11477389, "compaction_time_cpu_micros": 11255346, "output_level": 6, "num_output_files": 3, "total_output_size": 174205933, "num_input_records": 6027933, "num_output_records": 6027932, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-13:12:12.267715 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301376.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:12.267744 3036189 EVENT_LOG_v1 {"time_micros": 1708434732267740, "job": 19861, "event": "table_file_deletion", "file_number": 301376} 2024/02/20-13:12:12.275817 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301377.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:12.275852 3036189 EVENT_LOG_v1 {"time_micros": 1708434732275845, "job": 19861, "event": "table_file_deletion", "file_number": 301377} 2024/02/20-13:12:12.281071 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301378.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:12.281114 3036189 EVENT_LOG_v1 {"time_micros": 1708434732281107, "job": 19861, "event": "table_file_deletion", "file_number": 301378} 2024/02/20-13:12:12.281338 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301385.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:12.281354 3036189 EVENT_LOG_v1 {"time_micros": 1708434732281351, "job": 19861, "event": "table_file_deletion", "file_number": 301385} 2024/02/20-13:12:12.281622 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301392.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:12.281638 3036189 EVENT_LOG_v1 {"time_micros": 1708434732281635, "job": 19861, "event": "table_file_deletion", "file_number": 301392} 2024/02/20-13:12:16.755821 4076275 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301386. Total log size is 15728786 while max_total_wal_size is 15728640 2024/02/20-13:12:16.756078 4076275 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301396. Immutable memtables: 0. 2024/02/20-13:12:16.756438 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19862] Syncing log #301391 2024/02/20-13:12:16.769786 3036193 (Original Log Time 2024/02/20-13:12:16.756425) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:12:16.769802 3036193 [db/flush_job.cc:892] [key] [JOB 19862] Flushing memtable with next log file: 301396 2024/02/20-13:12:16.769833 3036193 EVENT_LOG_v1 {"time_micros": 1708434736769823, "job": 19862, "event": "flush_started", "num_memtables": 1, "num_entries": 88913, "num_deletes": 34000, "total_data_size": 5570923, "memory_usage": 9048352, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:12:16.769837 3036193 [db/flush_job.cc:926] [key] [JOB 19862] Level-0 flush table #301397: started 2024/02/20-13:12:16.924838 3036193 EVENT_LOG_v1 {"time_micros": 1708434736924792, "cf_name": "key", "job": 19862, "event": "table_file_creation", "file_number": 301397, "file_size": 3558649, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149361335, "largest_seqno": 5149526030, "table_properties": {"data_size": 3457953, "index_size": 27067, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 80405, "raw_key_size": 5327534, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1026, "num_entries": 87827, "num_filter_entries": 91622, "num_deletions": 34000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708434356, "oldest_key_time": 1708434356, "file_creation_time": 1708434736, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301397, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:12:16.924901 3036193 [db/flush_job.cc:1062] [key] [JOB 19862] Flush lasted 155150 microseconds, and 152016 cpu microseconds. 2024/02/20-13:12:16.925674 3036193 (Original Log Time 2024/02/20-13:12:16.924881) [db/flush_job.cc:1011] [key] [JOB 19862] Level-0 flush table #301397: 3558649 bytes OK 2024/02/20-13:12:16.925681 3036193 (Original Log Time 2024/02/20-13:12:16.924908) [db/memtable_list.cc:555] [key] Level-0 commit table #301397 started 2024/02/20-13:12:16.925683 3036193 (Original Log Time 2024/02/20-13:12:16.925228) [db/memtable_list.cc:754] [key] Level-0 commit table #301397: memtable #1 done 2024/02/20-13:12:16.925685 3036193 (Original Log Time 2024/02/20-13:12:16.925256) EVENT_LOG_v1 {"time_micros": 1708434736925247, "job": 19862, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-13:12:16.925688 3036193 (Original Log Time 2024/02/20-13:12:16.925612) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-13:12:16.925694 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19862] Try to delete WAL files size 11997821, prev total WAL file size 15737034, number of live WAL files 4. 2024/02/20-13:12:16.925794 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 19863] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-13:12:16.925804 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19870 Base level 0, inputs: [301397(3475KB) 301387(3470KB)], [301381(6650KB)] 2024/02/20-13:12:16.925829 3036185 EVENT_LOG_v1 {"time_micros": 1708434736925815, "job": 19863, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301397, 301387], "files_L5": [301381], "score": 1, "input_data_size": 13922564, "oldest_snapshot_seqno": -1} 2024/02/20-13:12:16.927933 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301386.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:17.512751 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 19863] Generated table #301398: 346059 keys, 13745994 bytes, temperature: kUnknown 2024/02/20-13:12:17.512844 3036185 EVENT_LOG_v1 {"time_micros": 1708434737512781, "cf_name": "key", "job": 19863, "event": "table_file_creation", "file_number": 301398, "file_size": 13745994, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148870917, "largest_seqno": 5149526030, "table_properties": {"data_size": 13356956, "index_size": 109958, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 313509, "raw_key_size": 20990716, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3942, "num_entries": 346059, "num_filter_entries": 354879, "num_deletions": 130000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433275, "oldest_key_time": 0, "file_creation_time": 1708434736, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301398, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:12:17.514124 3036185 (Original Log Time 2024/02/20-13:12:17.513584) [db/compaction/compaction_job.cc:1729] [key] [JOB 19863] Compacted 2@0 + 1@5 files to L5 => 13745994 bytes 2024/02/20-13:12:17.514128 3036185 (Original Log Time 2024/02/20-13:12:17.513886) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.05, MB/sec: 23.7 rd, 23.4 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(6.8, 6.5 +0.0 blob) out(13.1 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 346061, records dropped: 2 output_compression: LZ4 2024/02/20-13:12:17.514137 3036185 (Original Log Time 2024/02/20-13:12:17.513915) EVENT_LOG_v1 {"time_micros": 1708434737513900, "job": 19863, "event": "compaction_finished", "compaction_time_micros": 587090, "compaction_time_cpu_micros": 580013, "output_level": 5, "num_output_files": 1, "total_output_size": 13745994, "num_input_records": 346061, "num_output_records": 346059, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-13:12:17.515002 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301381.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:17.515022 3036185 EVENT_LOG_v1 {"time_micros": 1708434737515019, "job": 19863, "event": "table_file_deletion", "file_number": 301381} 2024/02/20-13:12:17.515521 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301387.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:17.515536 3036185 EVENT_LOG_v1 {"time_micros": 1708434737515534, "job": 19863, "event": "table_file_deletion", "file_number": 301387} 2024/02/20-13:12:17.515937 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301397.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:12:17.515949 3036185 EVENT_LOG_v1 {"time_micros": 1708434737515947, "job": 19863, "event": "table_file_deletion", "file_number": 301397} 2024/02/20-13:16:41.209133 4076745 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301399. Immutable memtables: 0. 2024/02/20-13:16:41.209395 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19864] Syncing log #301396 2024/02/20-13:16:41.221870 3036210 (Original Log Time 2024/02/20-13:16:41.209382) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:16:41.221880 3036210 [db/flush_job.cc:892] [url] [JOB 19864] Flushing memtable with next log file: 301399 2024/02/20-13:16:41.221903 3036210 EVENT_LOG_v1 {"time_micros": 1708435001221896, "job": 19864, "event": "flush_started", "num_memtables": 1, "num_entries": 56001, "num_deletes": 0, "total_data_size": 8514965, "memory_usage": 10354456, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-13:16:41.221905 3036210 [db/flush_job.cc:926] [url] [JOB 19864] Level-0 flush table #301400: started 2024/02/20-13:16:41.316644 3036210 EVENT_LOG_v1 {"time_micros": 1708435001316612, "cf_name": "url", "job": 19864, "event": "table_file_creation", "file_number": 301400, "file_size": 4379531, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149487057, "largest_seqno": 5149649959, "table_properties": {"data_size": 4312566, "index_size": 127047, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5653, "raw_key_size": 8227418, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1307, "num_entries": 54970, "num_filter_entries": 6470, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708434645, "oldest_key_time": 1708434645, "file_creation_time": 1708435001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301400, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:16:41.316702 3036210 [db/flush_job.cc:1062] [url] [JOB 19864] Flush lasted 94839 microseconds, and 89852 cpu microseconds. 2024/02/20-13:16:41.317219 3036210 (Original Log Time 2024/02/20-13:16:41.316688) [db/flush_job.cc:1011] [url] [JOB 19864] Level-0 flush table #301400: 4379531 bytes OK 2024/02/20-13:16:41.317224 3036210 (Original Log Time 2024/02/20-13:16:41.316708) [db/memtable_list.cc:555] [url] Level-0 commit table #301400 started 2024/02/20-13:16:41.317226 3036210 (Original Log Time 2024/02/20-13:16:41.316979) [db/memtable_list.cc:754] [url] Level-0 commit table #301400: memtable #1 done 2024/02/20-13:16:41.317229 3036210 (Original Log Time 2024/02/20-13:16:41.316992) EVENT_LOG_v1 {"time_micros": 1708435001316988, "job": 19864, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-13:16:41.317230 3036210 (Original Log Time 2024/02/20-13:16:41.317182) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-13:16:41.317235 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19864] Try to delete WAL files size 3134757, prev total WAL file size 15181707, number of live WAL files 4. 2024/02/20-13:16:41.317774 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301388.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:16:41.317965 3036190 (Original Log Time 2024/02/20-13:16:41.317889) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-13:16:41.317975 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 19865] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-13:16:41.317983 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19872 Base level 0, inputs: [301400(4276KB)], [301390(16MB)] 2024/02/20-13:16:41.318017 3036190 EVENT_LOG_v1 {"time_micros": 1708435001318002, "job": 19865, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [301400], "files_L5": [301390], "score": -1, "input_data_size": 22151897, "oldest_snapshot_seqno": -1} 2024/02/20-13:16:41.865035 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19865] Generated table #301401: 292194 keys, 21576452 bytes, temperature: kUnknown 2024/02/20-13:16:41.865119 3036190 EVENT_LOG_v1 {"time_micros": 1708435001865064, "cf_name": "url", "job": 19865, "event": "table_file_creation", "file_number": 301401, "file_size": 21576452, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148832198, "largest_seqno": 5149649959, "table_properties": {"data_size": 21256967, "index_size": 598426, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17045, "raw_key_size": 43878839, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6398, "num_entries": 292194, "num_filter_entries": 19513, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433201, "oldest_key_time": 0, "file_creation_time": 1708435001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301401, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:16:41.866420 3036190 (Original Log Time 2024/02/20-13:16:41.865775) [db/compaction/compaction_job.cc:1729] [url] [JOB 19865] Compacted 1@0 + 1@5 files to L5 => 21576452 bytes 2024/02/20-13:16:41.866423 3036190 (Original Log Time 2024/02/20-13:16:41.866185) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.08, MB/sec: 40.5 rd, 39.4 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(4.2, 16.9 +0.0 blob) out(20.6 +0.0 blob), read-write-amplify(10.0) write-amplify(4.9) OK, records in: 292194, records dropped: 0 output_compression: LZ4 2024/02/20-13:16:41.866427 3036190 (Original Log Time 2024/02/20-13:16:41.866208) EVENT_LOG_v1 {"time_micros": 1708435001866195, "job": 19865, "event": "compaction_finished", "compaction_time_micros": 547159, "compaction_time_cpu_micros": 535754, "output_level": 5, "num_output_files": 1, "total_output_size": 21576452, "num_input_records": 292194, "num_output_records": 292194, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-13:16:41.867982 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301390.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:16:41.867996 3036190 EVENT_LOG_v1 {"time_micros": 1708435001867994, "job": 19865, "event": "table_file_deletion", "file_number": 301390} 2024/02/20-13:16:41.868323 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301400.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:16:41.868334 3036190 EVENT_LOG_v1 {"time_micros": 1708435001868332, "job": 19865, "event": "table_file_deletion", "file_number": 301400} 2024/02/20-13:16:41.868364 4076745 (Original Log Time 2024/02/20-13:16:41.317810) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-13:16:41.868505 3036188 (Original Log Time 2024/02/20-13:16:41.868446) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-13:16:41.868514 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 19866] Compacting 1@5 + 12@6 files to L6, score -1.00 2024/02/20-13:16:41.868524 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19873 Base level 5, inputs: [301401(20MB)], [301336(64MB) 301337(64MB) 301338(64MB) 301342(64MB) 301343(64MB) 301344(64MB) 301345(64MB) 301346(65MB) 301347(64MB) 301348(64MB) 301349(65MB) 301350(63MB)] 2024/02/20-13:16:41.868553 3036188 EVENT_LOG_v1 {"time_micros": 1708435001868539, "job": 19866, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301401], "files_L6": [301336, 301337, 301338, 301342, 301343, 301344, 301345, 301346, 301347, 301348, 301349, 301350], "score": -1, "input_data_size": 835708081, "oldest_snapshot_seqno": -1} 2024/02/20-13:16:47.093003 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301402: 1826505 keys, 67821112 bytes, temperature: kUnknown 2024/02/20-13:16:47.093071 3036188 EVENT_LOG_v1 {"time_micros": 1708435007093031, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301402, "file_size": 67821112, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110255, "index_size": 2534313, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14885, "raw_key_size": 247973994, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34233, "num_entries": 1826505, "num_filter_entries": 17075, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301402, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:16:52.166434 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301403: 1168214 keys, 67590547 bytes, temperature: kUnknown 2024/02/20-13:16:52.166540 3036188 EVENT_LOG_v1 {"time_micros": 1708435012166494, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301403, "file_size": 67590547, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110296, "index_size": 1985726, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 176519217, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32373, "num_entries": 1168214, "num_filter_entries": 193, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435007, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301403, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:16:57.383190 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301404: 1527122 keys, 67845231 bytes, temperature: kUnknown 2024/02/20-13:16:57.383261 3036188 EVENT_LOG_v1 {"time_micros": 1708435017383219, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301404, "file_size": 67845231, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110892, "index_size": 2690230, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18789, "raw_key_size": 221366744, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35326, "num_entries": 1527122, "num_filter_entries": 21478, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435012, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301404, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:02.673027 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301405: 1608939 keys, 67947258 bytes, temperature: kUnknown 2024/02/20-13:17:02.673099 3036188 EVENT_LOG_v1 {"time_micros": 1708435022673062, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301405, "file_size": 67947258, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109012, "index_size": 3153014, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29413, "raw_key_size": 244732169, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35190, "num_entries": 1608939, "num_filter_entries": 33606, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435017, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301405, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:08.172211 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301406: 1623980 keys, 68121971 bytes, temperature: kUnknown 2024/02/20-13:17:08.172277 3036188 EVENT_LOG_v1 {"time_micros": 1708435028172237, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301406, "file_size": 68121971, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109715, "index_size": 5585756, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 46549, "raw_key_size": 243676153, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35055, "num_entries": 1623980, "num_filter_entries": 53181, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435022, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301406, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:13.349583 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301407: 1608822 keys, 67817597 bytes, temperature: kUnknown 2024/02/20-13:17:13.349661 3036188 EVENT_LOG_v1 {"time_micros": 1708435033349622, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301407, "file_size": 67817597, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110609, "index_size": 2901501, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13685, "raw_key_size": 231544513, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34315, "num_entries": 1608822, "num_filter_entries": 15632, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435028, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301407, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:18.722335 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301408: 1706324 keys, 67731006 bytes, temperature: kUnknown 2024/02/20-13:17:18.722381 3036188 EVENT_LOG_v1 {"time_micros": 1708435038722356, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301408, "file_size": 67731006, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110785, "index_size": 2578597, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 231338748, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34331, "num_entries": 1706324, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435033, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301408, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:23.754976 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301409: 1543446 keys, 68736052 bytes, temperature: kUnknown 2024/02/20-13:17:23.755046 3036188 EVENT_LOG_v1 {"time_micros": 1708435043755011, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301409, "file_size": 68736052, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110216, "index_size": 4744233, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16389, "raw_key_size": 245781504, "raw_average_key_size": 159, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34400, "num_entries": 1543446, "num_filter_entries": 18743, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435038, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301409, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:28.804669 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301410: 1536074 keys, 67747244 bytes, temperature: kUnknown 2024/02/20-13:17:28.804747 3036188 EVENT_LOG_v1 {"time_micros": 1708435048804704, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301410, "file_size": 67747244, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109294, "index_size": 2699865, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18133, "raw_key_size": 224315435, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34296, "num_entries": 1536074, "num_filter_entries": 20695, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435043, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301410, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:33.668131 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301411: 1580384 keys, 67831384 bytes, temperature: kUnknown 2024/02/20-13:17:33.668201 3036188 EVENT_LOG_v1 {"time_micros": 1708435053668161, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301411, "file_size": 67831384, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110064, "index_size": 2634367, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28117, "raw_key_size": 225640813, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35136, "num_entries": 1580384, "num_filter_entries": 32192, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435048, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301411, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:38.198854 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301412: 1552234 keys, 68291832 bytes, temperature: kUnknown 2024/02/20-13:17:38.198903 3036188 EVENT_LOG_v1 {"time_micros": 1708435058198877, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301412, "file_size": 68291832, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110008, "index_size": 3913612, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 99701, "raw_key_size": 273608139, "raw_average_key_size": 176, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35566, "num_entries": 1552234, "num_filter_entries": 113540, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435053, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301412, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:42.642799 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301413: 1274179 keys, 69894016 bytes, temperature: kUnknown 2024/02/20-13:17:42.642860 3036188 EVENT_LOG_v1 {"time_micros": 1708435062642826, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301413, "file_size": 69894016, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110063, "index_size": 7486321, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19333, "raw_key_size": 334556101, "raw_average_key_size": 262, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36203, "num_entries": 1274179, "num_filter_entries": 22059, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435058, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301413, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:42.997741 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19866] Generated table #301414: 138433 keys, 6651884 bytes, temperature: kUnknown 2024/02/20-13:17:42.997797 3036188 EVENT_LOG_v1 {"time_micros": 1708435062997765, "cf_name": "url", "job": 19866, "event": "table_file_creation", "file_number": 301414, "file_size": 6651884, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 6519921, "index_size": 432125, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2181, "raw_key_size": 29041215, "raw_average_key_size": 209, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3039, "num_entries": 138433, "num_filter_entries": 2440, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435062, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301414, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:43.043626 3036188 (Original Log Time 2024/02/20-13:17:43.042606) [db/compaction/compaction_job.cc:1729] [url] [JOB 19866] Compacted 1@5 + 12@6 files to L6 => 824027134 bytes 2024/02/20-13:17:43.043630 3036188 (Original Log Time 2024/02/20-13:17:43.043233) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 13.7 rd, 13.5 wr, level 6, files in(1, 12) out(13 +0 blob) MB in(20.6, 776.4 +0.0 blob) out(785.9 +0.0 blob), read-write-amplify(76.9) write-amplify(38.2) OK, records in: 18694657, records dropped: 1 output_compression: ZSTD 2024/02/20-13:17:43.043641 3036188 (Original Log Time 2024/02/20-13:17:43.043301) EVENT_LOG_v1 {"time_micros": 1708435063043281, "job": 19866, "event": "compaction_finished", "compaction_time_micros": 61129289, "compaction_time_cpu_micros": 54355554, "output_level": 6, "num_output_files": 13, "total_output_size": 824027134, "num_input_records": 18694657, "num_output_records": 18694656, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-13:17:43.049139 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301336.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.049162 3036188 EVENT_LOG_v1 {"time_micros": 1708435063049159, "job": 19866, "event": "table_file_deletion", "file_number": 301336} 2024/02/20-13:17:43.055858 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301337.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.055888 3036188 EVENT_LOG_v1 {"time_micros": 1708435063055884, "job": 19866, "event": "table_file_deletion", "file_number": 301337} 2024/02/20-13:17:43.062223 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301338.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.062257 3036188 EVENT_LOG_v1 {"time_micros": 1708435063062251, "job": 19866, "event": "table_file_deletion", "file_number": 301338} 2024/02/20-13:17:43.067255 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301342.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.067273 3036188 EVENT_LOG_v1 {"time_micros": 1708435063067271, "job": 19866, "event": "table_file_deletion", "file_number": 301342} 2024/02/20-13:17:43.074924 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301343.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.074952 3036188 EVENT_LOG_v1 {"time_micros": 1708435063074947, "job": 19866, "event": "table_file_deletion", "file_number": 301343} 2024/02/20-13:17:43.081560 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301344.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.081591 3036188 EVENT_LOG_v1 {"time_micros": 1708435063081586, "job": 19866, "event": "table_file_deletion", "file_number": 301344} 2024/02/20-13:17:43.089979 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301345.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.090005 3036188 EVENT_LOG_v1 {"time_micros": 1708435063090000, "job": 19866, "event": "table_file_deletion", "file_number": 301345} 2024/02/20-13:17:43.097076 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301346.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.097108 3036188 EVENT_LOG_v1 {"time_micros": 1708435063097103, "job": 19866, "event": "table_file_deletion", "file_number": 301346} 2024/02/20-13:17:43.105104 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301347.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.105135 3036188 EVENT_LOG_v1 {"time_micros": 1708435063105130, "job": 19866, "event": "table_file_deletion", "file_number": 301347} 2024/02/20-13:17:43.111819 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301348.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.111847 3036188 EVENT_LOG_v1 {"time_micros": 1708435063111842, "job": 19866, "event": "table_file_deletion", "file_number": 301348} 2024/02/20-13:17:43.118292 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301349.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.118318 3036188 EVENT_LOG_v1 {"time_micros": 1708435063118315, "job": 19866, "event": "table_file_deletion", "file_number": 301349} 2024/02/20-13:17:43.124967 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301350.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.124995 3036188 EVENT_LOG_v1 {"time_micros": 1708435063124991, "job": 19866, "event": "table_file_deletion", "file_number": 301350} 2024/02/20-13:17:43.127620 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301401.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.127654 3036188 EVENT_LOG_v1 {"time_micros": 1708435063127649, "job": 19866, "event": "table_file_deletion", "file_number": 301401} 2024/02/20-13:17:43.127715 4076745 (Original Log Time 2024/02/20-13:16:41.868376) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-13:17:43.127989 4076745 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301415. Immutable memtables: 0. 2024/02/20-13:17:43.128204 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19867] Syncing log #301399 2024/02/20-13:17:43.134311 3036193 (Original Log Time 2024/02/20-13:17:43.128190) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:17:43.134320 3036193 [db/flush_job.cc:892] [tag] [JOB 19867] Flushing memtable with next log file: 301415 2024/02/20-13:17:43.134341 3036193 EVENT_LOG_v1 {"time_micros": 1708435063134335, "job": 19867, "event": "flush_started", "num_memtables": 1, "num_entries": 14878, "num_deletes": 0, "total_data_size": 1289230, "memory_usage": 2532456, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-13:17:43.134343 3036193 [db/flush_job.cc:926] [tag] [JOB 19867] Level-0 flush table #301416: started 2024/02/20-13:17:43.147134 3036193 EVENT_LOG_v1 {"time_micros": 1708435063147101, "cf_name": "tag", "job": 19867, "event": "table_file_creation", "file_number": 301416, "file_size": 778427, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149520413, "largest_seqno": 5149676988, "table_properties": {"data_size": 771654, "index_size": 8476, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1247583, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 238, "num_entries": 14759, "num_filter_entries": 200, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708434720, "oldest_key_time": 1708434720, "file_creation_time": 1708435063, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301416, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:43.147171 3036193 [db/flush_job.cc:1062] [tag] [JOB 19867] Flush lasted 12865 microseconds, and 11033 cpu microseconds. 2024/02/20-13:17:43.147647 3036193 (Original Log Time 2024/02/20-13:17:43.147159) [db/flush_job.cc:1011] [tag] [JOB 19867] Level-0 flush table #301416: 778427 bytes OK 2024/02/20-13:17:43.147650 3036193 (Original Log Time 2024/02/20-13:17:43.147176) [db/memtable_list.cc:555] [tag] Level-0 commit table #301416 started 2024/02/20-13:17:43.147651 3036193 (Original Log Time 2024/02/20-13:17:43.147424) [db/memtable_list.cc:754] [tag] Level-0 commit table #301416: memtable #1 done 2024/02/20-13:17:43.147653 3036193 (Original Log Time 2024/02/20-13:17:43.147439) EVENT_LOG_v1 {"time_micros": 1708435063147434, "job": 19867, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:17:43.147654 3036193 (Original Log Time 2024/02/20-13:17:43.147617) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-13:17:43.147658 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19867] Try to delete WAL files size 596208, prev total WAL file size 14599252, number of live WAL files 4. 2024/02/20-13:17:43.147853 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301391.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:43.147997 3036187 (Original Log Time 2024/02/20-13:17:43.147945) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-13:17:43.148006 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19868] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-13:17:43.148014 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19875 Base level 0, inputs: [301416(760KB)], [301393(64MB) 301394(64MB) 301395(37MB)] 2024/02/20-13:17:43.148043 3036187 EVENT_LOG_v1 {"time_micros": 1708435063148030, "job": 19868, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [301416], "files_L6": [301393, 301394, 301395], "score": -1, "input_data_size": 174984360, "oldest_snapshot_seqno": -1} 2024/02/20-13:17:47.466862 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19868] Generated table #301417: 2459257 keys, 67640522 bytes, temperature: kUnknown 2024/02/20-13:17:47.466947 3036187 EVENT_LOG_v1 {"time_micros": 1708435067466892, "cf_name": "tag", "job": 19868, "event": "table_file_creation", "file_number": 301417, "file_size": 67640522, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110219, "index_size": 1476809, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1429, "raw_key_size": 205496964, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36094, "num_entries": 2459257, "num_filter_entries": 1584, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708435063, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301417, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:52.100396 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19868] Generated table #301418: 2082942 keys, 67656246 bytes, temperature: kUnknown 2024/02/20-13:17:52.100506 3036187 EVENT_LOG_v1 {"time_micros": 1708435072100426, "cf_name": "tag", "job": 19868, "event": "table_file_creation", "file_number": 301418, "file_size": 67656246, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109847, "index_size": 1405750, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1637, "raw_key_size": 192307505, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36022, "num_entries": 2082942, "num_filter_entries": 1776, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708435067, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301418, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:54.642557 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19868] Generated table #301419: 1500492 keys, 39304078 bytes, temperature: kUnknown 2024/02/20-13:17:54.642616 3036187 EVENT_LOG_v1 {"time_micros": 1708435074642579, "cf_name": "tag", "job": 19868, "event": "table_file_creation", "file_number": 301419, "file_size": 39304078, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 39006765, "index_size": 863617, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 119450489, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 21204, "num_entries": 1500492, "num_filter_entries": 293, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708435072, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301419, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:54.647986 3036187 (Original Log Time 2024/02/20-13:17:54.647403) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19868] Compacted 1@0 + 3@6 files to L6 => 174600846 bytes 2024/02/20-13:17:54.647989 3036187 (Original Log Time 2024/02/20-13:17:54.647732) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.2 rd, 15.2 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.7, 166.1 +0.0 blob) out(166.5 +0.0 blob), read-write-amplify(449.1) write-amplify(224.3) OK, records in: 6042691, records dropped: 0 output_compression: ZSTD 2024/02/20-13:17:54.647995 3036187 (Original Log Time 2024/02/20-13:17:54.647772) EVENT_LOG_v1 {"time_micros": 1708435074647744, "job": 19868, "event": "compaction_finished", "compaction_time_micros": 11494623, "compaction_time_cpu_micros": 11300034, "output_level": 6, "num_output_files": 3, "total_output_size": 174600846, "num_input_records": 6042691, "num_output_records": 6042691, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-13:17:54.655067 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301393.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:54.655101 3036187 EVENT_LOG_v1 {"time_micros": 1708435074655096, "job": 19868, "event": "table_file_deletion", "file_number": 301393} 2024/02/20-13:17:54.660932 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301394.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:54.660953 3036187 EVENT_LOG_v1 {"time_micros": 1708435074660950, "job": 19868, "event": "table_file_deletion", "file_number": 301394} 2024/02/20-13:17:54.665811 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301395.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:54.665844 3036187 EVENT_LOG_v1 {"time_micros": 1708435074665839, "job": 19868, "event": "table_file_deletion", "file_number": 301395} 2024/02/20-13:17:54.666057 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301416.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:54.666067 3036187 EVENT_LOG_v1 {"time_micros": 1708435074666065, "job": 19868, "event": "table_file_deletion", "file_number": 301416} 2024/02/20-13:17:54.666127 4076745 (Original Log Time 2024/02/20-13:17:43.147886) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-13:17:54.666434 4076745 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301420. Immutable memtables: 0. 2024/02/20-13:17:54.666691 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19869] Syncing log #301415 2024/02/20-13:17:54.668731 3036210 (Original Log Time 2024/02/20-13:17:54.666681) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:17:54.668738 3036210 [db/flush_job.cc:892] [key] [JOB 19869] Flushing memtable with next log file: 301420 2024/02/20-13:17:54.668760 3036210 EVENT_LOG_v1 {"time_micros": 1708435074668752, "job": 19869, "event": "flush_started", "num_memtables": 1, "num_entries": 86911, "num_deletes": 38000, "total_data_size": 5441058, "memory_usage": 8185656, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-13:17:54.668763 3036210 [db/flush_job.cc:926] [key] [JOB 19869] Level-0 flush table #301421: started 2024/02/20-13:17:54.741710 3036210 EVENT_LOG_v1 {"time_micros": 1708435074741684, "cf_name": "key", "job": 19869, "event": "table_file_creation", "file_number": 301421, "file_size": 3474287, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149526032, "largest_seqno": 5149680760, "table_properties": {"data_size": 3373685, "index_size": 26673, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 79637, "raw_key_size": 5208381, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 995, "num_entries": 85936, "num_filter_entries": 90696, "num_deletions": 38000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708434736, "oldest_key_time": 1708434736, "file_creation_time": 1708435074, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301421, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:54.741748 3036210 [db/flush_job.cc:1062] [key] [JOB 19869] Flush lasted 73019 microseconds, and 70384 cpu microseconds. 2024/02/20-13:17:54.742218 3036210 (Original Log Time 2024/02/20-13:17:54.741736) [db/flush_job.cc:1011] [key] [JOB 19869] Level-0 flush table #301421: 3474287 bytes OK 2024/02/20-13:17:54.742221 3036210 (Original Log Time 2024/02/20-13:17:54.741753) [db/memtable_list.cc:555] [key] Level-0 commit table #301421 started 2024/02/20-13:17:54.742222 3036210 (Original Log Time 2024/02/20-13:17:54.742016) [db/memtable_list.cc:754] [key] Level-0 commit table #301421: memtable #1 done 2024/02/20-13:17:54.742223 3036210 (Original Log Time 2024/02/20-13:17:54.742037) EVENT_LOG_v1 {"time_micros": 1708435074742031, "job": 19869, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-13:17:54.742224 3036210 (Original Log Time 2024/02/20-13:17:54.742189) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-13:17:54.742228 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19869] Try to delete WAL files size 11448004, prev total WAL file size 14510266, number of live WAL files 4. 2024/02/20-13:17:54.743217 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301396.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:54.743373 3036186 (Original Log Time 2024/02/20-13:17:54.743310) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-13:17:54.743382 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 19870] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-13:17:54.743388 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19877 Base level 0, inputs: [301421(3392KB)], [301398(13MB)] 2024/02/20-13:17:54.743417 3036186 EVENT_LOG_v1 {"time_micros": 1708435074743403, "job": 19870, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [301421], "files_L5": [301398], "score": -1, "input_data_size": 17220281, "oldest_snapshot_seqno": -1} 2024/02/20-13:17:55.212703 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 19870] Generated table #301422: 431993 keys, 17084372 bytes, temperature: kUnknown 2024/02/20-13:17:55.212762 3036186 EVENT_LOG_v1 {"time_micros": 1708435075212726, "cf_name": "key", "job": 19870, "event": "table_file_creation", "file_number": 301422, "file_size": 17084372, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5148870917, "largest_seqno": 5149680760, "table_properties": {"data_size": 16598168, "index_size": 137894, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 391621, "raw_key_size": 26198976, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4895, "num_entries": 431993, "num_filter_entries": 442944, "num_deletions": 168000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708433275, "oldest_key_time": 0, "file_creation_time": 1708435074, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301422, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:17:55.213764 3036186 (Original Log Time 2024/02/20-13:17:55.213328) [db/compaction/compaction_job.cc:1729] [key] [JOB 19870] Compacted 1@0 + 1@5 files to L5 => 17084372 bytes 2024/02/20-13:17:55.213767 3036186 (Original Log Time 2024/02/20-13:17:55.213585) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.06, MB/sec: 36.7 rd, 36.4 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(3.3, 13.1 +0.0 blob) out(16.3 +0.0 blob), read-write-amplify(9.9) write-amplify(4.9) OK, records in: 431995, records dropped: 2 output_compression: LZ4 2024/02/20-13:17:55.213772 3036186 (Original Log Time 2024/02/20-13:17:55.213607) EVENT_LOG_v1 {"time_micros": 1708435075213598, "job": 19870, "event": "compaction_finished", "compaction_time_micros": 469393, "compaction_time_cpu_micros": 460458, "output_level": 5, "num_output_files": 1, "total_output_size": 17084372, "num_input_records": 431995, "num_output_records": 431993, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-13:17:55.214837 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301398.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:55.214848 3036186 EVENT_LOG_v1 {"time_micros": 1708435075214846, "job": 19870, "event": "table_file_deletion", "file_number": 301398} 2024/02/20-13:17:55.215114 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301421.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:17:55.215122 3036186 EVENT_LOG_v1 {"time_micros": 1708435075215120, "job": 19870, "event": "table_file_deletion", "file_number": 301421} 2024/02/20-13:17:55.215155 4076745 (Original Log Time 2024/02/20-13:17:54.743250) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-13:17:55.215290 3036192 (Original Log Time 2024/02/20-13:17:55.215242) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-13:17:55.215299 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 19871] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-13:17:55.215305 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19878 Base level 5, inputs: [301422(16MB)], [301359(67MB) 301360(66MB) 301361(66MB) 301362(67MB) 301363(66MB) 301364(6571KB)] 2024/02/20-13:17:55.215329 3036192 EVENT_LOG_v1 {"time_micros": 1708435075215319, "job": 19871, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301422], "files_L6": [301359, 301360, 301361, 301362, 301363, 301364], "score": -1, "input_data_size": 375074402, "oldest_snapshot_seqno": -1} 2024/02/20-13:18:00.613888 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19871] Generated table #301423: 3023616 keys, 70295869 bytes, temperature: kUnknown 2024/02/20-13:18:00.613980 3036192 EVENT_LOG_v1 {"time_micros": 1708435080613930, "cf_name": "key", "job": 19871, "event": "table_file_creation", "file_number": 301423, "file_size": 70295869, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109261, "index_size": 994432, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2719653, "raw_key_size": 183054760, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37037, "num_entries": 3023616, "num_filter_entries": 3044785, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435075, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301423, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:18:05.430973 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19871] Generated table #301424: 2917972 keys, 70208601 bytes, temperature: kUnknown 2024/02/20-13:18:05.431027 3036192 EVENT_LOG_v1 {"time_micros": 1708435085430996, "cf_name": "key", "job": 19871, "event": "table_file_creation", "file_number": 301424, "file_size": 70208601, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110722, "index_size": 947227, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2636981, "raw_key_size": 175742202, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36797, "num_entries": 2917972, "num_filter_entries": 2952776, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435080, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301424, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:18:10.666876 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19871] Generated table #301425: 2989083 keys, 70209742 bytes, temperature: kUnknown 2024/02/20-13:18:10.666936 3036192 EVENT_LOG_v1 {"time_micros": 1708435090666908, "cf_name": "key", "job": 19871, "event": "table_file_creation", "file_number": 301425, "file_size": 70209742, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110148, "index_size": 1034850, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2669637, "raw_key_size": 182334009, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37169, "num_entries": 2989083, "num_filter_entries": 2989103, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435085, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301425, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:18:15.414609 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19871] Generated table #301426: 3030449 keys, 70331848 bytes, temperature: kUnknown 2024/02/20-13:18:15.414672 3036192 EVENT_LOG_v1 {"time_micros": 1708435095414636, "cf_name": "key", "job": 19871, "event": "table_file_creation", "file_number": 301426, "file_size": 70331848, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109841, "index_size": 999692, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2740261, "raw_key_size": 183672610, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37020, "num_entries": 3030449, "num_filter_entries": 3067750, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435090, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301426, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:18:20.232052 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19871] Generated table #301427: 2973504 keys, 70247917 bytes, temperature: kUnknown 2024/02/20-13:18:20.232108 3036192 EVENT_LOG_v1 {"time_micros": 1708435100232077, "cf_name": "key", "job": 19871, "event": "table_file_creation", "file_number": 301427, "file_size": 70247917, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109673, "index_size": 982736, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2675173, "raw_key_size": 179805875, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36845, "num_entries": 2973504, "num_filter_entries": 2995272, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435095, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301427, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:18:20.807221 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19871] Generated table #301428: 397053 keys, 8328741 bytes, temperature: kUnknown 2024/02/20-13:18:20.807278 3036192 EVENT_LOG_v1 {"time_micros": 1708435100807245, "cf_name": "key", "job": 19871, "event": "table_file_creation", "file_number": 301428, "file_size": 8328741, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 7907391, "index_size": 127559, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 354517, "raw_key_size": 23964799, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4440, "num_entries": 397053, "num_filter_entries": 401086, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708435100, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301428, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:18:20.832993 3036192 (Original Log Time 2024/02/20-13:18:20.832344) [db/compaction/compaction_job.cc:1729] [key] [JOB 19871] Compacted 1@5 + 6@6 files to L6 => 359622718 bytes 2024/02/20-13:18:20.832996 3036192 (Original Log Time 2024/02/20-13:18:20.832803) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 14.7 rd, 14.1 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(16.3, 341.4 +0.0 blob) out(343.0 +0.0 blob), read-write-amplify(43.0) write-amplify(21.0) OK, records in: 15667678, records dropped: 336001 output_compression: ZSTD 2024/02/20-13:18:20.833003 3036192 (Original Log Time 2024/02/20-13:18:20.832834) EVENT_LOG_v1 {"time_micros": 1708435100832819, "job": 19871, "event": "compaction_finished", "compaction_time_micros": 25591998, "compaction_time_cpu_micros": 25080828, "output_level": 6, "num_output_files": 6, "total_output_size": 359622718, "num_input_records": 15667678, "num_output_records": 15331677, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-13:18:20.839069 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301359.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:18:20.839093 3036192 EVENT_LOG_v1 {"time_micros": 1708435100839089, "job": 19871, "event": "table_file_deletion", "file_number": 301359} 2024/02/20-13:18:20.848439 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301360.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:18:20.848486 3036192 EVENT_LOG_v1 {"time_micros": 1708435100848480, "job": 19871, "event": "table_file_deletion", "file_number": 301360} 2024/02/20-13:18:20.855372 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301361.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:18:20.855404 3036192 EVENT_LOG_v1 {"time_micros": 1708435100855399, "job": 19871, "event": "table_file_deletion", "file_number": 301361} 2024/02/20-13:18:20.865153 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301362.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:18:20.865189 3036192 EVENT_LOG_v1 {"time_micros": 1708435100865184, "job": 19871, "event": "table_file_deletion", "file_number": 301362} 2024/02/20-13:18:20.874124 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301363.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:18:20.874157 3036192 EVENT_LOG_v1 {"time_micros": 1708435100874152, "job": 19871, "event": "table_file_deletion", "file_number": 301363} 2024/02/20-13:18:20.874710 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301364.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:18:20.874723 3036192 EVENT_LOG_v1 {"time_micros": 1708435100874720, "job": 19871, "event": "table_file_deletion", "file_number": 301364} 2024/02/20-13:18:20.875945 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301422.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:18:20.875959 3036192 EVENT_LOG_v1 {"time_micros": 1708435100875957, "job": 19871, "event": "table_file_deletion", "file_number": 301422} 2024/02/20-13:18:20.876008 4076745 (Original Log Time 2024/02/20-13:17:55.215170) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-13:20:03.877225 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-13:20:03.877410 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1022602.7 total, 600.1 interval Cumulative writes: 130M writes, 583M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.20 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130445151.00 writes per sync, written: 56.20 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 86K writes, 300K keys, 86K commit groups, 1.0 writes per commit group, ingest: 25.77 MB, 0.04 MB/s Interval WAL: 86K writes, 0 syncs, 86646.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 408.05 380.61 4141 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.6 18.2 50.4 67.4 17.1 0.0 3.7 42.0 41.3 1672.92 1601.99 2139 0.782 1035M 1142 0.0 0.0 L6 13/0 785.85 MB 0.0 403.6 17.4 386.2 386.6 0.3 0.0 22.2 16.0 15.4 25761.59 23760.98 599 43.008 9432M 256M 0.0 0.0 Sum 13/0 785.85 MB 0.0 472.2 35.6 436.6 472.5 35.9 0.0 25.5 17.4 17.4 27842.56 25743.57 6879 4.047 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 96.0 13.4 13.4 62.28 55.47 5 12.457 19M 3 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 472.2 35.6 436.6 454.0 17.4 0.0 0.0 17.6 16.9 27434.51 25362.97 2738 10.020 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 408.05 380.61 4141 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1022602.7 total, 600.1 interval Flush(GB): cumulative 18.531, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 472.52 GB write, 0.47 MB/s write, 472.22 GB read, 0.47 MB/s read, 27842.6 seconds Interval compaction: 0.81 GB write, 1.39 MB/s write, 0.82 GB read, 1.39 MB/s read, 62.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1589 collections: 1705 last_copies: 0 last_secs: 0.000777 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(823,13.66 MB,0.889391%) IndexBlock(765,1.37 GB,91.4051%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5964217 Average: 2.1898 StdDev: 4.26 Min: 0 Median: 1.3832 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.37 P99.99: 127.29 ------------------------------------------------------ [ 0, 1 ] 2009444 33.692% 33.692% ####### ( 1, 2 ] 2538144 42.556% 76.248% ######### ( 2, 3 ] 992475 16.640% 92.888% ### ( 3, 4 ] 241826 4.055% 96.943% # ( 4, 6 ] 107349 1.800% 98.743% ( 6, 10 ] 35099 0.588% 99.331% ( 10, 15 ] 14799 0.248% 99.579% ( 15, 22 ] 7502 0.126% 99.705% ( 22, 34 ] 7846 0.132% 99.837% ( 34, 51 ] 5633 0.094% 99.931% ( 51, 76 ] 2505 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 401 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21596892 Average: 2.4688 StdDev: 6.80 Min: 0 Median: 1.4965 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.46 ------------------------------------------------------ [ 0, 1 ] 6610476 30.608% 30.608% ###### ( 1, 2 ] 8435070 39.057% 69.665% ######## ( 2, 3 ] 3662372 16.958% 86.623% ### ( 3, 4 ] 1337226 6.192% 92.815% # ( 4, 6 ] 1047349 4.850% 97.664% # ( 6, 10 ] 338102 1.566% 99.230% ( 10, 15 ] 58996 0.273% 99.503% ( 15, 22 ] 30188 0.140% 99.643% ( 22, 34 ] 32403 0.150% 99.793% ( 34, 51 ] 24628 0.114% 99.907% ( 51, 76 ] 11870 0.055% 99.962% ( 76, 110 ] 4848 0.022% 99.984% ( 110, 170 ] 1982 0.009% 99.994% ( 170, 250 ] 590 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 210102089 Average: 12.2560 StdDev: 81.89 Min: 0 Median: 1.4920 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.66 P99.9: 304.44 P99.99: 1542.16 ------------------------------------------------------ [ 0, 1 ] 71642502 34.099% 34.099% ####### ( 1, 2 ] 67898635 32.317% 66.416% ###### ( 2, 3 ] 29848206 14.207% 80.622% ### ( 3, 4 ] 6431732 3.061% 83.684% # ( 4, 6 ] 1171443 0.558% 84.241% ( 6, 10 ] 551769 0.263% 84.504% ( 10, 15 ] 312702 0.149% 84.653% ( 15, 22 ] 260401 0.124% 84.777% ( 22, 34 ] 7554302 3.596% 88.372% # ( 34, 51 ] 7656859 3.644% 92.016% # ( 51, 76 ] 6145365 2.925% 94.941% # ( 76, 110 ] 6726427 3.202% 98.143% # ( 110, 170 ] 3308176 1.575% 99.717% ( 170, 250 ] 336348 0.160% 99.878% ( 250, 380 ] 112511 0.054% 99.931% ( 380, 580 ] 68321 0.033% 99.964% ( 580, 870 ] 30645 0.015% 99.978% ( 870, 1300 ] 13920 0.007% 99.985% ( 1300, 1900 ] 26796 0.013% 99.998% ( 1900, 2900 ] 2129 0.001% 99.999% ( 2900, 4400 ] 860 0.000% 99.999% ( 4400, 6600 ] 621 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.51 74.16 4028 0.022 0 0 0.0 0.0 L6 3/0 166.51 MB 0.0 312.4 3.1 309.3 309.4 0.1 0.0 99.2 15.4 15.2 20800.13 20416.52 2121 9.807 11G 62M 0.0 0.0 Sum 3/0 166.51 MB 0.0 312.4 3.1 309.3 312.5 3.2 0.0 100.2 15.3 15.3 20887.64 20490.68 6149 3.397 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 215.2 14.5 14.5 23.01 22.59 4 5.752 12M 1 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 312.4 3.1 309.3 309.4 0.1 0.0 0.0 15.4 15.2 20800.13 20416.52 2121 9.807 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.51 74.16 4028 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1022602.7 total, 600.1 interval Flush(GB): cumulative 3.120, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 312.48 GB write, 0.31 MB/s write, 312.41 GB read, 0.31 MB/s read, 20887.6 seconds Interval compaction: 0.33 GB write, 0.56 MB/s write, 0.33 GB read, 0.56 MB/s read, 23.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4350 collections: 1705 last_copies: 0 last_secs: 0.001412 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2200,1.67 MB,0.108785%) IndexBlock(2149,1.46 GB,97.1207%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1024935 Average: 3.5682 StdDev: 6.33 Min: 0 Median: 2.5868 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.42 P99.9: 60.69 P99.99: 194.82 ------------------------------------------------------ [ 0, 1 ] 116641 11.380% 11.380% ## ( 1, 2 ] 247081 24.107% 35.487% ##### ( 2, 3 ] 253483 24.732% 60.219% ##### ( 3, 4 ] 197145 19.235% 79.454% #### ( 4, 6 ] 169426 16.530% 95.984% ### ( 6, 10 ] 28611 2.791% 98.776% # ( 10, 15 ] 4751 0.464% 99.239% ( 15, 22 ] 2550 0.249% 99.488% ( 22, 34 ] 2163 0.211% 99.699% ( 34, 51 ] 1773 0.173% 99.872% ( 51, 76 ] 738 0.072% 99.944% ( 76, 110 ] 251 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177223866 Average: 2.1876 StdDev: 5.39 Min: 0 Median: 1.3429 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.77 P99.99: 144.59 ------------------------------------------------------ [ 0, 1 ] 65505248 36.962% 36.962% ####### ( 1, 2 ] 67387974 38.024% 74.986% ######## ( 2, 3 ] 32982642 18.611% 93.597% #### ( 3, 4 ] 7944629 4.483% 98.080% # ( 4, 6 ] 1482278 0.836% 98.916% ( 6, 10 ] 615207 0.347% 99.263% ( 10, 15 ] 400841 0.226% 99.489% ( 15, 22 ] 199462 0.113% 99.602% ( 22, 34 ] 312359 0.176% 99.778% ( 34, 51 ] 204892 0.116% 99.894% ( 51, 76 ] 100232 0.057% 99.950% ( 76, 110 ] 57928 0.033% 99.983% ( 110, 170 ] 21599 0.012% 99.995% ( 170, 250 ] 3837 0.002% 99.997% ( 250, 380 ] 1755 0.001% 99.998% ( 380, 580 ] 1460 0.001% 99.999% ( 580, 870 ] 866 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 274.08 254.29 4108 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.2 8.2 14.0 21.9 8.0 0.0 2.7 28.8 28.5 788.67 762.76 1967 0.401 613M 276K 0.0 0.0 L6 6/0 342.96 MB 0.0 197.2 8.8 188.4 188.5 0.1 0.0 21.3 14.4 13.8 14036.13 13732.54 716 19.604 8828M 238M 0.0 0.0 Sum 6/0 342.96 MB 0.0 219.4 17.0 202.3 219.5 17.2 0.0 24.2 14.9 14.9 15098.89 14749.59 6791 2.223 9441M 239M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 56.5 14.4 14.1 26.88 26.34 5 5.375 16M 336K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 219.4 17.0 202.3 210.5 8.1 0.0 0.0 15.2 14.5 14824.81 14495.30 2683 5.525 9441M 239M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 274.08 254.29 4108 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1022602.7 total, 600.1 interval Flush(GB): cumulative 9.053, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 219.52 GB write, 0.22 MB/s write, 219.38 GB read, 0.22 MB/s read, 15098.9 seconds Interval compaction: 0.37 GB write, 0.63 MB/s write, 0.38 GB read, 0.65 MB/s read, 26.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 357947 collections: 1705 last_copies: 0 last_secs: 0.119536 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357834,1.38 GB,92.0456%) FilterBlock(57,64.15 MB,4.17645%) IndexBlock(59,25.54 MB,1.66254%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2831273 Average: 4.2621 StdDev: 8.08 Min: 0 Median: 1.9592 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.91 P99.9: 61.08 P99.99: 151.54 ------------------------------------------------------ [ 0, 1 ] 632540 22.341% 22.341% #### ( 1, 2 ] 816372 28.834% 51.175% ###### ( 2, 3 ] 399858 14.123% 65.298% ### ( 3, 4 ] 172741 6.101% 71.399% # ( 4, 6 ] 149494 5.280% 76.679% # ( 6, 10 ] 447569 15.808% 92.488% ### ( 10, 15 ] 177369 6.265% 98.752% # ( 15, 22 ] 16895 0.597% 99.349% ( 22, 34 ] 9070 0.320% 99.669% ( 34, 51 ] 5518 0.195% 99.864% ( 51, 76 ] 2518 0.089% 99.953% ( 76, 110 ] 825 0.029% 99.982% ( 110, 170 ] 319 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6860835 Average: 4.7100 StdDev: 7.66 Min: 0 Median: 2.4764 Max: 7311 Percentiles: P50: 2.48 P75: 6.17 P99: 19.50 P99.9: 69.20 P99.99: 168.95 ------------------------------------------------------ [ 0, 1 ] 1122483 16.361% 16.361% ### ( 1, 2 ] 1810223 26.385% 42.746% ##### ( 2, 3 ] 1044723 15.227% 57.973% ### ( 3, 4 ] 561383 8.182% 66.155% ## ( 4, 6 ] 555588 8.098% 74.253% ## ( 6, 10 ] 1194847 17.415% 91.669% ### ( 10, 15 ] 473284 6.898% 98.567% # ( 15, 22 ] 46213 0.674% 99.241% ( 22, 34 ] 24378 0.355% 99.596% ( 34, 51 ] 15407 0.225% 99.821% ( 51, 76 ] 7480 0.109% 99.930% ( 76, 110 ] 2839 0.041% 99.971% ( 110, 170 ] 1324 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106481656 Average: 5.8023 StdDev: 24.82 Min: 0 Median: 2.3501 Max: 40453 Percentiles: P50: 2.35 P75: 7.55 P99: 41.83 P99.9: 159.11 P99.99: 467.31 ------------------------------------------------------ [ 0, 1 ] 25246188 23.709% 23.709% ##### ( 1, 2 ] 24101515 22.634% 46.344% ##### ( 2, 3 ] 11119187 10.442% 56.786% ## ( 3, 4 ] 4365005 4.099% 60.886% # ( 4, 6 ] 4986400 4.683% 65.568% # ( 6, 10 ] 25871223 24.296% 89.865% ##### ( 10, 15 ] 8320590 7.814% 97.679% ## ( 15, 22 ] 676698 0.636% 98.314% ( 22, 34 ] 554762 0.521% 98.835% ( 34, 51 ] 380522 0.357% 99.193% ( 51, 76 ] 242489 0.228% 99.420% ( 76, 110 ] 308090 0.289% 99.710% ( 110, 170 ] 247432 0.232% 99.942% ( 170, 250 ] 39615 0.037% 99.979% ( 250, 380 ] 8538 0.008% 99.987% ( 380, 580 ] 6308 0.006% 99.993% ( 580, 870 ] 3599 0.003% 99.997% ( 870, 1300 ] 1911 0.002% 99.999% ( 1300, 1900 ] 2620 0.002% 100.001% ( 1900, 2900 ] 185 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 101 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-13:20:03.881738 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 531990649 rocksdb.block.cache.hit COUNT : 2192920933 rocksdb.block.cache.add COUNT : 39842482 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32527 rocksdb.block.cache.index.hit COUNT : 538169414 rocksdb.block.cache.index.add COUNT : 32513 rocksdb.block.cache.index.bytes.insert COUNT : 34793489860 rocksdb.block.cache.filter.miss COUNT : 32533 rocksdb.block.cache.filter.hit COUNT : 1116903842 rocksdb.block.cache.filter.add COUNT : 32533 rocksdb.block.cache.filter.bytes.insert COUNT : 8847370585 rocksdb.block.cache.data.miss COUNT : 531925589 rocksdb.block.cache.data.hit COUNT : 537847677 rocksdb.block.cache.data.add COUNT : 39777436 rocksdb.block.cache.data.bytes.insert COUNT : 164767283835 rocksdb.block.cache.bytes.read COUNT : 1911321487899704 rocksdb.block.cache.bytes.write COUNT : 208408144280 rocksdb.bloom.filter.useful COUNT : 578799431 rocksdb.bloom.filter.full.positive COUNT : 538104443 rocksdb.bloom.filter.full.true.positive COUNT : 532505629 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94711515 rocksdb.memtable.miss COUNT : 6355618217 rocksdb.l0.hit COUNT : 16271956 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 516233673 rocksdb.compaction.key.drop.new COUNT : 278832710 rocksdb.compaction.key.drop.obsolete COUNT : 278852466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 583901106 rocksdb.number.keys.read COUNT : 655312852 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60348477959 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68174 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32518 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 772464952 rocksdb.number.multiget.keys.read COUNT : 5795016880 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60348477959 rocksdb.write.self COUNT : 130232419 rocksdb.write.other COUNT : 212732 rocksdb.write.wal COUNT : 130445151 rocksdb.compact.read.bytes COUNT : 1001930893913 rocksdb.compact.write.bytes COUNT : 1045620374515 rocksdb.flush.write.bytes COUNT : 32971282929 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1038440 rocksdb.number.superversion_releases COUNT : 2727 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 525352998 rocksdb.number.block.decompressed COUNT : 525335259 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60274791809 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68174 rocksdb.num.iterator.deleted COUNT : 68174 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5251 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5213 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44322 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61253422621 rocksdb.memtable.garbage.bytes.at.flush COUNT : 739003413 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 949444367353 rocksdb.last.level.read.count COUNT : 493809986 rocksdb.non.last.level.read.bytes COUNT : 129433225956 rocksdb.non.last.level.read.count COUNT : 38278217 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 532023167 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2143581144749 rocksdb.bytes.compressed.to COUNT : 1040889457291 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26236376428 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6618028 rocksdb.bytes.decompressed.from COUNT : 1041079865177 rocksdb.bytes.decompressed.to COUNT : 2143558113495 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.404694 P95 : 106.259674 P99 : 160.359865 P100 : 227461.000000 COUNT : 655312852 SUM : 33787786553 rocksdb.db.write.micros P50 : 67.024284 P95 : 111.727218 P99 : 169.408283 P100 : 2037453.000000 COUNT : 130445151 SUM : 13447930800 rocksdb.compaction.times.micros P50 : 1620000.000000 P95 : 38478095.238095 P99 : 67095132.743363 P100 : 89521673.000000 COUNT : 7542 SUM : 63059446623 rocksdb.compaction.times.cpu_micros P50 : 1558844.765343 P95 : 35808583.690987 P99 : 63969945.355191 P100 : 83823365.000000 COUNT : 7542 SUM : 60274791809 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4303.450564 P95 : 27730.196629 P99 : 62163.043478 P100 : 1558490.000000 COUNT : 12262 SUM : 114794382 rocksdb.compaction.outfile.sync.micros P50 : 62606.723586 P95 : 125899.022801 P99 : 225254.166667 P100 : 2063820.000000 COUNT : 20239 SUM : 1298439786 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.153259 P95 : 727.186508 P99 : 3953.750000 P100 : 501117.000000 COUNT : 19866 SUM : 12819386 rocksdb.table.open.io.micros P50 : 584.746318 P95 : 6238.738289 P99 : 13028.992208 P100 : 207055.000000 COUNT : 32518 SUM : 57683804 rocksdb.db.multiget.micros P50 : 7.992848 P95 : 17.800413 P99 : 33.040014 P100 : 26625.000000 COUNT : 772464954 SUM : 7314637132 rocksdb.read.block.compaction.micros P50 : 13.669760 P95 : 59.085269 P99 : 138.413754 P100 : 136000.000000 COUNT : 492148153 SUM : 9563330982 rocksdb.read.block.get.micros P50 : 52.859492 P95 : 94.743768 P99 : 145.763514 P100 : 206929.000000 COUNT : 39842496 SUM : 2296082727 rocksdb.write.raw.block.micros P50 : 0.521547 P95 : 0.990940 P99 : 1.895203 P100 : 331149.000000 COUNT : 532068529 SUM : 10660508948 rocksdb.numfiles.in.singlecompaction P50 : 2.774465 P95 : 5.679526 P99 : 5.938613 P100 : 7.000000 COUNT : 5742 SUM : 20443 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.537758 P95 : 33.372389 P99 : 104.870824 P100 : 135929.000000 COUNT : 532088203 SUM : 3694992132 rocksdb.file.read.flush.micros P50 : 1.843708 P95 : 15.812623 P99 : 41.165252 P100 : 787.000000 COUNT : 61310 SUM : 293945 rocksdb.file.read.compaction.micros P50 : 1.422921 P95 : 36.520385 P99 : 106.360746 P100 : 135929.000000 COUNT : 492249362 SUM : 3296960404 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 655312853 SUM : 0 rocksdb.bytes.per.write P50 : 218.497042 P95 : 527.676278 P99 : 803.786932 P100 : 4563443.000000 COUNT : 130232419 SUM : 60348477959 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 772464954 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46142.663043 P95 : 166685.043145 P99 : 238849.315068 P100 : 1681975.000000 COUNT : 12305 SUM : 769650618 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-13:20:03.881944 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-13:20:03.882154 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708435203 to in-memory stats history 2024/02/20-13:20:03.882187 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-13:20:03.882243 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-13:21:58.709188 4077565 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301399. Total log size is 15728814 while max_total_wal_size is 15728640 2024/02/20-13:21:58.709408 4077565 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301429. Immutable memtables: 0. 2024/02/20-13:21:58.709620 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19872] Syncing log #301420 2024/02/20-13:21:58.724078 3036193 (Original Log Time 2024/02/20-13:21:58.709611) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:21:58.724086 3036193 [db/flush_job.cc:892] [url] [JOB 19872] Flushing memtable with next log file: 301429 2024/02/20-13:21:58.724111 3036193 EVENT_LOG_v1 {"time_micros": 1708435318724104, "job": 19872, "event": "flush_started", "num_memtables": 1, "num_entries": 49627, "num_deletes": 0, "total_data_size": 7603841, "memory_usage": 8862168, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:21:58.724114 3036193 [db/flush_job.cc:926] [url] [JOB 19872] Level-0 flush table #301430: started 2024/02/20-13:21:58.826865 3036193 EVENT_LOG_v1 {"time_micros": 1708435318826833, "cf_name": "url", "job": 19872, "event": "table_file_creation", "file_number": 301430, "file_size": 3970116, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149649961, "largest_seqno": 5149833600, "table_properties": {"data_size": 3901522, "index_size": 99907, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5333, "raw_key_size": 7359524, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1183, "num_entries": 48817, "num_filter_entries": 6113, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435001, "oldest_key_time": 1708435001, "file_creation_time": 1708435318, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301430, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:21:58.826905 3036193 [db/flush_job.cc:1062] [url] [JOB 19872] Flush lasted 102834 microseconds, and 100032 cpu microseconds. 2024/02/20-13:21:58.827482 3036193 (Original Log Time 2024/02/20-13:21:58.826891) [db/flush_job.cc:1011] [url] [JOB 19872] Level-0 flush table #301430: 3970116 bytes OK 2024/02/20-13:21:58.827486 3036193 (Original Log Time 2024/02/20-13:21:58.826910) [db/memtable_list.cc:555] [url] Level-0 commit table #301430 started 2024/02/20-13:21:58.827487 3036193 (Original Log Time 2024/02/20-13:21:58.827248) [db/memtable_list.cc:754] [url] Level-0 commit table #301430: memtable #1 done 2024/02/20-13:21:58.827489 3036193 (Original Log Time 2024/02/20-13:21:58.827270) EVENT_LOG_v1 {"time_micros": 1708435318827262, "job": 19872, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-13:21:58.827490 3036193 (Original Log Time 2024/02/20-13:21:58.827438) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-13:21:58.827495 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19872] Try to delete WAL files size 2554178, prev total WAL file size 15734322, number of live WAL files 4. 2024/02/20-13:21:58.827956 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301399.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:22:43.599907 4076235 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301415. Total log size is 15728830 while max_total_wal_size is 15728640 2024/02/20-13:22:43.600149 4076235 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301431. Immutable memtables: 0. 2024/02/20-13:22:43.600370 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19873] Syncing log #301429 2024/02/20-13:22:43.608988 3036210 (Original Log Time 2024/02/20-13:22:43.600357) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:22:43.608997 3036210 [db/flush_job.cc:892] [tag] [JOB 19873] Flushing memtable with next log file: 301431 2024/02/20-13:22:43.609019 3036210 EVENT_LOG_v1 {"time_micros": 1708435363609013, "job": 19873, "event": "flush_started", "num_memtables": 1, "num_entries": 13835, "num_deletes": 0, "total_data_size": 1209262, "memory_usage": 2956776, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:22:43.609022 3036210 [db/flush_job.cc:926] [tag] [JOB 19873] Level-0 flush table #301432: started 2024/02/20-13:22:43.641243 3036210 EVENT_LOG_v1 {"time_micros": 1708435363641212, "cf_name": "tag", "job": 19873, "event": "table_file_creation", "file_number": 301432, "file_size": 727750, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149677025, "largest_seqno": 5149865431, "table_properties": {"data_size": 721546, "index_size": 7707, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1172162, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 225, "num_entries": 13742, "num_filter_entries": 181, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435063, "oldest_key_time": 1708435063, "file_creation_time": 1708435363, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301432, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:22:43.641282 3036210 [db/flush_job.cc:1062] [tag] [JOB 19873] Flush lasted 32303 microseconds, and 30767 cpu microseconds. 2024/02/20-13:22:43.641800 3036210 (Original Log Time 2024/02/20-13:22:43.641269) [db/flush_job.cc:1011] [tag] [JOB 19873] Level-0 flush table #301432: 727750 bytes OK 2024/02/20-13:22:43.641804 3036210 (Original Log Time 2024/02/20-13:22:43.641288) [db/memtable_list.cc:555] [tag] Level-0 commit table #301432 started 2024/02/20-13:22:43.641805 3036210 (Original Log Time 2024/02/20-13:22:43.641553) [db/memtable_list.cc:754] [tag] Level-0 commit table #301432: memtable #1 done 2024/02/20-13:22:43.641806 3036210 (Original Log Time 2024/02/20-13:22:43.641573) EVENT_LOG_v1 {"time_micros": 1708435363641567, "job": 19873, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:22:43.641808 3036210 (Original Log Time 2024/02/20-13:22:43.641758) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-13:22:43.641812 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19873] Try to delete WAL files size 394813, prev total WAL file size 15729998, number of live WAL files 4. 2024/02/20-13:22:43.642012 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301415.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:22:54.657677 4076365 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301420. Total log size is 15821518 while max_total_wal_size is 15728640 2024/02/20-13:22:54.657896 4076365 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301433. Immutable memtables: 0. 2024/02/20-13:22:54.658136 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19874] Syncing log #301431 2024/02/20-13:22:54.667441 3036193 (Original Log Time 2024/02/20-13:22:54.658119) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:22:54.667449 3036193 [db/flush_job.cc:892] [key] [JOB 19874] Flushing memtable with next log file: 301433 2024/02/20-13:22:54.667480 3036193 EVENT_LOG_v1 {"time_micros": 1708435374667473, "job": 19874, "event": "flush_started", "num_memtables": 1, "num_entries": 129410, "num_deletes": 86000, "total_data_size": 8117236, "memory_usage": 12253384, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:22:54.667483 3036193 [db/flush_job.cc:926] [key] [JOB 19874] Level-0 flush table #301434: started 2024/02/20-13:22:54.797195 3036193 EVENT_LOG_v1 {"time_micros": 1708435374797155, "cf_name": "key", "job": 19874, "event": "table_file_creation", "file_number": 301434, "file_size": 3888325, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149680762, "largest_seqno": 5149871009, "table_properties": {"data_size": 3741783, "index_size": 38800, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 117173, "raw_key_size": 7814544, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1161, "num_entries": 128683, "num_filter_entries": 133372, "num_deletions": 86000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435074, "oldest_key_time": 1708435074, "file_creation_time": 1708435374, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301434, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:22:54.797245 3036193 [db/flush_job.cc:1062] [key] [JOB 19874] Flush lasted 129810 microseconds, and 126062 cpu microseconds. 2024/02/20-13:22:54.797918 3036193 (Original Log Time 2024/02/20-13:22:54.797230) [db/flush_job.cc:1011] [key] [JOB 19874] Level-0 flush table #301434: 3888325 bytes OK 2024/02/20-13:22:54.797921 3036193 (Original Log Time 2024/02/20-13:22:54.797252) [db/memtable_list.cc:555] [key] Level-0 commit table #301434 started 2024/02/20-13:22:54.797922 3036193 (Original Log Time 2024/02/20-13:22:54.797670) [db/memtable_list.cc:754] [key] Level-0 commit table #301434: memtable #1 done 2024/02/20-13:22:54.797924 3036193 (Original Log Time 2024/02/20-13:22:54.797690) EVENT_LOG_v1 {"time_micros": 1708435374797683, "job": 19874, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-13:22:54.797925 3036193 (Original Log Time 2024/02/20-13:22:54.797882) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-13:22:54.797930 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19874] Try to delete WAL files size 12779823, prev total WAL file size 15827272, number of live WAL files 4. 2024/02/20-13:22:54.799222 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301420.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:27:26.057025 4077563 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301429. Total log size is 15728658 while max_total_wal_size is 15728640 2024/02/20-13:27:26.057263 4077563 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301435. Immutable memtables: 0. 2024/02/20-13:27:26.057495 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19875] Syncing log #301433 2024/02/20-13:27:26.077924 3036210 (Original Log Time 2024/02/20-13:27:26.057481) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:27:26.077936 3036210 [db/flush_job.cc:892] [url] [JOB 19875] Flushing memtable with next log file: 301435 2024/02/20-13:27:26.077964 3036210 EVENT_LOG_v1 {"time_micros": 1708435646077956, "job": 19875, "event": "flush_started", "num_memtables": 1, "num_entries": 52190, "num_deletes": 0, "total_data_size": 8021210, "memory_usage": 9847656, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:27:26.077968 3036210 [db/flush_job.cc:926] [url] [JOB 19875] Level-0 flush table #301436: started 2024/02/20-13:27:26.161371 3036210 EVENT_LOG_v1 {"time_micros": 1708435646161339, "cf_name": "url", "job": 19875, "event": "table_file_creation", "file_number": 301436, "file_size": 4154786, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149833602, "largest_seqno": 5150012463, "table_properties": {"data_size": 4085162, "index_size": 102949, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5541, "raw_key_size": 7707640, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1236, "num_entries": 51103, "num_filter_entries": 6309, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435318, "oldest_key_time": 1708435318, "file_creation_time": 1708435646, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301436, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:27:26.161409 3036210 [db/flush_job.cc:1062] [url] [JOB 19875] Flush lasted 83497 microseconds, and 79900 cpu microseconds. 2024/02/20-13:27:26.161933 3036210 (Original Log Time 2024/02/20-13:27:26.161396) [db/flush_job.cc:1011] [url] [JOB 19875] Level-0 flush table #301436: 4154786 bytes OK 2024/02/20-13:27:26.161936 3036210 (Original Log Time 2024/02/20-13:27:26.161415) [db/memtable_list.cc:555] [url] Level-0 commit table #301436 started 2024/02/20-13:27:26.161937 3036210 (Original Log Time 2024/02/20-13:27:26.161709) [db/memtable_list.cc:754] [url] Level-0 commit table #301436: memtable #1 done 2024/02/20-13:27:26.161939 3036210 (Original Log Time 2024/02/20-13:27:26.161722) EVENT_LOG_v1 {"time_micros": 1708435646161718, "job": 19875, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-13:27:26.161940 3036210 (Original Log Time 2024/02/20-13:27:26.161899) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-13:27:26.161945 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19875] Try to delete WAL files size 2554194, prev total WAL file size 15732657, number of live WAL files 4. 2024/02/20-13:27:26.162034 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 19876] Compacting 2@0 files to L5, score 1.00 2024/02/20-13:27:26.162044 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19883 Base level 0, inputs: [301436(4057KB) 301430(3877KB)] 2024/02/20-13:27:26.162066 3036183 EVENT_LOG_v1 {"time_micros": 1708435646162057, "job": 19876, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301436, 301430], "score": 1, "input_data_size": 8124902, "oldest_snapshot_seqno": -1} 2024/02/20-13:27:26.162327 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301429.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:27:26.337598 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 19876] Generated table #301437: 99919 keys, 7791942 bytes, temperature: kUnknown 2024/02/20-13:27:26.337658 3036183 EVENT_LOG_v1 {"time_micros": 1708435646337622, "cf_name": "url", "job": 19876, "event": "table_file_creation", "file_number": 301437, "file_size": 7791942, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149649961, "largest_seqno": 5150012463, "table_properties": {"data_size": 7658489, "index_size": 208808, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8581, "raw_key_size": 15066916, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2314, "num_entries": 99919, "num_filter_entries": 9795, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435001, "oldest_key_time": 0, "file_creation_time": 1708435646, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301437, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:27:26.338585 3036183 (Original Log Time 2024/02/20-13:27:26.338049) [db/compaction/compaction_job.cc:1729] [url] [JOB 19876] Compacted 2@0 files to L5 => 7791942 bytes 2024/02/20-13:27:26.338589 3036183 (Original Log Time 2024/02/20-13:27:26.338346) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.03, MB/sec: 46.3 rd, 44.4 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(7.7, 0.0 +0.0 blob) out(7.4 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 99920, records dropped: 1 output_compression: LZ4 2024/02/20-13:27:26.338595 3036183 (Original Log Time 2024/02/20-13:27:26.338369) EVENT_LOG_v1 {"time_micros": 1708435646338357, "job": 19876, "event": "compaction_finished", "compaction_time_micros": 175638, "compaction_time_cpu_micros": 171357, "output_level": 5, "num_output_files": 1, "total_output_size": 7791942, "num_input_records": 99920, "num_output_records": 99919, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-13:27:26.339081 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301430.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:27:26.339096 3036183 EVENT_LOG_v1 {"time_micros": 1708435646339094, "job": 19876, "event": "table_file_deletion", "file_number": 301430} 2024/02/20-13:27:26.339395 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301436.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:27:26.339401 3036183 EVENT_LOG_v1 {"time_micros": 1708435646339400, "job": 19876, "event": "table_file_deletion", "file_number": 301436} 2024/02/20-13:28:29.592824 2383532 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301431. Total log size is 15728910 while max_total_wal_size is 15728640 2024/02/20-13:28:29.593171 2383532 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301438. Immutable memtables: 0. 2024/02/20-13:28:29.593508 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19877] Syncing log #301435 2024/02/20-13:28:29.601715 3036193 (Original Log Time 2024/02/20-13:28:29.593488) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:28:29.601724 3036193 [db/flush_job.cc:892] [tag] [JOB 19877] Flushing memtable with next log file: 301438 2024/02/20-13:28:29.601749 3036193 EVENT_LOG_v1 {"time_micros": 1708435709601742, "job": 19877, "event": "flush_started", "num_memtables": 1, "num_entries": 14808, "num_deletes": 0, "total_data_size": 1280429, "memory_usage": 3696192, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:28:29.601753 3036193 [db/flush_job.cc:926] [tag] [JOB 19877] Level-0 flush table #301439: started 2024/02/20-13:28:29.616561 3036193 EVENT_LOG_v1 {"time_micros": 1708435709616517, "cf_name": "tag", "job": 19877, "event": "table_file_creation", "file_number": 301439, "file_size": 760179, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149865461, "largest_seqno": 5150038284, "table_properties": {"data_size": 753423, "index_size": 8485, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1241061, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 237, "num_entries": 14725, "num_filter_entries": 197, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435363, "oldest_key_time": 1708435363, "file_creation_time": 1708435709, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301439, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:28:29.616613 3036193 [db/flush_job.cc:1062] [tag] [JOB 19877] Flush lasted 14906 microseconds, and 13133 cpu microseconds. 2024/02/20-13:28:29.617313 3036193 (Original Log Time 2024/02/20-13:28:29.616592) [db/flush_job.cc:1011] [tag] [JOB 19877] Level-0 flush table #301439: 760179 bytes OK 2024/02/20-13:28:29.617317 3036193 (Original Log Time 2024/02/20-13:28:29.616621) [db/memtable_list.cc:555] [tag] Level-0 commit table #301439 started 2024/02/20-13:28:29.617319 3036193 (Original Log Time 2024/02/20-13:28:29.617029) [db/memtable_list.cc:754] [tag] Level-0 commit table #301439: memtable #1 done 2024/02/20-13:28:29.617321 3036193 (Original Log Time 2024/02/20-13:28:29.617051) EVENT_LOG_v1 {"time_micros": 1708435709617044, "job": 19877, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:28:29.617323 3036193 (Original Log Time 2024/02/20-13:28:29.617266) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-13:28:29.617330 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19877] Try to delete WAL files size 487501, prev total WAL file size 15730196, number of live WAL files 4. 2024/02/20-13:28:29.617489 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19878] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-13:28:29.617500 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19885 Base level 0, inputs: [301439(742KB) 301432(710KB)], [301417(64MB) 301418(64MB) 301419(37MB)] 2024/02/20-13:28:29.617517 3036189 EVENT_LOG_v1 {"time_micros": 1708435709617506, "job": 19878, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301439, 301432], "files_L6": [301417, 301418, 301419], "score": 1, "input_data_size": 176088775, "oldest_snapshot_seqno": -1} 2024/02/20-13:28:29.617649 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301431.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:28:33.993436 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19878] Generated table #301440: 2460640 keys, 67637681 bytes, temperature: kUnknown 2024/02/20-13:28:33.993535 3036189 EVENT_LOG_v1 {"time_micros": 1708435713993480, "cf_name": "tag", "job": 19878, "event": "table_file_creation", "file_number": 301440, "file_size": 67637681, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108975, "index_size": 1476916, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 205638429, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36092, "num_entries": 2460640, "num_filter_entries": 1375, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708435709, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301440, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:28:38.273794 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19878] Generated table #301441: 2081815 keys, 67657346 bytes, temperature: kUnknown 2024/02/20-13:28:38.273855 3036189 EVENT_LOG_v1 {"time_micros": 1708435718273819, "cf_name": "tag", "job": 19878, "event": "table_file_creation", "file_number": 301441, "file_size": 67657346, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109656, "index_size": 1404971, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 192284130, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36026, "num_entries": 2081815, "num_filter_entries": 1990, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708435713, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301441, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:28:39.862579 4076738 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301433. Total log size is 15728808 while max_total_wal_size is 15728640 2024/02/20-13:28:39.862823 4076738 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301443. Immutable memtables: 0. 2024/02/20-13:28:39.863083 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19879] Syncing log #301438 2024/02/20-13:28:39.871674 3036210 (Original Log Time 2024/02/20-13:28:39.863075) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-13:28:39.871683 3036210 [db/flush_job.cc:892] [key] [JOB 19879] Flushing memtable with next log file: 301443 2024/02/20-13:28:39.871707 3036210 EVENT_LOG_v1 {"time_micros": 1708435719871700, "job": 19879, "event": "flush_started", "num_memtables": 1, "num_entries": 102797, "num_deletes": 52000, "total_data_size": 6429674, "memory_usage": 9518624, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:28:39.871711 3036210 [db/flush_job.cc:926] [key] [JOB 19879] Level-0 flush table #301444: started 2024/02/20-13:28:39.998629 3036210 EVENT_LOG_v1 {"time_micros": 1708435719998591, "cf_name": "key", "job": 19879, "event": "table_file_creation", "file_number": 301444, "file_size": 4199715, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149871011, "largest_seqno": 5150043875, "table_properties": {"data_size": 4078785, "index_size": 32522, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 94709, "raw_key_size": 6156524, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1198, "num_entries": 101676, "num_filter_entries": 107886, "num_deletions": 52000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435374, "oldest_key_time": 1708435374, "file_creation_time": 1708435719, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301444, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:28:39.998666 3036210 [db/flush_job.cc:1062] [key] [JOB 19879] Flush lasted 127001 microseconds, and 122900 cpu microseconds. 2024/02/20-13:28:39.999303 3036210 (Original Log Time 2024/02/20-13:28:39.998652) [db/flush_job.cc:1011] [key] [JOB 19879] Level-0 flush table #301444: 4199715 bytes OK 2024/02/20-13:28:39.999306 3036210 (Original Log Time 2024/02/20-13:28:39.998672) [db/memtable_list.cc:555] [key] Level-0 commit table #301444 started 2024/02/20-13:28:39.999307 3036210 (Original Log Time 2024/02/20-13:28:39.999001) [db/memtable_list.cc:754] [key] Level-0 commit table #301444: memtable #1 done 2024/02/20-13:28:39.999309 3036210 (Original Log Time 2024/02/20-13:28:39.999020) EVENT_LOG_v1 {"time_micros": 1708435719999013, "job": 19879, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-13:28:39.999310 3036210 (Original Log Time 2024/02/20-13:28:39.999264) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-13:28:39.999314 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19879] Try to delete WAL files size 12686963, prev total WAL file size 15733634, number of live WAL files 4. 2024/02/20-13:28:40.000674 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301433.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:28:41.209696 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19878] Generated table #301442: 1528703 keys, 40034120 bytes, temperature: kUnknown 2024/02/20-13:28:41.209775 3036189 EVENT_LOG_v1 {"time_micros": 1708435721209727, "cf_name": "tag", "job": 19878, "event": "table_file_creation", "file_number": 301442, "file_size": 40034120, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 39732460, "index_size": 879686, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 121745622, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 21598, "num_entries": 1528703, "num_filter_entries": 293, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708435718, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301442, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:28:41.216727 3036189 (Original Log Time 2024/02/20-13:28:41.215682) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19878] Compacted 2@0 + 3@6 files to L6 => 175329147 bytes 2024/02/20-13:28:41.216734 3036189 (Original Log Time 2024/02/20-13:28:41.216374) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.2 rd, 15.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.4, 166.5 +0.0 blob) out(167.2 +0.0 blob), read-write-amplify(236.2) write-amplify(117.8) OK, records in: 6071158, records dropped: 0 output_compression: ZSTD 2024/02/20-13:28:41.216746 3036189 (Original Log Time 2024/02/20-13:28:41.216418) EVENT_LOG_v1 {"time_micros": 1708435721216397, "job": 19878, "event": "compaction_finished", "compaction_time_micros": 11592334, "compaction_time_cpu_micros": 11437024, "output_level": 6, "num_output_files": 3, "total_output_size": 175329147, "num_input_records": 6071158, "num_output_records": 6071158, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-13:28:41.223665 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301417.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:28:41.223701 3036189 EVENT_LOG_v1 {"time_micros": 1708435721223695, "job": 19878, "event": "table_file_deletion", "file_number": 301417} 2024/02/20-13:28:41.232982 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301418.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:28:41.233021 3036189 EVENT_LOG_v1 {"time_micros": 1708435721233015, "job": 19878, "event": "table_file_deletion", "file_number": 301418} 2024/02/20-13:28:41.238360 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301419.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:28:41.238397 3036189 EVENT_LOG_v1 {"time_micros": 1708435721238390, "job": 19878, "event": "table_file_deletion", "file_number": 301419} 2024/02/20-13:28:41.238621 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301432.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:28:41.238635 3036189 EVENT_LOG_v1 {"time_micros": 1708435721238632, "job": 19878, "event": "table_file_deletion", "file_number": 301432} 2024/02/20-13:28:41.238799 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301439.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:28:41.238811 3036189 EVENT_LOG_v1 {"time_micros": 1708435721238809, "job": 19878, "event": "table_file_deletion", "file_number": 301439} 2024/02/20-13:28:41.238935 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19880] Compacting 2@0 files to L5, score 1.00 2024/02/20-13:28:41.238942 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19886 Base level 0, inputs: [301444(4101KB) 301434(3797KB)] 2024/02/20-13:28:41.238958 3036189 EVENT_LOG_v1 {"time_micros": 1708435721238948, "job": 19880, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301444, 301434], "score": 1, "input_data_size": 8088040, "oldest_snapshot_seqno": -1} 2024/02/20-13:28:41.606397 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19880] Generated table #301445: 230359 keys, 7998148 bytes, temperature: kUnknown 2024/02/20-13:28:41.606479 3036189 EVENT_LOG_v1 {"time_micros": 1708435721606422, "cf_name": "key", "job": 19880, "event": "table_file_creation", "file_number": 301445, "file_size": 7998148, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149680762, "largest_seqno": 5150043875, "table_properties": {"data_size": 7733261, "index_size": 71669, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 210997, "raw_key_size": 13971068, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2332, "num_entries": 230359, "num_filter_entries": 239432, "num_deletions": 138000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435074, "oldest_key_time": 0, "file_creation_time": 1708435721, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301445, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:28:41.607338 3036189 (Original Log Time 2024/02/20-13:28:41.606916) [db/compaction/compaction_job.cc:1729] [key] [JOB 19880] Compacted 2@0 files to L5 => 7998148 bytes 2024/02/20-13:28:41.607341 3036189 (Original Log Time 2024/02/20-13:28:41.607150) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 22.0 rd, 21.8 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(7.7, 0.0 +0.0 blob) out(7.6 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 230359, records dropped: 0 output_compression: LZ4 2024/02/20-13:28:41.607346 3036189 (Original Log Time 2024/02/20-13:28:41.607169) EVENT_LOG_v1 {"time_micros": 1708435721607159, "job": 19880, "event": "compaction_finished", "compaction_time_micros": 367575, "compaction_time_cpu_micros": 360497, "output_level": 5, "num_output_files": 1, "total_output_size": 7998148, "num_input_records": 230359, "num_output_records": 230359, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-13:28:41.607768 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301434.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:28:41.607777 3036189 EVENT_LOG_v1 {"time_micros": 1708435721607775, "job": 19880, "event": "table_file_deletion", "file_number": 301434} 2024/02/20-13:28:41.608143 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301444.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:28:41.608151 3036189 EVENT_LOG_v1 {"time_micros": 1708435721608149, "job": 19880, "event": "table_file_deletion", "file_number": 301444} 2024/02/20-13:30:04.028249 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-13:30:04.028419 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1023202.9 total, 600.2 interval Cumulative writes: 130M writes, 584M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.23 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130533086.00 writes per sync, written: 56.23 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 87K writes, 313K keys, 87K commit groups, 1.0 writes per commit group, ingest: 26.76 MB, 0.04 MB/s Interval WAL: 87K writes, 0 syncs, 87935.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 408.24 380.79 4143 0.099 0 0 0.0 0.0 L5 1/0 7.43 MB 0.0 68.6 18.2 50.4 67.4 17.1 0.0 3.7 42.0 41.3 1673.10 1602.16 2140 0.782 1035M 1143 0.0 0.0 L6 13/0 785.85 MB 0.0 403.6 17.4 386.2 386.6 0.3 0.0 22.2 16.0 15.4 25761.59 23760.98 599 43.008 9432M 256M 0.0 0.0 Sum 14/0 793.28 MB 0.0 472.2 35.6 436.6 472.5 35.9 0.0 25.5 17.4 17.4 27842.92 25743.92 6882 4.046 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 21.4 41.9 0.36 0.35 3 0.121 99K 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 472.2 35.6 436.6 454.0 17.4 0.0 0.0 17.6 16.9 27434.69 25363.14 2739 10.016 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 408.24 380.79 4143 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1023202.9 total, 600.2 interval Flush(GB): cumulative 18.539, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 472.53 GB write, 0.47 MB/s write, 472.23 GB read, 0.47 MB/s read, 27842.9 seconds Interval compaction: 0.01 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1595 collections: 1706 last_copies: 0 last_secs: 0.000694 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(826,13.68 MB,0.890605%) IndexBlock(768,1.37 GB,91.4307%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5966646 Average: 2.1899 StdDev: 4.26 Min: 0 Median: 1.3833 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.36 ------------------------------------------------------ [ 0, 1 ] 2009990 33.687% 33.687% ####### ( 1, 2 ] 2539357 42.559% 76.246% ######### ( 2, 3 ] 992989 16.642% 92.889% ### ( 3, 4 ] 241920 4.055% 96.943% # ( 4, 6 ] 107369 1.799% 98.743% ( 6, 10 ] 35115 0.589% 99.331% ( 10, 15 ] 14806 0.248% 99.579% ( 15, 22 ] 7505 0.126% 99.705% ( 22, 34 ] 7855 0.132% 99.837% ( 34, 51 ] 5636 0.094% 99.931% ( 51, 76 ] 2508 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 402 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21596897 Average: 2.4688 StdDev: 6.80 Min: 0 Median: 1.4965 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.46 ------------------------------------------------------ [ 0, 1 ] 6610476 30.608% 30.608% ###### ( 1, 2 ] 8435072 39.057% 69.665% ######## ( 2, 3 ] 3662372 16.958% 86.623% ### ( 3, 4 ] 1337227 6.192% 92.815% # ( 4, 6 ] 1047350 4.850% 97.664% # ( 6, 10 ] 338102 1.566% 99.230% ( 10, 15 ] 58996 0.273% 99.503% ( 15, 22 ] 30188 0.140% 99.643% ( 22, 34 ] 32404 0.150% 99.793% ( 34, 51 ] 24628 0.114% 99.907% ( 51, 76 ] 11870 0.055% 99.962% ( 76, 110 ] 4848 0.022% 99.984% ( 110, 170 ] 1982 0.009% 99.994% ( 170, 250 ] 590 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 210102089 Average: 12.2560 StdDev: 81.89 Min: 0 Median: 1.4920 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.66 P99.9: 304.44 P99.99: 1542.16 ------------------------------------------------------ [ 0, 1 ] 71642502 34.099% 34.099% ####### ( 1, 2 ] 67898635 32.317% 66.416% ###### ( 2, 3 ] 29848206 14.207% 80.622% ### ( 3, 4 ] 6431732 3.061% 83.684% # ( 4, 6 ] 1171443 0.558% 84.241% ( 6, 10 ] 551769 0.263% 84.504% ( 10, 15 ] 312702 0.149% 84.653% ( 15, 22 ] 260401 0.124% 84.777% ( 22, 34 ] 7554302 3.596% 88.372% # ( 34, 51 ] 7656859 3.644% 92.016% # ( 51, 76 ] 6145365 2.925% 94.941% # ( 76, 110 ] 6726427 3.202% 98.143% # ( 110, 170 ] 3308176 1.575% 99.717% ( 170, 250 ] 336348 0.160% 99.878% ( 250, 380 ] 112511 0.054% 99.931% ( 380, 580 ] 68321 0.033% 99.964% ( 580, 870 ] 30645 0.015% 99.978% ( 870, 1300 ] 13920 0.007% 99.985% ( 1300, 1900 ] 26796 0.013% 99.998% ( 1900, 2900 ] 2129 0.001% 99.999% ( 2900, 4400 ] 860 0.000% 99.999% ( 4400, 6600 ] 621 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.56 74.20 4030 0.022 0 0 0.0 0.0 L6 3/0 167.21 MB 0.0 312.6 3.1 309.5 309.5 0.1 0.0 99.2 15.4 15.2 20811.72 20427.96 2122 9.808 11G 62M 0.0 0.0 Sum 3/0 167.21 MB 0.0 312.6 3.1 309.5 312.6 3.2 0.0 100.2 15.3 15.3 20899.28 20502.16 6152 3.397 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 118.8 14.4 14.5 11.64 11.48 3 3.880 6071K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 312.6 3.1 309.5 309.5 0.1 0.0 0.0 15.4 15.2 20811.72 20427.96 2122 9.808 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.56 74.20 4030 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1023202.9 total, 600.2 interval Flush(GB): cumulative 3.121, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 312.64 GB write, 0.31 MB/s write, 312.57 GB read, 0.31 MB/s read, 20899.3 seconds Interval compaction: 0.16 GB write, 0.28 MB/s write, 0.16 GB read, 0.28 MB/s read, 11.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4342 collections: 1706 last_copies: 0 last_secs: 0.001358 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2194,1.66 MB,0.108398%) IndexBlock(2147,1.46 GB,97.0346%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1025407 Average: 3.5687 StdDev: 6.33 Min: 0 Median: 2.5874 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.43 P99.9: 60.70 P99.99: 194.77 ------------------------------------------------------ [ 0, 1 ] 116646 11.376% 11.376% ## ( 1, 2 ] 247099 24.098% 35.473% ##### ( 2, 3 ] 253608 24.732% 60.206% ##### ( 3, 4 ] 197297 19.241% 79.447% #### ( 4, 6 ] 169573 16.537% 95.984% ### ( 6, 10 ] 28623 2.791% 98.775% # ( 10, 15 ] 4756 0.464% 99.239% ( 15, 22 ] 2552 0.249% 99.488% ( 22, 34 ] 2165 0.211% 99.699% ( 34, 51 ] 1776 0.173% 99.872% ( 51, 76 ] 739 0.072% 99.944% ( 76, 110 ] 251 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177317201 Average: 2.1876 StdDev: 5.39 Min: 0 Median: 1.3430 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.76 P99.99: 144.58 ------------------------------------------------------ [ 0, 1 ] 65534012 36.959% 36.959% ####### ( 1, 2 ] 67426229 38.026% 74.984% ######## ( 2, 3 ] 33002970 18.612% 93.597% #### ( 3, 4 ] 7948971 4.483% 98.080% # ( 4, 6 ] 1482987 0.836% 98.916% ( 6, 10 ] 615578 0.347% 99.263% ( 10, 15 ] 401049 0.226% 99.489% ( 15, 22 ] 199568 0.113% 99.602% ( 22, 34 ] 312481 0.176% 99.778% ( 34, 51 ] 204972 0.116% 99.894% ( 51, 76 ] 100266 0.057% 99.950% ( 76, 110 ] 57938 0.033% 99.983% ( 110, 170 ] 21602 0.012% 99.995% ( 170, 250 ] 3839 0.002% 99.997% ( 250, 380 ] 1756 0.001% 99.998% ( 380, 580 ] 1460 0.001% 99.999% ( 580, 870 ] 866 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 274.34 254.54 4110 0.067 0 0 0.0 0.0 L5 1/0 7.63 MB 0.0 22.2 8.2 14.0 22.0 8.0 0.0 2.7 28.8 28.5 789.04 763.12 1968 0.401 613M 276K 0.0 0.0 L6 6/0 342.96 MB 0.0 197.2 8.8 188.4 188.5 0.1 0.0 21.3 14.4 13.8 14036.13 13732.54 716 19.604 8828M 238M 0.0 0.0 Sum 7/0 350.59 MB 0.0 219.4 17.0 202.3 219.5 17.2 0.0 24.2 14.9 14.9 15099.52 14750.20 6794 2.222 9442M 239M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 12.4 24.6 0.62 0.61 3 0.208 230K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 219.4 17.0 202.3 210.5 8.1 0.0 0.0 15.2 14.5 14825.17 14495.66 2684 5.524 9442M 239M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 274.34 254.54 4110 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1023202.9 total, 600.2 interval Flush(GB): cumulative 9.060, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 219.54 GB write, 0.22 MB/s write, 219.38 GB read, 0.22 MB/s read, 15099.5 seconds Interval compaction: 0.01 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 359353 collections: 1706 last_copies: 0 last_secs: 0.143347 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359239,1.39 GB,92.4055%) FilterBlock(52,54.02 MB,3.51711%) IndexBlock(57,22.67 MB,1.47616%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2833649 Average: 4.2621 StdDev: 8.08 Min: 0 Median: 1.9595 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.91 P99.9: 61.09 P99.99: 151.50 ------------------------------------------------------ [ 0, 1 ] 632787 22.331% 22.331% #### ( 1, 2 ] 817136 28.837% 51.168% ###### ( 2, 3 ] 400417 14.131% 65.299% ### ( 3, 4 ] 172945 6.103% 71.402% # ( 4, 6 ] 149584 5.279% 76.681% # ( 6, 10 ] 447944 15.808% 92.489% ### ( 10, 15 ] 177479 6.263% 98.752% # ( 15, 22 ] 16910 0.597% 99.349% ( 22, 34 ] 9073 0.320% 99.669% ( 34, 51 ] 5523 0.195% 99.864% ( 51, 76 ] 2520 0.089% 99.953% ( 76, 110 ] 827 0.029% 99.982% ( 110, 170 ] 319 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6861405 Average: 4.7105 StdDev: 7.66 Min: 0 Median: 2.4767 Max: 7311 Percentiles: P50: 2.48 P75: 6.17 P99: 19.50 P99.9: 69.20 P99.99: 168.95 ------------------------------------------------------ [ 0, 1 ] 1122485 16.359% 16.359% ### ( 1, 2 ] 1810223 26.383% 42.742% ##### ( 2, 3 ] 1044725 15.226% 57.968% ### ( 3, 4 ] 561383 8.182% 66.150% ## ( 4, 6 ] 555595 8.097% 74.247% ## ( 6, 10 ] 1195205 17.419% 91.667% ### ( 10, 15 ] 473463 6.900% 98.567% # ( 15, 22 ] 46224 0.674% 99.241% ( 22, 34 ] 24386 0.355% 99.596% ( 34, 51 ] 15409 0.225% 99.821% ( 51, 76 ] 7481 0.109% 99.930% ( 76, 110 ] 2839 0.041% 99.971% ( 110, 170 ] 1324 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106520500 Average: 5.8037 StdDev: 24.82 Min: 0 Median: 2.3519 Max: 40453 Percentiles: P50: 2.35 P75: 7.56 P99: 41.82 P99.9: 159.10 P99.99: 467.23 ------------------------------------------------------ [ 0, 1 ] 25246188 23.701% 23.701% ##### ( 1, 2 ] 24101517 22.626% 46.327% ##### ( 2, 3 ] 11119201 10.439% 56.766% ## ( 3, 4 ] 4365084 4.098% 60.863% # ( 4, 6 ] 4988913 4.684% 65.547% # ( 6, 10 ] 25899175 24.314% 89.861% ##### ( 10, 15 ] 8327999 7.818% 97.679% ## ( 15, 22 ] 677105 0.636% 98.315% ( 22, 34 ] 555025 0.521% 98.836% ( 34, 51 ] 380646 0.357% 99.193% ( 51, 76 ] 242544 0.228% 99.421% ( 76, 110 ] 308110 0.289% 99.710% ( 110, 170 ] 247435 0.232% 99.942% ( 170, 250 ] 39616 0.037% 99.979% ( 250, 380 ] 8538 0.008% 99.987% ( 380, 580 ] 6310 0.006% 99.993% ( 580, 870 ] 3599 0.003% 99.997% ( 870, 1300 ] 1911 0.002% 99.999% ( 1300, 1900 ] 2620 0.002% 100.001% ( 1900, 2900 ] 185 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 101 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-13:30:04.033064 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 532128647 rocksdb.block.cache.hit COUNT : 2194473851 rocksdb.block.cache.add COUNT : 39882392 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32538 rocksdb.block.cache.index.hit COUNT : 538603647 rocksdb.block.cache.index.add COUNT : 32524 rocksdb.block.cache.index.bytes.insert COUNT : 34797823193 rocksdb.block.cache.filter.miss COUNT : 32544 rocksdb.block.cache.filter.hit COUNT : 1117627728 rocksdb.block.cache.filter.add COUNT : 32544 rocksdb.block.cache.filter.bytes.insert COUNT : 8847817024 rocksdb.block.cache.data.miss COUNT : 532063565 rocksdb.block.cache.data.hit COUNT : 538242476 rocksdb.block.cache.data.add COUNT : 39817324 rocksdb.block.cache.data.bytes.insert COUNT : 164932510239 rocksdb.block.cache.bytes.read COUNT : 1912860233667360 rocksdb.block.cache.bytes.write COUNT : 208578150456 rocksdb.bloom.filter.useful COUNT : 579089104 rocksdb.bloom.filter.full.positive COUNT : 538538656 rocksdb.bloom.filter.full.true.positive COUNT : 532937439 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94794929 rocksdb.memtable.miss COUNT : 6360381165 rocksdb.l0.hit COUNT : 16283974 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 516653465 rocksdb.compaction.key.drop.new COUNT : 278832711 rocksdb.compaction.key.drop.obsolete COUNT : 278852466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 584214972 rocksdb.number.keys.read COUNT : 655828087 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60376535236 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68214 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32529 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 773019422 rocksdb.number.multiget.keys.read COUNT : 5799348007 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60376535236 rocksdb.write.self COUNT : 130320235 rocksdb.write.other COUNT : 212851 rocksdb.write.wal COUNT : 130533086 rocksdb.compact.read.bytes COUNT : 1002121595992 rocksdb.compact.write.bytes COUNT : 1045811493752 rocksdb.flush.write.bytes COUNT : 32988985560 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1039792 rocksdb.number.superversion_releases COUNT : 2729 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 525455533 rocksdb.number.block.decompressed COUNT : 525472649 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60286760687 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68214 rocksdb.num.iterator.deleted COUNT : 68214 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5258 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5220 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44337 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61285299176 rocksdb.memtable.garbage.bytes.at.flush COUNT : 739428513 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 949690047268 rocksdb.last.level.read.count COUNT : 493942165 rocksdb.non.last.level.read.bytes COUNT : 129453257004 rocksdb.non.last.level.read.count COUNT : 38284069 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 532161176 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2143999022758 rocksdb.bytes.compressed.to COUNT : 1041093046000 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26240631554 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6619106 rocksdb.bytes.decompressed.from COUNT : 1041342081829 rocksdb.bytes.decompressed.to COUNT : 2144117428720 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.402636 P95 : 106.257608 P99 : 160.355742 P100 : 227461.000000 COUNT : 655828087 SUM : 33812832433 rocksdb.db.write.micros P50 : 67.024342 P95 : 111.714865 P99 : 169.405169 P100 : 2037453.000000 COUNT : 130533086 SUM : 13456629624 rocksdb.compaction.times.micros P50 : 1618771.929825 P95 : 38466666.666667 P99 : 67091814.159292 P100 : 89521673.000000 COUNT : 7545 SUM : 63071582170 rocksdb.compaction.times.cpu_micros P50 : 1557581.227437 P95 : 35798283.261803 P99 : 63965846.994536 P100 : 83823365.000000 COUNT : 7545 SUM : 60286760687 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4304.509284 P95 : 27725.561798 P99 : 62130.434783 P100 : 1558490.000000 COUNT : 12268 SUM : 114860537 rocksdb.compaction.outfile.sync.micros P50 : 62604.785856 P95 : 125882.736156 P99 : 225233.333333 P100 : 2063820.000000 COUNT : 20244 SUM : 1298719552 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.155976 P95 : 727.013889 P99 : 3951.339286 P100 : 501117.000000 COUNT : 19875 SUM : 12821676 rocksdb.table.open.io.micros P50 : 584.153028 P95 : 6237.982511 P99 : 13027.820779 P100 : 207055.000000 COUNT : 32529 SUM : 57691311 rocksdb.db.multiget.micros P50 : 7.992509 P95 : 17.798698 P99 : 33.038016 P100 : 26625.000000 COUNT : 773019423 SUM : 7319506010 rocksdb.read.block.compaction.micros P50 : 13.669774 P95 : 59.075859 P99 : 138.405522 P100 : 136000.000000 COUNT : 492246241 SUM : 9564819162 rocksdb.read.block.get.micros P50 : 52.858295 P95 : 94.733020 P99 : 145.739039 P100 : 206929.000000 COUNT : 39882406 SUM : 2298263511 rocksdb.write.raw.block.micros P50 : 0.521547 P95 : 0.990939 P99 : 1.895199 P100 : 331149.000000 COUNT : 532172175 SUM : 10663090741 rocksdb.numfiles.in.singlecompaction P50 : 2.774255 P95 : 5.679538 P99 : 5.938613 P100 : 7.000000 COUNT : 5745 SUM : 20452 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.537861 P95 : 33.363178 P99 : 104.864302 P100 : 135929.000000 COUNT : 532226234 SUM : 3695589526 rocksdb.file.read.flush.micros P50 : 1.843725 P95 : 15.814379 P99 : 41.151724 P100 : 787.000000 COUNT : 61340 SUM : 294086 rocksdb.file.read.compaction.micros P50 : 1.422935 P95 : 36.510413 P99 : 106.356073 P100 : 135929.000000 COUNT : 492347475 SUM : 3297179949 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 655828088 SUM : 0 rocksdb.bytes.per.write P50 : 218.497564 P95 : 527.687249 P99 : 803.793916 P100 : 4563443.000000 COUNT : 130320235 SUM : 60376535236 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 773019423 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46158.061594 P95 : 166679.597701 P99 : 238838.356164 P100 : 1681975.000000 COUNT : 12311 SUM : 770140969 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-13:30:04.033570 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-13:30:04.033840 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708435804 to in-memory stats history 2024/02/20-13:30:04.033874 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-13:30:04.033921 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-13:33:22.045109 4076672 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301435. Total log size is 15759760 while max_total_wal_size is 15728640 2024/02/20-13:33:22.045478 4076672 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301446. Immutable memtables: 0. 2024/02/20-13:33:22.045804 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19881] Syncing log #301443 2024/02/20-13:33:22.065099 3036193 (Original Log Time 2024/02/20-13:33:22.045788) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:33:22.065108 3036193 [db/flush_job.cc:892] [url] [JOB 19881] Flushing memtable with next log file: 301446 2024/02/20-13:33:22.065132 3036193 EVENT_LOG_v1 {"time_micros": 1708436002065125, "job": 19881, "event": "flush_started", "num_memtables": 1, "num_entries": 57142, "num_deletes": 0, "total_data_size": 8757017, "memory_usage": 11944488, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:33:22.065135 3036193 [db/flush_job.cc:926] [url] [JOB 19881] Level-0 flush table #301447: started 2024/02/20-13:33:22.191141 3036193 EVENT_LOG_v1 {"time_micros": 1708436002191097, "cf_name": "url", "job": 19881, "event": "table_file_creation", "file_number": 301447, "file_size": 4511623, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150012465, "largest_seqno": 5150180147, "table_properties": {"data_size": 4440578, "index_size": 104575, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5877, "raw_key_size": 8474781, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1344, "num_entries": 56229, "num_filter_entries": 6695, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435646, "oldest_key_time": 1708435646, "file_creation_time": 1708436002, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301447, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:33:22.191187 3036193 [db/flush_job.cc:1062] [url] [JOB 19881] Flush lasted 126095 microseconds, and 122597 cpu microseconds. 2024/02/20-13:33:22.191742 3036193 (Original Log Time 2024/02/20-13:33:22.191169) [db/flush_job.cc:1011] [url] [JOB 19881] Level-0 flush table #301447: 4511623 bytes OK 2024/02/20-13:33:22.191745 3036193 (Original Log Time 2024/02/20-13:33:22.191194) [db/memtable_list.cc:555] [url] Level-0 commit table #301447 started 2024/02/20-13:33:22.191746 3036193 (Original Log Time 2024/02/20-13:33:22.191511) [db/memtable_list.cc:754] [url] Level-0 commit table #301447: memtable #1 done 2024/02/20-13:33:22.191748 3036193 (Original Log Time 2024/02/20-13:33:22.191530) EVENT_LOG_v1 {"time_micros": 1708436002191524, "job": 19881, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-13:33:22.191749 3036193 (Original Log Time 2024/02/20-13:33:22.191711) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-13:33:22.191755 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19881] Try to delete WAL files size 2554446, prev total WAL file size 15766413, number of live WAL files 4. 2024/02/20-13:33:22.192134 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301435.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:34:17.099648 4076427 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301438. Total log size is 15728873 while max_total_wal_size is 15728640 2024/02/20-13:34:17.099898 4076427 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301448. Immutable memtables: 0. 2024/02/20-13:34:17.100141 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19882] Syncing log #301446 2024/02/20-13:34:17.105745 3036210 (Original Log Time 2024/02/20-13:34:17.100133) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:34:17.105756 3036210 [db/flush_job.cc:892] [tag] [JOB 19882] Flushing memtable with next log file: 301448 2024/02/20-13:34:17.105779 3036210 EVENT_LOG_v1 {"time_micros": 1708436057105772, "job": 19882, "event": "flush_started", "num_memtables": 1, "num_entries": 15975, "num_deletes": 0, "total_data_size": 1394847, "memory_usage": 2418320, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:34:17.105781 3036210 [db/flush_job.cc:926] [tag] [JOB 19882] Level-0 flush table #301449: started 2024/02/20-13:34:17.148257 3036210 EVENT_LOG_v1 {"time_micros": 1708436057148214, "cf_name": "tag", "job": 19882, "event": "table_file_creation", "file_number": 301449, "file_size": 842023, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150038318, "largest_seqno": 5150209883, "table_properties": {"data_size": 835110, "index_size": 9031, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1354173, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 257, "num_entries": 15892, "num_filter_entries": 188, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435709, "oldest_key_time": 1708435709, "file_creation_time": 1708436057, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301449, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:34:17.148309 3036210 [db/flush_job.cc:1062] [tag] [JOB 19882] Flush lasted 42574 microseconds, and 41142 cpu microseconds. 2024/02/20-13:34:17.149002 3036210 (Original Log Time 2024/02/20-13:34:17.148292) [db/flush_job.cc:1011] [tag] [JOB 19882] Level-0 flush table #301449: 842023 bytes OK 2024/02/20-13:34:17.149005 3036210 (Original Log Time 2024/02/20-13:34:17.148315) [db/memtable_list.cc:555] [tag] Level-0 commit table #301449 started 2024/02/20-13:34:17.149007 3036210 (Original Log Time 2024/02/20-13:34:17.148707) [db/memtable_list.cc:754] [tag] Level-0 commit table #301449: memtable #1 done 2024/02/20-13:34:17.149009 3036210 (Original Log Time 2024/02/20-13:34:17.148731) EVENT_LOG_v1 {"time_micros": 1708436057148723, "job": 19882, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:34:17.149010 3036210 (Original Log Time 2024/02/20-13:34:17.148961) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-13:34:17.149016 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19882] Try to delete WAL files size 487399, prev total WAL file size 15731588, number of live WAL files 4. 2024/02/20-13:34:17.149332 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301438.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:34:27.152562 4076251 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301443. Total log size is 15729019 while max_total_wal_size is 15728640 2024/02/20-13:34:27.152893 4076251 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301450. Immutable memtables: 0. 2024/02/20-13:34:27.153170 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19883] Syncing log #301448 2024/02/20-13:34:27.163969 3036193 (Original Log Time 2024/02/20-13:34:27.153159) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:34:27.163978 3036193 [db/flush_job.cc:892] [key] [JOB 19883] Flushing memtable with next log file: 301450 2024/02/20-13:34:27.164000 3036193 EVENT_LOG_v1 {"time_micros": 1708436067163994, "job": 19883, "event": "flush_started", "num_memtables": 1, "num_entries": 99654, "num_deletes": 48000, "total_data_size": 6240473, "memory_usage": 9295824, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:34:27.164003 3036193 [db/flush_job.cc:926] [key] [JOB 19883] Level-0 flush table #301451: started 2024/02/20-13:34:27.282474 3036193 EVENT_LOG_v1 {"time_micros": 1708436067282416, "cf_name": "key", "job": 19883, "event": "table_file_creation", "file_number": 301451, "file_size": 4133634, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150043877, "largest_seqno": 5150215444, "table_properties": {"data_size": 4017027, "index_size": 31511, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 91461, "raw_key_size": 5987770, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1173, "num_entries": 98769, "num_filter_entries": 104150, "num_deletions": 48000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435719, "oldest_key_time": 1708435719, "file_creation_time": 1708436067, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301451, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:34:27.282537 3036193 [db/flush_job.cc:1062] [key] [JOB 19883] Flush lasted 118574 microseconds, and 115019 cpu microseconds. 2024/02/20-13:34:27.283129 3036193 (Original Log Time 2024/02/20-13:34:27.282518) [db/flush_job.cc:1011] [key] [JOB 19883] Level-0 flush table #301451: 4133634 bytes OK 2024/02/20-13:34:27.283133 3036193 (Original Log Time 2024/02/20-13:34:27.282545) [db/memtable_list.cc:555] [key] Level-0 commit table #301451 started 2024/02/20-13:34:27.283136 3036193 (Original Log Time 2024/02/20-13:34:27.282870) [db/memtable_list.cc:754] [key] Level-0 commit table #301451: memtable #1 done 2024/02/20-13:34:27.283138 3036193 (Original Log Time 2024/02/20-13:34:27.282893) EVENT_LOG_v1 {"time_micros": 1708436067282886, "job": 19883, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-13:34:27.283140 3036193 (Original Log Time 2024/02/20-13:34:27.283086) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-13:34:27.283146 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19883] Try to delete WAL files size 12717915, prev total WAL file size 15735371, number of live WAL files 4. 2024/02/20-13:34:27.285033 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301443.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:39:14.101712 4076694 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301446. Total log size is 15728831 while max_total_wal_size is 15728640 2024/02/20-13:39:14.101966 4076694 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301452. Immutable memtables: 0. 2024/02/20-13:39:14.102187 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19884] Syncing log #301450 2024/02/20-13:39:14.137362 3036210 (Original Log Time 2024/02/20-13:39:14.102177) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:39:14.137372 3036210 [db/flush_job.cc:892] [url] [JOB 19884] Flushing memtable with next log file: 301452 2024/02/20-13:39:14.137396 3036210 EVENT_LOG_v1 {"time_micros": 1708436354137389, "job": 19884, "event": "flush_started", "num_memtables": 1, "num_entries": 57471, "num_deletes": 0, "total_data_size": 8848727, "memory_usage": 10737168, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:39:14.137399 3036210 [db/flush_job.cc:926] [url] [JOB 19884] Level-0 flush table #301453: started 2024/02/20-13:39:14.249233 3036210 EVENT_LOG_v1 {"time_micros": 1708436354249199, "cf_name": "url", "job": 19884, "event": "table_file_creation", "file_number": 301453, "file_size": 4559359, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150182149, "largest_seqno": 5150349138, "table_properties": {"data_size": 4474147, "index_size": 125149, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5877, "raw_key_size": 8547531, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1357, "num_entries": 56445, "num_filter_entries": 6673, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436002, "oldest_key_time": 1708436002, "file_creation_time": 1708436354, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301453, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:39:14.249291 3036210 [db/flush_job.cc:1062] [url] [JOB 19884] Flush lasted 111939 microseconds, and 101676 cpu microseconds. 2024/02/20-13:39:14.250066 3036210 (Original Log Time 2024/02/20-13:39:14.249272) [db/flush_job.cc:1011] [url] [JOB 19884] Level-0 flush table #301453: 4559359 bytes OK 2024/02/20-13:39:14.250071 3036210 (Original Log Time 2024/02/20-13:39:14.249297) [db/memtable_list.cc:555] [url] Level-0 commit table #301453 started 2024/02/20-13:39:14.250074 3036210 (Original Log Time 2024/02/20-13:39:14.249802) [db/memtable_list.cc:754] [url] Level-0 commit table #301453: memtable #1 done 2024/02/20-13:39:14.250077 3036210 (Original Log Time 2024/02/20-13:39:14.249830) EVENT_LOG_v1 {"time_micros": 1708436354249822, "job": 19884, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-13:39:14.250079 3036210 (Original Log Time 2024/02/20-13:39:14.250021) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-13:39:14.250087 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19884] Try to delete WAL files size 2523559, prev total WAL file size 15733125, number of live WAL files 4. 2024/02/20-13:39:14.250174 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 19885] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-13:39:14.250182 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19892 Base level 0, inputs: [301453(4452KB) 301447(4405KB)], [301437(7609KB)] 2024/02/20-13:39:14.250204 3036190 EVENT_LOG_v1 {"time_micros": 1708436354250192, "job": 19885, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301453, 301447], "files_L5": [301437], "score": 1, "input_data_size": 16862924, "oldest_snapshot_seqno": -1} 2024/02/20-13:39:14.250647 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301446.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:39:14.635848 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19885] Generated table #301454: 212593 keys, 15922654 bytes, temperature: kUnknown 2024/02/20-13:39:14.635913 3036190 EVENT_LOG_v1 {"time_micros": 1708436354635872, "cf_name": "url", "job": 19885, "event": "table_file_creation", "file_number": 301454, "file_size": 15922654, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149649961, "largest_seqno": 5150349138, "table_properties": {"data_size": 15660166, "index_size": 440052, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14117, "raw_key_size": 32089228, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4717, "num_entries": 212593, "num_filter_entries": 16110, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435001, "oldest_key_time": 0, "file_creation_time": 1708436354, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301454, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:39:14.636874 3036190 (Original Log Time 2024/02/20-13:39:14.636379) [db/compaction/compaction_job.cc:1729] [url] [JOB 19885] Compacted 2@0 + 1@5 files to L5 => 15922654 bytes 2024/02/20-13:39:14.636877 3036190 (Original Log Time 2024/02/20-13:39:14.636666) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.06, MB/sec: 43.7 rd, 41.3 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.7, 7.4 +0.0 blob) out(15.2 +0.0 blob), read-write-amplify(3.6) write-amplify(1.8) OK, records in: 212593, records dropped: 0 output_compression: LZ4 2024/02/20-13:39:14.636882 3036190 (Original Log Time 2024/02/20-13:39:14.636687) EVENT_LOG_v1 {"time_micros": 1708436354636675, "job": 19885, "event": "compaction_finished", "compaction_time_micros": 385763, "compaction_time_cpu_micros": 374504, "output_level": 5, "num_output_files": 1, "total_output_size": 15922654, "num_input_records": 212593, "num_output_records": 212593, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-13:39:14.637530 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301437.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:39:14.637544 3036190 EVENT_LOG_v1 {"time_micros": 1708436354637542, "job": 19885, "event": "table_file_deletion", "file_number": 301437} 2024/02/20-13:39:14.637923 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301447.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:39:14.637929 3036190 EVENT_LOG_v1 {"time_micros": 1708436354637928, "job": 19885, "event": "table_file_deletion", "file_number": 301447} 2024/02/20-13:39:14.638274 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301453.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:39:14.638279 3036190 EVENT_LOG_v1 {"time_micros": 1708436354638278, "job": 19885, "event": "table_file_deletion", "file_number": 301453} 2024/02/20-13:40:04.171248 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-13:40:04.171469 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1023803.0 total, 600.1 interval Cumulative writes: 130M writes, 584M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.26 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130623073.00 writes per sync, written: 56.26 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 89K writes, 287K keys, 89K commit groups, 1.0 writes per commit group, ingest: 25.67 MB, 0.04 MB/s Interval WAL: 89K writes, 0 syncs, 89987.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 1.0 0.0 46.5 408.48 381.01 4145 0.099 0 0 0.0 0.0 L5 1/0 15.19 MB 0.1 68.6 18.2 50.4 67.5 17.1 0.0 3.7 42.0 41.3 1673.48 1602.53 2141 0.782 1035M 1143 0.0 0.0 L6 13/0 785.85 MB 0.0 403.6 17.4 386.2 386.6 0.3 0.0 22.2 16.0 15.4 25761.59 23760.98 599 43.008 9432M 256M 0.0 0.0 Sum 14/0 801.04 MB 0.0 472.2 35.6 436.6 472.6 36.0 0.0 25.5 17.4 17.4 27843.55 25744.52 6885 4.044 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.8 25.8 38.2 0.62 0.60 3 0.208 212K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 472.2 35.6 436.6 454.0 17.4 0.0 0.0 17.6 16.9 27435.07 25363.51 2740 10.013 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.5 18.5 0.0 0.0 0.0 46.5 408.48 381.01 4145 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1023803.0 total, 600.1 interval Flush(GB): cumulative 18.547, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 472.55 GB write, 0.47 MB/s write, 472.24 GB read, 0.47 MB/s read, 27843.5 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.39 GB table_size: 4416 occupancy: 1599 collections: 1707 last_copies: 0 last_secs: 0.000691 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(828,13.70 MB,0.89185%) IndexBlock(770,1.37 GB,91.4649%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5969357 Average: 2.1899 StdDev: 4.25 Min: 0 Median: 1.3833 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.32 ------------------------------------------------------ [ 0, 1 ] 2010797 33.685% 33.685% ####### ( 1, 2 ] 2540632 42.561% 76.247% ######### ( 2, 3 ] 993446 16.642% 92.889% ### ( 3, 4 ] 242032 4.055% 96.944% # ( 4, 6 ] 107393 1.799% 98.743% ( 6, 10 ] 35131 0.589% 99.331% ( 10, 15 ] 14817 0.248% 99.579% ( 15, 22 ] 7510 0.126% 99.705% ( 22, 34 ] 7858 0.132% 99.837% ( 34, 51 ] 5636 0.094% 99.931% ( 51, 76 ] 2509 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 402 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21599216 Average: 2.4687 StdDev: 6.80 Min: 0 Median: 1.4965 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.95 P99.99: 146.45 ------------------------------------------------------ [ 0, 1 ] 6611224 30.609% 30.609% ###### ( 1, 2 ] 8436101 39.057% 69.666% ######## ( 2, 3 ] 3662780 16.958% 86.624% ### ( 3, 4 ] 1337314 6.191% 92.815% # ( 4, 6 ] 1047370 4.849% 97.665% # ( 6, 10 ] 338114 1.565% 99.230% ( 10, 15 ] 59005 0.273% 99.503% ( 15, 22 ] 30191 0.140% 99.643% ( 22, 34 ] 32404 0.150% 99.793% ( 34, 51 ] 24629 0.114% 99.907% ( 51, 76 ] 11872 0.055% 99.962% ( 76, 110 ] 4848 0.022% 99.984% ( 110, 170 ] 1982 0.009% 99.994% ( 170, 250 ] 590 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 210102089 Average: 12.2560 StdDev: 81.89 Min: 0 Median: 1.4920 Max: 135929 Percentiles: P50: 1.49 P75: 2.60 P99: 142.66 P99.9: 304.44 P99.99: 1542.16 ------------------------------------------------------ [ 0, 1 ] 71642502 34.099% 34.099% ####### ( 1, 2 ] 67898635 32.317% 66.416% ###### ( 2, 3 ] 29848206 14.207% 80.622% ### ( 3, 4 ] 6431732 3.061% 83.684% # ( 4, 6 ] 1171443 0.558% 84.241% ( 6, 10 ] 551769 0.263% 84.504% ( 10, 15 ] 312702 0.149% 84.653% ( 15, 22 ] 260401 0.124% 84.777% ( 22, 34 ] 7554302 3.596% 88.372% # ( 34, 51 ] 7656859 3.644% 92.016% # ( 51, 76 ] 6145365 2.925% 94.941% # ( 76, 110 ] 6726427 3.202% 98.143% # ( 110, 170 ] 3308176 1.575% 99.717% ( 170, 250 ] 336348 0.160% 99.878% ( 250, 380 ] 112511 0.054% 99.931% ( 380, 580 ] 68321 0.033% 99.964% ( 580, 870 ] 30645 0.015% 99.978% ( 870, 1300 ] 13920 0.007% 99.985% ( 1300, 1900 ] 26796 0.013% 99.998% ( 1900, 2900 ] 2129 0.001% 99.999% ( 2900, 4400 ] 860 0.000% 99.999% ( 4400, 6600 ] 621 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 822.29 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.60 74.24 4031 0.022 0 0 0.0 0.0 L6 3/0 167.21 MB 0.0 312.6 3.1 309.5 309.5 0.1 0.0 99.2 15.4 15.2 20811.72 20427.96 2122 9.808 11G 62M 0.0 0.0 Sum 4/0 168.01 MB 0.0 312.6 3.1 309.5 312.6 3.2 0.0 100.1 15.3 15.3 20899.32 20502.20 6153 3.397 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 18.9 0.04 0.04 1 0.043 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 312.6 3.1 309.5 309.5 0.1 0.0 0.0 15.4 15.2 20811.72 20427.96 2122 9.808 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.60 74.24 4031 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1023803.0 total, 600.1 interval Flush(GB): cumulative 3.122, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 312.64 GB write, 0.31 MB/s write, 312.57 GB read, 0.31 MB/s read, 20899.3 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4344 collections: 1707 last_copies: 0 last_secs: 0.001526 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2195,1.67 MB,0.108414%) IndexBlock(2148,1.46 GB,97.0352%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1025412 Average: 3.5687 StdDev: 6.33 Min: 0 Median: 2.5874 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.43 P99.9: 60.70 P99.99: 194.77 ------------------------------------------------------ [ 0, 1 ] 116646 11.376% 11.376% ## ( 1, 2 ] 247102 24.098% 35.473% ##### ( 2, 3 ] 253609 24.732% 60.206% ##### ( 3, 4 ] 197297 19.241% 79.447% #### ( 4, 6 ] 169574 16.537% 95.984% ### ( 6, 10 ] 28623 2.791% 98.775% # ( 10, 15 ] 4756 0.464% 99.239% ( 15, 22 ] 2552 0.249% 99.488% ( 22, 34 ] 2165 0.211% 99.699% ( 34, 51 ] 1776 0.173% 99.872% ( 51, 76 ] 739 0.072% 99.944% ( 76, 110 ] 251 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177317201 Average: 2.1876 StdDev: 5.39 Min: 0 Median: 1.3430 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.76 P99.99: 144.58 ------------------------------------------------------ [ 0, 1 ] 65534012 36.959% 36.959% ####### ( 1, 2 ] 67426229 38.026% 74.984% ######## ( 2, 3 ] 33002970 18.612% 93.597% #### ( 3, 4 ] 7948971 4.483% 98.080% # ( 4, 6 ] 1482987 0.836% 98.916% ( 6, 10 ] 615578 0.347% 99.263% ( 10, 15 ] 401049 0.226% 99.489% ( 15, 22 ] 199568 0.113% 99.602% ( 22, 34 ] 312481 0.176% 99.778% ( 34, 51 ] 204972 0.116% 99.894% ( 51, 76 ] 100266 0.057% 99.950% ( 76, 110 ] 57938 0.033% 99.983% ( 110, 170 ] 21602 0.012% 99.995% ( 170, 250 ] 3839 0.002% 99.997% ( 250, 380 ] 1756 0.001% 99.998% ( 380, 580 ] 1460 0.001% 99.999% ( 580, 870 ] 866 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.94 MB 0.5 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 274.46 254.65 4111 0.067 0 0 0.0 0.0 L5 1/0 7.63 MB 0.0 22.2 8.2 14.0 22.0 8.0 0.0 2.7 28.8 28.5 789.04 763.12 1968 0.401 613M 276K 0.0 0.0 L6 6/0 342.96 MB 0.0 197.2 8.8 188.4 188.5 0.1 0.0 21.3 14.4 13.8 14036.13 13732.54 716 19.604 8828M 238M 0.0 0.0 Sum 8/0 354.53 MB 0.0 219.4 17.0 202.3 219.5 17.2 0.0 24.2 14.9 14.9 15099.64 14750.32 6795 2.222 9442M 239M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 33.2 0.12 0.12 1 0.119 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 219.4 17.0 202.3 210.5 8.1 0.0 0.0 15.2 14.5 14825.17 14495.66 2684 5.524 9442M 239M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 274.46 254.65 4111 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1023803.0 total, 600.1 interval Flush(GB): cumulative 9.064, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 219.54 GB write, 0.22 MB/s write, 219.38 GB read, 0.22 MB/s read, 15099.6 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 360828 collections: 1707 last_copies: 0 last_secs: 0.134695 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360717,1.39 GB,92.7865%) FilterBlock(52,54.03 MB,3.51726%) IndexBlock(57,22.65 MB,1.47433%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2834136 Average: 4.2630 StdDev: 8.08 Min: 0 Median: 1.9598 Max: 9050 Percentiles: P50: 1.96 P75: 5.37 P99: 17.91 P99.9: 61.09 P99.99: 151.49 ------------------------------------------------------ [ 0, 1 ] 632787 22.327% 22.327% #### ( 1, 2 ] 817139 28.832% 51.159% ###### ( 2, 3 ] 400417 14.128% 65.288% ### ( 3, 4 ] 172947 6.102% 71.390% # ( 4, 6 ] 149626 5.279% 76.669% # ( 6, 10 ] 448285 15.817% 92.487% ### ( 10, 15 ] 177564 6.265% 98.752% # ( 15, 22 ] 16916 0.597% 99.349% ( 22, 34 ] 9078 0.320% 99.669% ( 34, 51 ] 5526 0.195% 99.864% ( 51, 76 ] 2520 0.089% 99.953% ( 76, 110 ] 827 0.029% 99.982% ( 110, 170 ] 319 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6861748 Average: 4.7108 StdDev: 7.66 Min: 0 Median: 2.4768 Max: 7311 Percentiles: P50: 2.48 P75: 6.17 P99: 19.50 P99.9: 69.20 P99.99: 168.95 ------------------------------------------------------ [ 0, 1 ] 1122485 16.359% 16.359% ### ( 1, 2 ] 1810223 26.381% 42.740% ##### ( 2, 3 ] 1044725 15.225% 57.965% ### ( 3, 4 ] 561384 8.181% 66.147% ## ( 4, 6 ] 555599 8.097% 74.244% ## ( 6, 10 ] 1195429 17.422% 91.665% ### ( 10, 15 ] 473565 6.902% 98.567% # ( 15, 22 ] 46231 0.674% 99.241% ( 22, 34 ] 24390 0.355% 99.596% ( 34, 51 ] 15409 0.225% 99.821% ( 51, 76 ] 7482 0.109% 99.930% ( 76, 110 ] 2839 0.041% 99.971% ( 110, 170 ] 1324 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106538150 Average: 5.8043 StdDev: 24.82 Min: 0 Median: 2.3527 Max: 40453 Percentiles: P50: 2.35 P75: 7.56 P99: 41.82 P99.9: 159.09 P99.99: 467.14 ------------------------------------------------------ [ 0, 1 ] 25246188 23.697% 23.697% ##### ( 1, 2 ] 24101517 22.622% 46.319% ##### ( 2, 3 ] 11119205 10.437% 56.756% ## ( 3, 4 ] 4365114 4.097% 60.853% # ( 4, 6 ] 4989846 4.684% 65.537% # ( 6, 10 ] 25911702 24.322% 89.858% ##### ( 10, 15 ] 8331694 7.820% 97.679% ## ( 15, 22 ] 677347 0.636% 98.315% ( 22, 34 ] 555144 0.521% 98.836% ( 34, 51 ] 380703 0.357% 99.193% ( 51, 76 ] 242563 0.228% 99.421% ( 76, 110 ] 308120 0.289% 99.710% ( 110, 170 ] 247442 0.232% 99.942% ( 170, 250 ] 39622 0.037% 99.979% ( 250, 380 ] 8540 0.008% 99.987% ( 380, 580 ] 6310 0.006% 99.993% ( 580, 870 ] 3599 0.003% 99.997% ( 870, 1300 ] 1911 0.002% 99.999% ( 1300, 1900 ] 2620 0.002% 100.001% ( 1900, 2900 ] 185 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 101 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-13:40:04.175963 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 532152148 rocksdb.block.cache.hit COUNT : 2196365398 rocksdb.block.cache.add COUNT : 39900878 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32543 rocksdb.block.cache.index.hit COUNT : 539032697 rocksdb.block.cache.index.add COUNT : 32529 rocksdb.block.cache.index.bytes.insert COUNT : 34798533926 rocksdb.block.cache.filter.miss COUNT : 32549 rocksdb.block.cache.filter.hit COUNT : 1118679645 rocksdb.block.cache.filter.add COUNT : 32549 rocksdb.block.cache.filter.bytes.insert COUNT : 8847934745 rocksdb.block.cache.data.miss COUNT : 532087056 rocksdb.block.cache.data.hit COUNT : 538653056 rocksdb.block.cache.data.add COUNT : 39835800 rocksdb.block.cache.data.bytes.insert COUNT : 165009058046 rocksdb.block.cache.bytes.read COUNT : 1914404632061282 rocksdb.block.cache.bytes.write COUNT : 208655526717 rocksdb.bloom.filter.useful COUNT : 579711979 rocksdb.bloom.filter.full.positive COUNT : 538967698 rocksdb.bloom.filter.full.true.positive COUNT : 533362454 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94881623 rocksdb.memtable.miss COUNT : 6365175235 rocksdb.l0.hit COUNT : 16295018 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 517067436 rocksdb.compaction.key.drop.new COUNT : 278832711 rocksdb.compaction.key.drop.obsolete COUNT : 278852466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 584502914 rocksdb.number.keys.read COUNT : 656339807 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60403451532 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68254 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32534 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 773571877 rocksdb.number.multiget.keys.read COUNT : 5803717051 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60403451532 rocksdb.write.self COUNT : 130410127 rocksdb.write.other COUNT : 212946 rocksdb.write.wal COUNT : 130623073 rocksdb.compact.read.bytes COUNT : 1002138431694 rocksdb.compact.write.bytes COUNT : 1045827416406 rocksdb.flush.write.bytes COUNT : 33003033642 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1040304 rocksdb.number.superversion_releases COUNT : 2729 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 525462847 rocksdb.number.block.decompressed COUNT : 525495140 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60287135191 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68254 rocksdb.num.iterator.deleted COUNT : 68254 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5260 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5222 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44344 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61310012491 rocksdb.memtable.garbage.bytes.at.flush COUNT : 739777573 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 949722306477 rocksdb.last.level.read.count COUNT : 493959816 rocksdb.non.last.level.read.bytes COUNT : 129473193220 rocksdb.non.last.level.read.count COUNT : 38289934 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 532184682 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2144029003127 rocksdb.bytes.compressed.to COUNT : 1041116742766 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26246736738 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6620645 rocksdb.bytes.decompressed.from COUNT : 1041390063032 rocksdb.bytes.decompressed.to COUNT : 2144209087717 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.401981 P95 : 106.253563 P99 : 160.349531 P100 : 227461.000000 COUNT : 656339807 SUM : 33837945899 rocksdb.db.write.micros P50 : 67.024836 P95 : 111.704972 P99 : 169.401759 P100 : 2037453.000000 COUNT : 130623073 SUM : 13464434526 rocksdb.compaction.times.micros P50 : 1617543.859649 P95 : 38462857.142857 P99 : 67090707.964602 P100 : 89521673.000000 COUNT : 7546 SUM : 63071967933 rocksdb.compaction.times.cpu_micros P50 : 1556317.689531 P95 : 35794849.785408 P99 : 63964480.874317 P100 : 83823365.000000 COUNT : 7546 SUM : 60287135191 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4305.566600 P95 : 27729.873773 P99 : 62108.695652 P100 : 1558490.000000 COUNT : 12272 SUM : 114919697 rocksdb.compaction.outfile.sync.micros P50 : 62602.880658 P95 : 125879.478827 P99 : 225229.166667 P100 : 2063820.000000 COUNT : 20245 SUM : 1298732111 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.162124 P95 : 726.917989 P99 : 3950.000000 P100 : 501117.000000 COUNT : 19880 SUM : 12822929 rocksdb.table.open.io.micros P50 : 583.559738 P95 : 6237.638976 P99 : 13027.288312 P100 : 207055.000000 COUNT : 32534 SUM : 57692544 rocksdb.db.multiget.micros P50 : 7.992236 P95 : 17.797171 P99 : 33.036082 P100 : 26625.000000 COUNT : 773571877 SUM : 7324410488 rocksdb.read.block.compaction.micros P50 : 13.669724 P95 : 59.075318 P99 : 138.405088 P100 : 136000.000000 COUNT : 492251256 SUM : 9564845622 rocksdb.read.block.get.micros P50 : 52.858660 P95 : 94.728736 P99 : 145.729547 P100 : 206929.000000 COUNT : 39900892 SUM : 2299289105 rocksdb.write.raw.block.micros P50 : 0.521547 P95 : 0.990939 P99 : 1.895202 P100 : 331149.000000 COUNT : 532181043 SUM : 10663387741 rocksdb.numfiles.in.singlecompaction P50 : 2.774139 P95 : 5.679481 P99 : 5.938602 P100 : 7.000000 COUNT : 5746 SUM : 20455 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.537913 P95 : 33.361682 P99 : 104.863255 P100 : 135929.000000 COUNT : 532249750 SUM : 3695779640 rocksdb.file.read.flush.micros P50 : 1.843875 P95 : 15.813847 P99 : 41.142706 P100 : 787.000000 COUNT : 61360 SUM : 294180 rocksdb.file.read.compaction.micros P50 : 1.422935 P95 : 36.509897 P99 : 106.355832 P100 : 135929.000000 COUNT : 492352495 SUM : 3297190625 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 656339807 SUM : 0 rocksdb.bytes.per.write P50 : 218.498273 P95 : 527.701596 P99 : 803.799311 P100 : 4563443.000000 COUNT : 130410127 SUM : 60403451532 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 773571877 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46176.923077 P95 : 166678.622669 P99 : 238831.050228 P100 : 1681975.000000 COUNT : 12315 SUM : 770540151 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-13:40:04.176517 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-13:40:04.177023 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708436404 to in-memory stats history 2024/02/20-13:40:04.177057 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-13:40:04.177109 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-13:40:12.006208 4076785 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301448. Total log size is 15781751 while max_total_wal_size is 15728640 2024/02/20-13:40:12.006492 4076785 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301455. Immutable memtables: 0. 2024/02/20-13:40:12.006715 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19886] Syncing log #301452 2024/02/20-13:40:12.015186 3036193 (Original Log Time 2024/02/20-13:40:12.006703) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:40:12.015195 3036193 [db/flush_job.cc:892] [tag] [JOB 19886] Flushing memtable with next log file: 301455 2024/02/20-13:40:12.015215 3036193 EVENT_LOG_v1 {"time_micros": 1708436412015209, "job": 19886, "event": "flush_started", "num_memtables": 1, "num_entries": 16859, "num_deletes": 0, "total_data_size": 1485506, "memory_usage": 3778248, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:40:12.015218 3036193 [db/flush_job.cc:926] [tag] [JOB 19886] Level-0 flush table #301456: started 2024/02/20-13:40:12.051533 3036193 EVENT_LOG_v1 {"time_micros": 1708436412051503, "cf_name": "tag", "job": 19886, "event": "table_file_creation", "file_number": 301456, "file_size": 878854, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150209908, "largest_seqno": 5150374160, "table_properties": {"data_size": 871434, "index_size": 9852, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1437444, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 270, "num_entries": 16720, "num_filter_entries": 204, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436057, "oldest_key_time": 1708436057, "file_creation_time": 1708436412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301456, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:40:12.051572 3036193 [db/flush_job.cc:1062] [tag] [JOB 19886] Flush lasted 36392 microseconds, and 34812 cpu microseconds. 2024/02/20-13:40:12.052104 3036193 (Original Log Time 2024/02/20-13:40:12.051557) [db/flush_job.cc:1011] [tag] [JOB 19886] Level-0 flush table #301456: 878854 bytes OK 2024/02/20-13:40:12.052107 3036193 (Original Log Time 2024/02/20-13:40:12.051578) [db/memtable_list.cc:555] [tag] Level-0 commit table #301456 started 2024/02/20-13:40:12.052108 3036193 (Original Log Time 2024/02/20-13:40:12.051859) [db/memtable_list.cc:754] [tag] Level-0 commit table #301456: memtable #1 done 2024/02/20-13:40:12.052110 3036193 (Original Log Time 2024/02/20-13:40:12.051876) EVENT_LOG_v1 {"time_micros": 1708436412051871, "job": 19886, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:40:12.052111 3036193 (Original Log Time 2024/02/20-13:40:12.052064) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-13:40:12.052117 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19886] Try to delete WAL files size 487545, prev total WAL file size 15783895, number of live WAL files 4. 2024/02/20-13:40:12.052216 3036188 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19887] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-13:40:12.052225 3036188 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19894 Base level 0, inputs: [301456(858KB) 301449(822KB)], [301440(64MB) 301441(64MB) 301442(38MB)] 2024/02/20-13:40:12.052242 3036188 EVENT_LOG_v1 {"time_micros": 1708436412052232, "job": 19887, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301456, 301449], "files_L6": [301440, 301441, 301442], "score": 1, "input_data_size": 177050024, "oldest_snapshot_seqno": -1} 2024/02/20-13:40:12.052321 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301448.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:16.654877 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19887] Generated table #301457: 2467777 keys, 67643546 bytes, temperature: kUnknown 2024/02/20-13:40:16.654946 3036188 EVENT_LOG_v1 {"time_micros": 1708436416654905, "cf_name": "tag", "job": 19887, "event": "table_file_creation", "file_number": 301457, "file_size": 67643546, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110277, "index_size": 1484704, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 206114038, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36114, "num_entries": 2467777, "num_filter_entries": 1376, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708436412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301457, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:40:20.659989 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19887] Generated table #301458: 2074818 keys, 67656559 bytes, temperature: kUnknown 2024/02/20-13:40:20.660053 3036188 EVENT_LOG_v1 {"time_micros": 1708436420660011, "cf_name": "tag", "job": 19887, "event": "table_file_creation", "file_number": 301458, "file_size": 67656559, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110453, "index_size": 1398536, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 191957135, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36011, "num_entries": 2074818, "num_filter_entries": 1993, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708436416, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301458, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:40:23.171343 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19887] Generated table #301459: 1561175 keys, 40890272 bytes, temperature: kUnknown 2024/02/20-13:40:23.171443 3036188 EVENT_LOG_v1 {"time_micros": 1708436423171398, "cf_name": "tag", "job": 19887, "event": "table_file_creation", "file_number": 301459, "file_size": 40890272, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 40580750, "index_size": 899846, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 124388625, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 22050, "num_entries": 1561175, "num_filter_entries": 293, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708436420, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301459, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:40:23.182602 3036188 (Original Log Time 2024/02/20-13:40:23.181748) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19887] Compacted 2@0 + 3@6 files to L6 => 176190377 bytes 2024/02/20-13:40:23.182607 3036188 (Original Log Time 2024/02/20-13:40:23.182157) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.9 rd, 15.8 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 167.2 +0.0 blob) out(168.0 +0.0 blob), read-write-amplify(205.3) write-amplify(102.4) OK, records in: 6103770, records dropped: 0 output_compression: ZSTD 2024/02/20-13:40:23.182617 3036188 (Original Log Time 2024/02/20-13:40:23.182193) EVENT_LOG_v1 {"time_micros": 1708436423182177, "job": 19887, "event": "compaction_finished", "compaction_time_micros": 11119276, "compaction_time_cpu_micros": 10953198, "output_level": 6, "num_output_files": 3, "total_output_size": 176190377, "num_input_records": 6103770, "num_output_records": 6103770, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-13:40:23.189144 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301440.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:23.189170 3036188 EVENT_LOG_v1 {"time_micros": 1708436423189166, "job": 19887, "event": "table_file_deletion", "file_number": 301440} 2024/02/20-13:40:23.196424 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301441.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:23.196465 3036188 EVENT_LOG_v1 {"time_micros": 1708436423196450, "job": 19887, "event": "table_file_deletion", "file_number": 301441} 2024/02/20-13:40:23.201526 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301442.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:23.201567 3036188 EVENT_LOG_v1 {"time_micros": 1708436423201561, "job": 19887, "event": "table_file_deletion", "file_number": 301442} 2024/02/20-13:40:23.201765 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301449.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:23.201774 3036188 EVENT_LOG_v1 {"time_micros": 1708436423201773, "job": 19887, "event": "table_file_deletion", "file_number": 301449} 2024/02/20-13:40:23.201896 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301456.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:23.201901 3036188 EVENT_LOG_v1 {"time_micros": 1708436423201900, "job": 19887, "event": "table_file_deletion", "file_number": 301456} 2024/02/20-13:40:23.649101 4076744 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301450. Total log size is 15728755 while max_total_wal_size is 15728640 2024/02/20-13:40:23.649400 4076744 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301460. Immutable memtables: 0. 2024/02/20-13:40:23.649638 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19888] Syncing log #301455 2024/02/20-13:40:23.653655 3036210 (Original Log Time 2024/02/20-13:40:23.649628) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:40:23.653663 3036210 [db/flush_job.cc:892] [key] [JOB 19888] Flushing memtable with next log file: 301460 2024/02/20-13:40:23.653689 3036210 EVENT_LOG_v1 {"time_micros": 1708436423653680, "job": 19888, "event": "flush_started", "num_memtables": 1, "num_entries": 89618, "num_deletes": 36000, "total_data_size": 5616222, "memory_usage": 9767784, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:40:23.653694 3036210 [db/flush_job.cc:926] [key] [JOB 19888] Level-0 flush table #301461: started 2024/02/20-13:40:23.742406 3036210 EVENT_LOG_v1 {"time_micros": 1708436423742351, "cf_name": "key", "job": 19888, "event": "table_file_creation", "file_number": 301461, "file_size": 3847865, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150215452, "largest_seqno": 5150380305, "table_properties": {"data_size": 3745677, "index_size": 28160, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 81269, "raw_key_size": 5374906, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1096, "num_entries": 88589, "num_filter_entries": 92635, "num_deletions": 36000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436067, "oldest_key_time": 1708436067, "file_creation_time": 1708436423, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301461, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:40:23.742481 3036210 [db/flush_job.cc:1062] [key] [JOB 19888] Flush lasted 88830 microseconds, and 86458 cpu microseconds. 2024/02/20-13:40:23.743124 3036210 (Original Log Time 2024/02/20-13:40:23.742438) [db/flush_job.cc:1011] [key] [JOB 19888] Level-0 flush table #301461: 3847865 bytes OK 2024/02/20-13:40:23.743127 3036210 (Original Log Time 2024/02/20-13:40:23.742489) [db/memtable_list.cc:555] [key] Level-0 commit table #301461 started 2024/02/20-13:40:23.743128 3036210 (Original Log Time 2024/02/20-13:40:23.742863) [db/memtable_list.cc:754] [key] Level-0 commit table #301461: memtable #1 done 2024/02/20-13:40:23.743130 3036210 (Original Log Time 2024/02/20-13:40:23.742888) EVENT_LOG_v1 {"time_micros": 1708436423742881, "job": 19888, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-13:40:23.743131 3036210 (Original Log Time 2024/02/20-13:40:23.743079) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-13:40:23.743137 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19888] Try to delete WAL files size 12717727, prev total WAL file size 15730806, number of live WAL files 4. 2024/02/20-13:40:23.743248 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19889] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-13:40:23.743259 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19896 Base level 0, inputs: [301461(3757KB) 301451(4036KB)], [301445(7810KB)] 2024/02/20-13:40:23.743283 3036187 EVENT_LOG_v1 {"time_micros": 1708436423743272, "job": 19889, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301461, 301451], "files_L5": [301445], "score": 1, "input_data_size": 15979647, "oldest_snapshot_seqno": -1} 2024/02/20-13:40:23.744486 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301450.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:24.294504 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19889] Generated table #301462: 417716 keys, 15747625 bytes, temperature: kUnknown 2024/02/20-13:40:24.294581 3036187 EVENT_LOG_v1 {"time_micros": 1708436424294529, "cf_name": "key", "job": 19889, "event": "table_file_creation", "file_number": 301462, "file_size": 15747625, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149680762, "largest_seqno": 5150380305, "table_properties": {"data_size": 15269977, "index_size": 132862, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 381317, "raw_key_size": 25333684, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4522, "num_entries": 417716, "num_filter_entries": 431264, "num_deletions": 222000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435074, "oldest_key_time": 0, "file_creation_time": 1708436423, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301462, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:40:24.295815 3036187 (Original Log Time 2024/02/20-13:40:24.295276) [db/compaction/compaction_job.cc:1729] [key] [JOB 19889] Compacted 2@0 + 1@5 files to L5 => 15747625 bytes 2024/02/20-13:40:24.295819 3036187 (Original Log Time 2024/02/20-13:40:24.295598) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.06, MB/sec: 29.0 rd, 28.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.6, 7.6 +0.0 blob) out(15.0 +0.0 blob), read-write-amplify(4.0) write-amplify(2.0) OK, records in: 417717, records dropped: 1 output_compression: LZ4 2024/02/20-13:40:24.295825 3036187 (Original Log Time 2024/02/20-13:40:24.295620) EVENT_LOG_v1 {"time_micros": 1708436424295610, "job": 19889, "event": "compaction_finished", "compaction_time_micros": 551358, "compaction_time_cpu_micros": 542873, "output_level": 5, "num_output_files": 1, "total_output_size": 15747625, "num_input_records": 417717, "num_output_records": 417716, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-13:40:24.296540 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301445.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:24.296552 3036187 EVENT_LOG_v1 {"time_micros": 1708436424296549, "job": 19889, "event": "table_file_deletion", "file_number": 301445} 2024/02/20-13:40:24.296948 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301451.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:24.296957 3036187 EVENT_LOG_v1 {"time_micros": 1708436424296955, "job": 19889, "event": "table_file_deletion", "file_number": 301451} 2024/02/20-13:40:24.297260 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301461.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:40:24.297266 3036187 EVENT_LOG_v1 {"time_micros": 1708436424297264, "job": 19889, "event": "table_file_deletion", "file_number": 301461} 2024/02/20-13:45:00.661613 4076241 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301452. Total log size is 15798438 while max_total_wal_size is 15728640 2024/02/20-13:45:00.661992 4076241 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301463. Immutable memtables: 0. 2024/02/20-13:45:00.662249 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19890] Syncing log #301460 2024/02/20-13:45:00.679159 3036193 (Original Log Time 2024/02/20-13:45:00.662230) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:45:00.679168 3036193 [db/flush_job.cc:892] [url] [JOB 19890] Flushing memtable with next log file: 301463 2024/02/20-13:45:00.679193 3036193 EVENT_LOG_v1 {"time_micros": 1708436700679186, "job": 19890, "event": "flush_started", "num_memtables": 1, "num_entries": 56492, "num_deletes": 0, "total_data_size": 8666974, "memory_usage": 10546040, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:45:00.679196 3036193 [db/flush_job.cc:926] [url] [JOB 19890] Level-0 flush table #301464: started 2024/02/20-13:45:00.865138 3036193 EVENT_LOG_v1 {"time_micros": 1708436700865095, "cf_name": "url", "job": 19890, "event": "table_file_creation", "file_number": 301464, "file_size": 4507161, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150349140, "largest_seqno": 5150519139, "table_properties": {"data_size": 4431643, "index_size": 121979, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5653, "raw_key_size": 8389137, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1342, "num_entries": 55611, "num_filter_entries": 6434, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436354, "oldest_key_time": 1708436354, "file_creation_time": 1708436700, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301464, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:45:00.865201 3036193 [db/flush_job.cc:1062] [url] [JOB 19890] Flush lasted 186049 microseconds, and 182773 cpu microseconds. 2024/02/20-13:45:00.866144 3036193 (Original Log Time 2024/02/20-13:45:00.865180) [db/flush_job.cc:1011] [url] [JOB 19890] Level-0 flush table #301464: 4507161 bytes OK 2024/02/20-13:45:00.866149 3036193 (Original Log Time 2024/02/20-13:45:00.865211) [db/memtable_list.cc:555] [url] Level-0 commit table #301464 started 2024/02/20-13:45:00.866154 3036193 (Original Log Time 2024/02/20-13:45:00.865845) [db/memtable_list.cc:754] [url] Level-0 commit table #301464: memtable #1 done 2024/02/20-13:45:00.866155 4076267 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301455. Total log size is 13230108 while max_total_wal_size is 15728640 2024/02/20-13:45:00.866156 3036193 (Original Log Time 2024/02/20-13:45:00.865876) EVENT_LOG_v1 {"time_micros": 1708436700865868, "job": 19890, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-13:45:00.866180 3036193 (Original Log Time 2024/02/20-13:45:00.866089) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-13:45:00.866186 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19890] Try to delete WAL files size 2576479, prev total WAL file size 15806587, number of live WAL files 4. 2024/02/20-13:45:00.866526 4076267 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301465. Immutable memtables: 0. 2024/02/20-13:45:00.866779 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19891] Syncing log #301463 2024/02/20-13:45:00.866868 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301452.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:45:00.867423 3036210 (Original Log Time 2024/02/20-13:45:00.866768) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-13:45:00.867431 3036210 [db/flush_job.cc:892] [tag] [JOB 19891] Flushing memtable with next log file: 301465 2024/02/20-13:45:00.867502 3036210 EVENT_LOG_v1 {"time_micros": 1708436700867451, "job": 19891, "event": "flush_started", "num_memtables": 1, "num_entries": 12555, "num_deletes": 0, "total_data_size": 1103411, "memory_usage": 2837792, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:45:00.867507 3036210 [db/flush_job.cc:926] [tag] [JOB 19891] Level-0 flush table #301466: started 2024/02/20-13:45:00.909705 3036210 EVENT_LOG_v1 {"time_micros": 1708436700909663, "cf_name": "tag", "job": 19891, "event": "table_file_creation", "file_number": 301466, "file_size": 666258, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150376232, "largest_seqno": 5150521189, "table_properties": {"data_size": 660308, "index_size": 7300, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1070610, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 204, "num_entries": 12480, "num_filter_entries": 173, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436412, "oldest_key_time": 1708436412, "file_creation_time": 1708436700, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301466, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:45:00.909764 3036210 [db/flush_job.cc:1062] [tag] [JOB 19891] Flush lasted 42342 microseconds, and 38782 cpu microseconds. 2024/02/20-13:45:00.910478 3036210 (Original Log Time 2024/02/20-13:45:00.909744) [db/flush_job.cc:1011] [tag] [JOB 19891] Level-0 flush table #301466: 666258 bytes OK 2024/02/20-13:45:00.910482 3036210 (Original Log Time 2024/02/20-13:45:00.909772) [db/memtable_list.cc:555] [tag] Level-0 commit table #301466 started 2024/02/20-13:45:00.910485 3036210 (Original Log Time 2024/02/20-13:45:00.910116) [db/memtable_list.cc:754] [tag] Level-0 commit table #301466: memtable #1 done 2024/02/20-13:45:00.910487 3036210 (Original Log Time 2024/02/20-13:45:00.910143) EVENT_LOG_v1 {"time_micros": 1708436700910134, "job": 19891, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:45:00.910489 3036210 (Original Log Time 2024/02/20-13:45:00.910402) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-13:45:00.910494 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19891] Try to delete WAL files size 434549, prev total WAL file size 13231734, number of live WAL files 4. 2024/02/20-13:45:00.910810 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301455.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:46:08.143178 4076433 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301460. Total log size is 15728644 while max_total_wal_size is 15728640 2024/02/20-13:46:08.143390 4076433 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301467. Immutable memtables: 0. 2024/02/20-13:46:08.143647 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19892] Syncing log #301465 2024/02/20-13:46:08.154575 3036193 (Original Log Time 2024/02/20-13:46:08.143633) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:46:08.154588 3036193 [db/flush_job.cc:892] [key] [JOB 19892] Flushing memtable with next log file: 301467 2024/02/20-13:46:08.154618 3036193 EVENT_LOG_v1 {"time_micros": 1708436768154609, "job": 19892, "event": "flush_started", "num_memtables": 1, "num_entries": 99898, "num_deletes": 48000, "total_data_size": 6218606, "memory_usage": 8961520, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:46:08.154622 3036193 [db/flush_job.cc:926] [key] [JOB 19892] Level-0 flush table #301468: started 2024/02/20-13:46:08.297658 3036193 EVENT_LOG_v1 {"time_micros": 1708436768297621, "cf_name": "key", "job": 19892, "event": "table_file_creation", "file_number": 301468, "file_size": 4277159, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150380307, "largest_seqno": 5150551908, "table_properties": {"data_size": 4162999, "index_size": 30983, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 90709, "raw_key_size": 5964700, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1215, "num_entries": 99001, "num_filter_entries": 103248, "num_deletions": 48000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436423, "oldest_key_time": 1708436423, "file_creation_time": 1708436768, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301468, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:46:08.297717 3036193 [db/flush_job.cc:1062] [key] [JOB 19892] Flush lasted 143156 microseconds, and 137217 cpu microseconds. 2024/02/20-13:46:08.298330 3036193 (Original Log Time 2024/02/20-13:46:08.297699) [db/flush_job.cc:1011] [key] [JOB 19892] Level-0 flush table #301468: 4277159 bytes OK 2024/02/20-13:46:08.298334 3036193 (Original Log Time 2024/02/20-13:46:08.297724) [db/memtable_list.cc:555] [key] Level-0 commit table #301468 started 2024/02/20-13:46:08.298337 3036193 (Original Log Time 2024/02/20-13:46:08.298070) [db/memtable_list.cc:754] [key] Level-0 commit table #301468: memtable #1 done 2024/02/20-13:46:08.298339 3036193 (Original Log Time 2024/02/20-13:46:08.298094) EVENT_LOG_v1 {"time_micros": 1708436768298086, "job": 19892, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-13:46:08.298341 3036193 (Original Log Time 2024/02/20-13:46:08.298285) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-13:46:08.298347 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19892] Try to delete WAL files size 12787410, prev total WAL file size 15734933, number of live WAL files 4. 2024/02/20-13:46:08.299735 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301460.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:46:41.208950 4076381 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301469. Immutable memtables: 0. 2024/02/20-13:46:41.209286 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19893] Syncing log #301467 2024/02/20-13:46:41.246515 3036210 (Original Log Time 2024/02/20-13:46:41.209263) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:46:41.246526 3036210 [db/flush_job.cc:892] [url] [JOB 19893] Flushing memtable with next log file: 301469 2024/02/20-13:46:41.246551 3036210 EVENT_LOG_v1 {"time_micros": 1708436801246545, "job": 19893, "event": "flush_started", "num_memtables": 1, "num_entries": 16909, "num_deletes": 0, "total_data_size": 2575784, "memory_usage": 3741736, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-13:46:41.246554 3036210 [db/flush_job.cc:926] [url] [JOB 19893] Level-0 flush table #301470: started 2024/02/20-13:46:41.287022 3036210 EVENT_LOG_v1 {"time_micros": 1708436801286994, "cf_name": "url", "job": 19893, "event": "table_file_creation", "file_number": 301470, "file_size": 1421962, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150521141, "largest_seqno": 5150570486, "table_properties": {"data_size": 1399824, "index_size": 28296, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2725, "raw_key_size": 2488442, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 431, "num_entries": 16614, "num_filter_entries": 3032, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436700, "oldest_key_time": 1708436700, "file_creation_time": 1708436801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301470, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:46:41.287073 3036210 [db/flush_job.cc:1062] [url] [JOB 19893] Flush lasted 40568 microseconds, and 38709 cpu microseconds. 2024/02/20-13:46:41.287773 3036210 (Original Log Time 2024/02/20-13:46:41.287056) [db/flush_job.cc:1011] [url] [JOB 19893] Level-0 flush table #301470: 1421962 bytes OK 2024/02/20-13:46:41.287776 3036210 (Original Log Time 2024/02/20-13:46:41.287081) [db/memtable_list.cc:555] [url] Level-0 commit table #301470 started 2024/02/20-13:46:41.287777 3036210 (Original Log Time 2024/02/20-13:46:41.287493) [db/memtable_list.cc:754] [url] Level-0 commit table #301470: memtable #1 done 2024/02/20-13:46:41.287779 3036210 (Original Log Time 2024/02/20-13:46:41.287516) EVENT_LOG_v1 {"time_micros": 1708436801287510, "job": 19893, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-13:46:41.287780 3036210 (Original Log Time 2024/02/20-13:46:41.287735) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-13:46:41.287784 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19893] Try to delete WAL files size 8149, prev total WAL file size 4602659, number of live WAL files 4. 2024/02/20-13:46:41.287840 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 19894] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-13:46:41.287847 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19901 Base level 0, inputs: [301470(1388KB) 301464(4401KB)], [301454(15MB)] 2024/02/20-13:46:41.287864 3036186 EVENT_LOG_v1 {"time_micros": 1708436801287855, "job": 19894, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301470, 301464], "files_L5": [301454], "score": 1, "input_data_size": 21851777, "oldest_snapshot_seqno": -1} 2024/02/20-13:46:41.287974 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301463.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:46:41.801647 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 19894] Generated table #301471: 284818 keys, 21032462 bytes, temperature: kUnknown 2024/02/20-13:46:41.801729 3036186 EVENT_LOG_v1 {"time_micros": 1708436801801678, "cf_name": "url", "job": 19894, "event": "table_file_creation", "file_number": 301471, "file_size": 21032462, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149649961, "largest_seqno": 5150570486, "table_properties": {"data_size": 20692387, "index_size": 596412, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16933, "raw_key_size": 42966807, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6238, "num_entries": 284818, "num_filter_entries": 19384, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435001, "oldest_key_time": 0, "file_creation_time": 1708436801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301471, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:46:41.803051 3036186 (Original Log Time 2024/02/20-13:46:41.802397) [db/compaction/compaction_job.cc:1729] [url] [JOB 19894] Compacted 2@0 + 1@5 files to L5 => 21032462 bytes 2024/02/20-13:46:41.803055 3036186 (Original Log Time 2024/02/20-13:46:41.802783) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.08, MB/sec: 42.5 rd, 40.9 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.7, 15.2 +0.0 blob) out(20.1 +0.0 blob), read-write-amplify(7.2) write-amplify(3.5) OK, records in: 284818, records dropped: 0 output_compression: LZ4 2024/02/20-13:46:41.803064 3036186 (Original Log Time 2024/02/20-13:46:41.802814) EVENT_LOG_v1 {"time_micros": 1708436801802798, "job": 19894, "event": "compaction_finished", "compaction_time_micros": 513935, "compaction_time_cpu_micros": 499521, "output_level": 5, "num_output_files": 1, "total_output_size": 21032462, "num_input_records": 284818, "num_output_records": 284818, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-13:46:41.805629 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301454.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:46:41.805652 3036186 EVENT_LOG_v1 {"time_micros": 1708436801805648, "job": 19894, "event": "table_file_deletion", "file_number": 301454} 2024/02/20-13:46:41.806519 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301464.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:46:41.806652 3036186 EVENT_LOG_v1 {"time_micros": 1708436801806648, "job": 19894, "event": "table_file_deletion", "file_number": 301464} 2024/02/20-13:46:41.806948 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301470.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:46:41.806959 3036186 EVENT_LOG_v1 {"time_micros": 1708436801806956, "job": 19894, "event": "table_file_deletion", "file_number": 301470} 2024/02/20-13:46:41.807009 4076381 (Original Log Time 2024/02/20-13:46:41.288058) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-13:46:41.807166 3036192 (Original Log Time 2024/02/20-13:46:41.807130) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-13:46:41.807171 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19895] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-13:46:41.807180 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19902 Base level 5, inputs: [301471(20MB)], [301402(64MB) 301403(64MB) 301404(64MB) 301405(64MB) 301406(64MB) 301407(64MB) 301408(64MB) 301409(65MB) 301410(64MB) 301411(64MB) 301412(65MB) 301413(66MB) 301414(6495KB)] 2024/02/20-13:46:41.807206 3036192 EVENT_LOG_v1 {"time_micros": 1708436801807194, "job": 19895, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301471], "files_L6": [301402, 301403, 301404, 301405, 301406, 301407, 301408, 301409, 301410, 301411, 301412, 301413, 301414], "score": -1, "input_data_size": 845059596, "oldest_snapshot_seqno": -1} 2024/02/20-13:46:46.987610 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301472: 1861764 keys, 67826709 bytes, temperature: kUnknown 2024/02/20-13:46:46.987687 3036192 EVENT_LOG_v1 {"time_micros": 1708436806987641, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301472, "file_size": 67826709, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109662, "index_size": 2558433, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14981, "raw_key_size": 251726045, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34399, "num_entries": 1861764, "num_filter_entries": 17168, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301472, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:46:51.746009 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301473: 1159778 keys, 67588874 bytes, temperature: kUnknown 2024/02/20-13:46:51.746090 3036192 EVENT_LOG_v1 {"time_micros": 1708436811746039, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301473, "file_size": 67588874, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110902, "index_size": 1979152, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 175853023, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32269, "num_entries": 1159778, "num_filter_entries": 194, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436806, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301473, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:46:57.309141 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301474: 1539304 keys, 67830144 bytes, temperature: kUnknown 2024/02/20-13:46:57.309223 3036192 EVENT_LOG_v1 {"time_micros": 1708436817309180, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301474, "file_size": 67830144, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110619, "index_size": 2640558, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18885, "raw_key_size": 221107586, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35344, "num_entries": 1539304, "num_filter_entries": 21590, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436811, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301474, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:02.536668 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301475: 1594398 keys, 67965605 bytes, temperature: kUnknown 2024/02/20-13:47:02.536734 3036192 EVENT_LOG_v1 {"time_micros": 1708436822536704, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301475, "file_size": 67965605, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111189, "index_size": 3207068, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29637, "raw_key_size": 245599350, "raw_average_key_size": 154, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35183, "num_entries": 1594398, "num_filter_entries": 33818, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436817, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301475, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:07.509151 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301476: 1626962 keys, 68105587 bytes, temperature: kUnknown 2024/02/20-13:47:07.509226 3036192 EVENT_LOG_v1 {"time_micros": 1708436827509182, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301476, "file_size": 68105587, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110282, "index_size": 5648590, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 44709, "raw_key_size": 244209133, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35131, "num_entries": 1626962, "num_filter_entries": 50999, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436822, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301476, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:12.902526 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301477: 1613095 keys, 67835449 bytes, temperature: kUnknown 2024/02/20-13:47:12.902608 3036192 EVENT_LOG_v1 {"time_micros": 1708436832902566, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301477, "file_size": 67835449, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109980, "index_size": 2905641, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15861, "raw_key_size": 232295897, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34310, "num_entries": 1613095, "num_filter_entries": 18176, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436827, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301477, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:17.895848 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301478: 1709411 keys, 67730109 bytes, temperature: kUnknown 2024/02/20-13:47:17.895931 3036192 EVENT_LOG_v1 {"time_micros": 1708436837895879, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301478, "file_size": 67730109, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109562, "index_size": 2580210, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 231703336, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34339, "num_entries": 1709411, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436832, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301478, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:23.142752 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301479: 1595793 keys, 68751843 bytes, temperature: kUnknown 2024/02/20-13:47:23.142820 3036192 EVENT_LOG_v1 {"time_micros": 1708436843142789, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301479, "file_size": 68751843, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109128, "index_size": 4517127, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15957, "raw_key_size": 244599638, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34305, "num_entries": 1595793, "num_filter_entries": 18313, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436837, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301479, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:27.934534 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301480: 1462312 keys, 67704647 bytes, temperature: kUnknown 2024/02/20-13:47:27.934585 3036192 EVENT_LOG_v1 {"time_micros": 1708436847934557, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301480, "file_size": 67704647, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109418, "index_size": 2834545, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17157, "raw_key_size": 218865489, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34063, "num_entries": 1462312, "num_filter_entries": 19628, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436843, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301480, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:33.018842 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301481: 1598517 keys, 67854829 bytes, temperature: kUnknown 2024/02/20-13:47:33.018924 3036192 EVENT_LOG_v1 {"time_micros": 1708436853018892, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301481, "file_size": 67854829, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109771, "index_size": 2758232, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27141, "raw_key_size": 232750275, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35428, "num_entries": 1598517, "num_filter_entries": 31053, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436847, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301481, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:37.493102 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301482: 1619709 keys, 68289583 bytes, temperature: kUnknown 2024/02/20-13:47:37.493169 3036192 EVENT_LOG_v1 {"time_micros": 1708436857493133, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301482, "file_size": 68289583, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110883, "index_size": 4016646, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 81701, "raw_key_size": 282219738, "raw_average_key_size": 174, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35934, "num_entries": 1619709, "num_filter_entries": 93077, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436853, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301482, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:42.063805 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301483: 1264954 keys, 69846482 bytes, temperature: kUnknown 2024/02/20-13:47:42.063888 3036192 EVENT_LOG_v1 {"time_micros": 1708436862063845, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301483, "file_size": 69846482, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110184, "index_size": 7149607, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 35813, "raw_key_size": 320869293, "raw_average_key_size": 253, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35982, "num_entries": 1264954, "num_filter_entries": 40847, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436857, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301483, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:43.072222 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19895] Generated table #301484: 333477 keys, 16213835 bytes, temperature: kUnknown 2024/02/20-13:47:43.072294 3036192 EVENT_LOG_v1 {"time_micros": 1708436863072255, "cf_name": "url", "job": 19895, "event": "table_file_creation", "file_number": 301484, "file_size": 16213835, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 15855751, "index_size": 1135696, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7285, "raw_key_size": 71262749, "raw_average_key_size": 213, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7811, "num_entries": 333477, "num_filter_entries": 8330, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436862, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301484, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:43.127203 3036192 (Original Log Time 2024/02/20-13:47:43.125995) [db/compaction/compaction_job.cc:1729] [url] [JOB 19895] Compacted 1@5 + 13@6 files to L6 => 833543696 bytes 2024/02/20-13:47:43.127207 3036192 (Original Log Time 2024/02/20-13:47:43.126921) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 13.8 rd, 13.6 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(20.1, 785.9 +0.0 blob) out(794.9 +0.0 blob), read-write-amplify(79.8) write-amplify(39.6) OK, records in: 18979474, records dropped: 0 output_compression: ZSTD 2024/02/20-13:47:43.127223 3036192 (Original Log Time 2024/02/20-13:47:43.126965) EVENT_LOG_v1 {"time_micros": 1708436863126939, "job": 19895, "event": "compaction_finished", "compaction_time_micros": 61265152, "compaction_time_cpu_micros": 55155648, "output_level": 6, "num_output_files": 13, "total_output_size": 833543696, "num_input_records": 18979474, "num_output_records": 18979474, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-13:47:43.134230 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301402.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.134253 3036192 EVENT_LOG_v1 {"time_micros": 1708436863134249, "job": 19895, "event": "table_file_deletion", "file_number": 301402} 2024/02/20-13:47:43.143325 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301403.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.143356 3036192 EVENT_LOG_v1 {"time_micros": 1708436863143352, "job": 19895, "event": "table_file_deletion", "file_number": 301403} 2024/02/20-13:47:43.151001 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301404.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.151040 3036192 EVENT_LOG_v1 {"time_micros": 1708436863151035, "job": 19895, "event": "table_file_deletion", "file_number": 301404} 2024/02/20-13:47:43.159138 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301405.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.159167 3036192 EVENT_LOG_v1 {"time_micros": 1708436863159162, "job": 19895, "event": "table_file_deletion", "file_number": 301405} 2024/02/20-13:47:43.164993 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301406.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.165015 3036192 EVENT_LOG_v1 {"time_micros": 1708436863165011, "job": 19895, "event": "table_file_deletion", "file_number": 301406} 2024/02/20-13:47:43.171616 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301407.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.171646 3036192 EVENT_LOG_v1 {"time_micros": 1708436863171641, "job": 19895, "event": "table_file_deletion", "file_number": 301407} 2024/02/20-13:47:43.177737 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301408.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.177773 3036192 EVENT_LOG_v1 {"time_micros": 1708436863177768, "job": 19895, "event": "table_file_deletion", "file_number": 301408} 2024/02/20-13:47:43.185131 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301409.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.185157 3036192 EVENT_LOG_v1 {"time_micros": 1708436863185153, "job": 19895, "event": "table_file_deletion", "file_number": 301409} 2024/02/20-13:47:43.194863 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301410.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.194900 3036192 EVENT_LOG_v1 {"time_micros": 1708436863194894, "job": 19895, "event": "table_file_deletion", "file_number": 301410} 2024/02/20-13:47:43.201225 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301411.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.201253 3036192 EVENT_LOG_v1 {"time_micros": 1708436863201247, "job": 19895, "event": "table_file_deletion", "file_number": 301411} 2024/02/20-13:47:43.207613 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301412.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.207639 3036192 EVENT_LOG_v1 {"time_micros": 1708436863207634, "job": 19895, "event": "table_file_deletion", "file_number": 301412} 2024/02/20-13:47:43.215758 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301413.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.215790 3036192 EVENT_LOG_v1 {"time_micros": 1708436863215785, "job": 19895, "event": "table_file_deletion", "file_number": 301413} 2024/02/20-13:47:43.216842 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301414.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.216860 3036192 EVENT_LOG_v1 {"time_micros": 1708436863216857, "job": 19895, "event": "table_file_deletion", "file_number": 301414} 2024/02/20-13:47:43.218626 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301471.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:43.218641 3036192 EVENT_LOG_v1 {"time_micros": 1708436863218638, "job": 19895, "event": "table_file_deletion", "file_number": 301471} 2024/02/20-13:47:43.218694 4076381 (Original Log Time 2024/02/20-13:46:41.807028) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-13:47:43.218940 4076381 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301485. Immutable memtables: 0. 2024/02/20-13:47:43.219130 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19896] Syncing log #301469 2024/02/20-13:47:43.224367 3036193 (Original Log Time 2024/02/20-13:47:43.219121) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:47:43.224375 3036193 [db/flush_job.cc:892] [tag] [JOB 19896] Flushing memtable with next log file: 301485 2024/02/20-13:47:43.224395 3036193 EVENT_LOG_v1 {"time_micros": 1708436863224389, "job": 19896, "event": "flush_started", "num_memtables": 1, "num_entries": 8064, "num_deletes": 0, "total_data_size": 700181, "memory_usage": 1853752, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-13:47:43.224398 3036193 [db/flush_job.cc:926] [tag] [JOB 19896] Level-0 flush table #301486: started 2024/02/20-13:47:43.241616 3036193 EVENT_LOG_v1 {"time_micros": 1708436863241581, "cf_name": "tag", "job": 19896, "event": "table_file_creation", "file_number": 301486, "file_size": 405839, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150521223, "largest_seqno": 5150599317, "table_properties": {"data_size": 401401, "index_size": 4601, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 665176, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 129, "num_entries": 7842, "num_filter_entries": 132, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436700, "oldest_key_time": 1708436700, "file_creation_time": 1708436863, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301486, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:43.241659 3036193 [db/flush_job.cc:1062] [tag] [JOB 19896] Flush lasted 17298 microseconds, and 16035 cpu microseconds. 2024/02/20-13:47:43.242180 3036193 (Original Log Time 2024/02/20-13:47:43.241642) [db/flush_job.cc:1011] [tag] [JOB 19896] Level-0 flush table #301486: 405839 bytes OK 2024/02/20-13:47:43.242184 3036193 (Original Log Time 2024/02/20-13:47:43.241666) [db/memtable_list.cc:555] [tag] Level-0 commit table #301486 started 2024/02/20-13:47:43.242185 3036193 (Original Log Time 2024/02/20-13:47:43.241912) [db/memtable_list.cc:754] [tag] Level-0 commit table #301486: memtable #1 done 2024/02/20-13:47:43.242187 3036193 (Original Log Time 2024/02/20-13:47:43.241936) EVENT_LOG_v1 {"time_micros": 1708436863241928, "job": 19896, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:47:43.242189 3036193 (Original Log Time 2024/02/20-13:47:43.242140) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-13:47:43.242193 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19896] Try to delete WAL files size 2933085, prev total WAL file size 7352966, number of live WAL files 4. 2024/02/20-13:47:43.242298 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19897] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-13:47:43.242310 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19904 Base level 0, inputs: [301486(396KB) 301466(650KB)], [301457(64MB) 301458(64MB) 301459(38MB)] 2024/02/20-13:47:43.242339 3036183 EVENT_LOG_v1 {"time_micros": 1708436863242326, "job": 19897, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301486, 301466], "files_L6": [301457, 301458, 301459], "score": 1, "input_data_size": 177262474, "oldest_snapshot_seqno": -1} 2024/02/20-13:47:43.242772 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301465.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:47.828449 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19897] Generated table #301487: 2469841 keys, 67644861 bytes, temperature: kUnknown 2024/02/20-13:47:47.828541 3036183 EVENT_LOG_v1 {"time_micros": 1708436867828482, "cf_name": "tag", "job": 19897, "event": "table_file_creation", "file_number": 301487, "file_size": 67644861, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110679, "index_size": 1487274, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 206292439, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36113, "num_entries": 2469841, "num_filter_entries": 1294, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708436863, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301487, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:52.218529 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19897] Generated table #301488: 2072151 keys, 67660433 bytes, temperature: kUnknown 2024/02/20-13:47:52.218641 3036183 EVENT_LOG_v1 {"time_micros": 1708436872218554, "cf_name": "tag", "job": 19897, "event": "table_file_creation", "file_number": 301488, "file_size": 67660433, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110715, "index_size": 1400502, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 191811443, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36009, "num_entries": 2072151, "num_filter_entries": 2080, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708436867, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301488, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:55.441706 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19897] Generated table #301489: 1582100 keys, 41435299 bytes, temperature: kUnknown 2024/02/20-13:47:55.441773 3036183 EVENT_LOG_v1 {"time_micros": 1708436875441731, "cf_name": "tag", "job": 19897, "event": "table_file_creation", "file_number": 301489, "file_size": 41435299, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 41122269, "index_size": 912599, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 126091702, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 22341, "num_entries": 1582100, "num_filter_entries": 295, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708436872, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301489, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:55.455350 3036183 (Original Log Time 2024/02/20-13:47:55.454563) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19897] Compacted 2@0 + 3@6 files to L6 => 176740593 bytes 2024/02/20-13:47:55.455354 3036183 (Original Log Time 2024/02/20-13:47:55.455091) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.5 rd, 14.5 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.0, 168.0 +0.0 blob) out(168.6 +0.0 blob), read-write-amplify(330.2) write-amplify(164.9) OK, records in: 6124092, records dropped: 0 output_compression: ZSTD 2024/02/20-13:47:55.455362 3036183 (Original Log Time 2024/02/20-13:47:55.455125) EVENT_LOG_v1 {"time_micros": 1708436875455112, "job": 19897, "event": "compaction_finished", "compaction_time_micros": 12199503, "compaction_time_cpu_micros": 12005494, "output_level": 6, "num_output_files": 3, "total_output_size": 176740593, "num_input_records": 6124092, "num_output_records": 6124092, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-13:47:55.462297 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301457.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:55.462330 3036183 EVENT_LOG_v1 {"time_micros": 1708436875462326, "job": 19897, "event": "table_file_deletion", "file_number": 301457} 2024/02/20-13:47:55.468655 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301458.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:55.468681 3036183 EVENT_LOG_v1 {"time_micros": 1708436875468677, "job": 19897, "event": "table_file_deletion", "file_number": 301458} 2024/02/20-13:47:55.473583 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301459.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:55.473605 3036183 EVENT_LOG_v1 {"time_micros": 1708436875473601, "job": 19897, "event": "table_file_deletion", "file_number": 301459} 2024/02/20-13:47:55.473782 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301466.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:55.473793 3036183 EVENT_LOG_v1 {"time_micros": 1708436875473791, "job": 19897, "event": "table_file_deletion", "file_number": 301466} 2024/02/20-13:47:55.473943 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301486.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:55.473964 3036183 EVENT_LOG_v1 {"time_micros": 1708436875473962, "job": 19897, "event": "table_file_deletion", "file_number": 301486} 2024/02/20-13:47:55.474036 4076381 (Original Log Time 2024/02/20-13:47:43.242815) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-13:47:55.474291 4076381 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301490. Immutable memtables: 0. 2024/02/20-13:47:55.474531 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19898] Syncing log #301485 2024/02/20-13:47:55.479632 3036210 (Original Log Time 2024/02/20-13:47:55.474524) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:47:55.479645 3036210 [db/flush_job.cc:892] [key] [JOB 19898] Flushing memtable with next log file: 301490 2024/02/20-13:47:55.479676 3036210 EVENT_LOG_v1 {"time_micros": 1708436875479667, "job": 19898, "event": "flush_started", "num_memtables": 1, "num_entries": 30653, "num_deletes": 14000, "total_data_size": 1920390, "memory_usage": 4498680, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-13:47:55.479681 3036210 [db/flush_job.cc:926] [key] [JOB 19898] Level-0 flush table #301491: started 2024/02/20-13:47:55.524619 3036210 EVENT_LOG_v1 {"time_micros": 1708436875524573, "cf_name": "key", "job": 19898, "event": "table_file_creation", "file_number": 301491, "file_size": 1304189, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150551910, "largest_seqno": 5150605975, "table_properties": {"data_size": 1267167, "index_size": 9454, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28549, "raw_key_size": 1839117, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 372, "num_entries": 30322, "num_filter_entries": 32579, "num_deletions": 14000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436768, "oldest_key_time": 1708436768, "file_creation_time": 1708436875, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301491, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:55.524700 3036210 [db/flush_job.cc:1062] [key] [JOB 19898] Flush lasted 45076 microseconds, and 43371 cpu microseconds. 2024/02/20-13:47:55.525557 3036210 (Original Log Time 2024/02/20-13:47:55.524655) [db/flush_job.cc:1011] [key] [JOB 19898] Level-0 flush table #301491: 1304189 bytes OK 2024/02/20-13:47:55.525562 3036210 (Original Log Time 2024/02/20-13:47:55.524709) [db/memtable_list.cc:555] [key] Level-0 commit table #301491 started 2024/02/20-13:47:55.525565 3036210 (Original Log Time 2024/02/20-13:47:55.525178) [db/memtable_list.cc:754] [key] Level-0 commit table #301491: memtable #1 done 2024/02/20-13:47:55.525567 3036210 (Original Log Time 2024/02/20-13:47:55.525206) EVENT_LOG_v1 {"time_micros": 1708436875525198, "job": 19898, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-13:47:55.525569 3036210 (Original Log Time 2024/02/20-13:47:55.525448) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-13:47:55.525608 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19898] Try to delete WAL files size 1658589, prev total WAL file size 5025398, number of live WAL files 4. 2024/02/20-13:47:55.525708 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 19899] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-13:47:55.525721 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19906 Base level 0, inputs: [301491(1273KB) 301468(4176KB)], [301462(15MB)] 2024/02/20-13:47:55.525756 3036185 EVENT_LOG_v1 {"time_micros": 1708436875525741, "job": 19899, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301491, 301468], "files_L5": [301462], "score": 1, "input_data_size": 21328973, "oldest_snapshot_seqno": -1} 2024/02/20-13:47:55.526200 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301467.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:56.326146 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 19899] Generated table #301492: 547039 keys, 21133720 bytes, temperature: kUnknown 2024/02/20-13:47:56.326205 3036185 EVENT_LOG_v1 {"time_micros": 1708436876326169, "cf_name": "key", "job": 19899, "event": "table_file_creation", "file_number": 301492, "file_size": 21133720, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5149680762, "largest_seqno": 5150605975, "table_properties": {"data_size": 20511188, "index_size": 174524, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 498245, "raw_key_size": 33137501, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6041, "num_entries": 547039, "num_filter_entries": 562822, "num_deletions": 284000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708435074, "oldest_key_time": 0, "file_creation_time": 1708436875, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301492, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:47:56.327552 3036185 (Original Log Time 2024/02/20-13:47:56.327026) [db/compaction/compaction_job.cc:1729] [key] [JOB 19899] Compacted 2@0 + 1@5 files to L5 => 21133720 bytes 2024/02/20-13:47:56.327555 3036185 (Original Log Time 2024/02/20-13:47:56.327341) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.08, MB/sec: 26.6 rd, 26.4 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.3, 15.0 +0.0 blob) out(20.2 +0.0 blob), read-write-amplify(7.6) write-amplify(3.8) OK, records in: 547039, records dropped: 0 output_compression: LZ4 2024/02/20-13:47:56.327562 3036185 (Original Log Time 2024/02/20-13:47:56.327367) EVENT_LOG_v1 {"time_micros": 1708436876327355, "job": 19899, "event": "compaction_finished", "compaction_time_micros": 800503, "compaction_time_cpu_micros": 783138, "output_level": 5, "num_output_files": 1, "total_output_size": 21133720, "num_input_records": 547039, "num_output_records": 547039, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-13:47:56.328995 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301462.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:56.329010 3036185 EVENT_LOG_v1 {"time_micros": 1708436876329007, "job": 19899, "event": "table_file_deletion", "file_number": 301462} 2024/02/20-13:47:56.329714 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301468.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:56.329723 3036185 EVENT_LOG_v1 {"time_micros": 1708436876329721, "job": 19899, "event": "table_file_deletion", "file_number": 301468} 2024/02/20-13:47:56.329888 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301491.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:47:56.329895 3036185 EVENT_LOG_v1 {"time_micros": 1708436876329893, "job": 19899, "event": "table_file_deletion", "file_number": 301491} 2024/02/20-13:47:56.329946 4076381 (Original Log Time 2024/02/20-13:47:55.526254) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-13:47:56.330191 3036189 (Original Log Time 2024/02/20-13:47:56.330121) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-13:47:56.330201 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19900] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-13:47:56.330209 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19907 Base level 5, inputs: [301492(20MB)], [301423(67MB) 301424(66MB) 301425(66MB) 301426(67MB) 301427(66MB) 301428(8133KB)] 2024/02/20-13:47:56.330242 3036189 EVENT_LOG_v1 {"time_micros": 1708436876330227, "job": 19900, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301492], "files_L6": [301423, 301424, 301425, 301426, 301427, 301428], "score": -1, "input_data_size": 380756438, "oldest_snapshot_seqno": -1} 2024/02/20-13:48:02.529448 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19900] Generated table #301493: 3050297 keys, 70323195 bytes, temperature: kUnknown 2024/02/20-13:48:02.529555 3036189 EVENT_LOG_v1 {"time_micros": 1708436882529509, "cf_name": "key", "job": 19900, "event": "table_file_creation", "file_number": 301493, "file_size": 70323195, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109732, "index_size": 1003076, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2742965, "raw_key_size": 184654459, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37094, "num_entries": 3050297, "num_filter_entries": 3070794, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436876, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301493, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:48:07.971412 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19900] Generated table #301494: 2927006 keys, 70216736 bytes, temperature: kUnknown 2024/02/20-13:48:07.971623 3036189 EVENT_LOG_v1 {"time_micros": 1708436887971503, "cf_name": "key", "job": 19900, "event": "table_file_creation", "file_number": 301494, "file_size": 70216736, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109042, "index_size": 948876, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2645237, "raw_key_size": 176242233, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36808, "num_entries": 2927006, "num_filter_entries": 2961923, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436882, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301494, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:48:14.176832 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19900] Generated table #301495: 2991141 keys, 70213957 bytes, temperature: kUnknown 2024/02/20-13:48:14.176913 3036189 EVENT_LOG_v1 {"time_micros": 1708436894176873, "cf_name": "key", "job": 19900, "event": "table_file_creation", "file_number": 301495, "file_size": 70213957, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110119, "index_size": 1034193, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2672133, "raw_key_size": 182448588, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37159, "num_entries": 2991141, "num_filter_entries": 2991929, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436887, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301495, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:48:19.641743 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19900] Generated table #301496: 2963611 keys, 70253796 bytes, temperature: kUnknown 2024/02/20-13:48:19.641825 3036189 EVENT_LOG_v1 {"time_micros": 1708436899641782, "cf_name": "key", "job": 19900, "event": "table_file_creation", "file_number": 301496, "file_size": 70253796, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110043, "index_size": 978169, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2678421, "raw_key_size": 179630971, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36907, "num_entries": 2963611, "num_filter_entries": 2998922, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436894, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301496, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:48:24.601797 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19900] Generated table #301497: 2979971 keys, 70255298 bytes, temperature: kUnknown 2024/02/20-13:48:24.601855 3036189 EVENT_LOG_v1 {"time_micros": 1708436904601821, "cf_name": "key", "job": 19900, "event": "table_file_creation", "file_number": 301497, "file_size": 70255298, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109007, "index_size": 985442, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2681029, "raw_key_size": 180217260, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36853, "num_entries": 2979971, "num_filter_entries": 3001802, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436899, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301497, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:48:25.228832 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19900] Generated table #301498: 398690 keys, 8276396 bytes, temperature: kUnknown 2024/02/20-13:48:25.228894 3036189 EVENT_LOG_v1 {"time_micros": 1708436905228857, "cf_name": "key", "job": 19900, "event": "table_file_creation", "file_number": 301498, "file_size": 8276396, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 7853992, "index_size": 127071, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 355925, "raw_key_size": 24057505, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4419, "num_entries": 398690, "num_filter_entries": 402737, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708436904, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301498, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:48:25.250807 3036189 (Original Log Time 2024/02/20-13:48:25.250024) [db/compaction/compaction_job.cc:1729] [key] [JOB 19900] Compacted 1@5 + 6@6 files to L6 => 359539378 bytes 2024/02/20-13:48:25.250810 3036189 (Original Log Time 2024/02/20-13:48:25.250626) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 13.2 rd, 12.4 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(20.2, 343.0 +0.0 blob) out(342.9 +0.0 blob), read-write-amplify(35.0) write-amplify(17.0) OK, records in: 15878716, records dropped: 568000 output_compression: ZSTD 2024/02/20-13:48:25.250816 3036189 (Original Log Time 2024/02/20-13:48:25.250660) EVENT_LOG_v1 {"time_micros": 1708436905250643, "job": 19900, "event": "compaction_finished", "compaction_time_micros": 28898695, "compaction_time_cpu_micros": 27823797, "output_level": 6, "num_output_files": 6, "total_output_size": 359539378, "num_input_records": 15878716, "num_output_records": 15310716, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-13:48:25.256468 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301423.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:48:25.256502 3036189 EVENT_LOG_v1 {"time_micros": 1708436905256497, "job": 19900, "event": "table_file_deletion", "file_number": 301423} 2024/02/20-13:48:25.264579 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301424.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:48:25.264616 3036189 EVENT_LOG_v1 {"time_micros": 1708436905264610, "job": 19900, "event": "table_file_deletion", "file_number": 301424} 2024/02/20-13:48:25.271143 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301425.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:48:25.271172 3036189 EVENT_LOG_v1 {"time_micros": 1708436905271168, "job": 19900, "event": "table_file_deletion", "file_number": 301425} 2024/02/20-13:48:25.278476 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301426.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:48:25.278522 3036189 EVENT_LOG_v1 {"time_micros": 1708436905278517, "job": 19900, "event": "table_file_deletion", "file_number": 301426} 2024/02/20-13:48:25.285184 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301427.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:48:25.285209 3036189 EVENT_LOG_v1 {"time_micros": 1708436905285206, "job": 19900, "event": "table_file_deletion", "file_number": 301427} 2024/02/20-13:48:25.286050 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301428.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:48:25.286060 3036189 EVENT_LOG_v1 {"time_micros": 1708436905286058, "job": 19900, "event": "table_file_deletion", "file_number": 301428} 2024/02/20-13:48:25.287729 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301492.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:48:25.287740 3036189 EVENT_LOG_v1 {"time_micros": 1708436905287738, "job": 19900, "event": "table_file_deletion", "file_number": 301492} 2024/02/20-13:48:25.287787 4076381 (Original Log Time 2024/02/20-13:47:56.329968) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-13:50:04.310099 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-13:50:04.310235 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1024403.2 total, 600.1 interval Cumulative writes: 130M writes, 584M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.28 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130714345.00 writes per sync, written: 56.28 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 91K writes, 295K keys, 91K commit groups, 1.0 writes per commit group, ingest: 26.12 MB, 0.04 MB/s Interval WAL: 91K writes, 0 syncs, 91272.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.5 408.70 381.23 4147 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.6 18.2 50.4 67.5 17.1 0.0 3.7 42.0 41.3 1674.00 1603.03 2142 0.782 1035M 1143 0.0 0.0 L6 13/0 794.93 MB 0.0 404.4 17.4 387.0 387.3 0.3 0.0 22.2 16.0 15.4 25822.85 23816.14 600 43.038 9451M 256M 0.0 0.0 Sum 13/0 794.93 MB 0.0 473.1 35.7 437.4 473.4 36.0 0.0 25.5 17.4 17.4 27905.55 25800.40 6889 4.051 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 145.1 13.3 13.2 62.01 55.88 4 15.501 19M 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 473.1 35.7 437.4 454.8 17.4 0.0 0.0 17.6 16.9 27496.85 25419.17 2742 10.028 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.5 408.70 381.23 4147 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1024403.2 total, 600.1 interval Flush(GB): cumulative 18.553, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 473.36 GB write, 0.47 MB/s write, 473.05 GB read, 0.47 MB/s read, 27905.6 seconds Interval compaction: 0.80 GB write, 1.37 MB/s write, 0.81 GB read, 1.38 MB/s read, 62.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1595 collections: 1708 last_copies: 0 last_secs: 0.000674 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(824,13.74 MB,0.894585%) IndexBlock(770,1.36 GB,90.8171%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5971140 Average: 2.1899 StdDev: 4.25 Min: 0 Median: 1.3834 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.38 P99.99: 127.30 ------------------------------------------------------ [ 0, 1 ] 2011231 33.683% 33.683% ####### ( 1, 2 ] 2541532 42.564% 76.246% ######### ( 2, 3 ] 993778 16.643% 92.889% ### ( 3, 4 ] 242107 4.055% 96.944% # ( 4, 6 ] 107416 1.799% 98.743% ( 6, 10 ] 35139 0.588% 99.331% ( 10, 15 ] 14822 0.248% 99.579% ( 15, 22 ] 7510 0.126% 99.705% ( 22, 34 ] 7860 0.132% 99.837% ( 34, 51 ] 5637 0.094% 99.931% ( 51, 76 ] 2512 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 402 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21610176 Average: 2.4694 StdDev: 6.80 Min: 0 Median: 1.4968 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.96 P99.99: 146.47 ------------------------------------------------------ [ 0, 1 ] 6612784 30.600% 30.600% ###### ( 1, 2 ] 8438750 39.050% 69.650% ######## ( 2, 3 ] 3664479 16.957% 86.607% ### ( 3, 4 ] 1339100 6.197% 92.804% # ( 4, 6 ] 1049845 4.858% 97.662% # ( 6, 10 ] 338773 1.568% 99.230% ( 10, 15 ] 59048 0.273% 99.503% ( 15, 22 ] 30214 0.140% 99.643% ( 22, 34 ] 32436 0.150% 99.793% ( 34, 51 ] 24651 0.114% 99.907% ( 51, 76 ] 11880 0.055% 99.962% ( 76, 110 ] 4849 0.022% 99.984% ( 110, 170 ] 1984 0.009% 99.994% ( 170, 250 ] 591 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 210521617 Average: 12.2708 StdDev: 81.83 Min: 0 Median: 1.4930 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.71 P99.9: 304.68 P99.99: 1543.03 ------------------------------------------------------ [ 0, 1 ] 71723026 34.069% 34.069% ####### ( 1, 2 ] 68034212 32.317% 66.386% ###### ( 2, 3 ] 29922819 14.214% 80.600% ### ( 3, 4 ] 6445312 3.062% 83.661% # ( 4, 6 ] 1173585 0.557% 84.219% ( 6, 10 ] 552968 0.263% 84.482% ( 10, 15 ] 313336 0.149% 84.630% ( 15, 22 ] 260787 0.124% 84.754% ( 22, 34 ] 7575692 3.599% 88.353% # ( 34, 51 ] 7688660 3.652% 92.005% # ( 51, 76 ] 6168702 2.930% 94.935% # ( 76, 110 ] 6748091 3.205% 98.141% # ( 110, 170 ] 3319123 1.577% 99.717% ( 170, 250 ] 337322 0.160% 99.877% ( 250, 380 ] 112842 0.054% 99.931% ( 380, 580 ] 68516 0.033% 99.964% ( 580, 870 ] 30721 0.015% 99.978% ( 870, 1300 ] 13960 0.007% 99.985% ( 1300, 1900 ] 26888 0.013% 99.998% ( 1900, 2900 ] 2147 0.001% 99.999% ( 2900, 4400 ] 867 0.000% 99.999% ( 4400, 6600 ] 622 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.70 74.33 4034 0.022 0 0 0.0 0.0 L6 3/0 168.55 MB 0.0 312.9 3.1 309.8 309.8 0.1 0.0 99.2 15.4 15.2 20835.04 20450.92 2124 9.809 11G 62M 0.0 0.0 Sum 3/0 168.55 MB 0.0 312.9 3.1 309.8 313.0 3.2 0.0 100.2 15.3 15.3 20922.74 20525.25 6158 3.398 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 181.9 14.4 14.5 23.41 23.05 5 4.683 12M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 312.9 3.1 309.8 309.8 0.1 0.0 0.0 15.4 15.2 20835.04 20450.92 2124 9.809 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.70 74.33 4034 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1024403.2 total, 600.1 interval Flush(GB): cumulative 3.124, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 312.97 GB write, 0.31 MB/s write, 312.90 GB read, 0.31 MB/s read, 20922.7 seconds Interval compaction: 0.33 GB write, 0.56 MB/s write, 0.33 GB read, 0.56 MB/s read, 23.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4349 collections: 1708 last_copies: 0 last_secs: 0.00135 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2199,1.67 MB,0.108754%) IndexBlock(2149,1.46 GB,97.0883%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1026287 Average: 3.5694 StdDev: 6.33 Min: 0 Median: 2.5883 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.43 P99.9: 60.69 P99.99: 194.68 ------------------------------------------------------ [ 0, 1 ] 116652 11.366% 11.366% ## ( 1, 2 ] 247143 24.081% 35.448% ##### ( 2, 3 ] 253875 24.737% 60.185% ##### ( 3, 4 ] 197598 19.254% 79.439% #### ( 4, 6 ] 169795 16.545% 95.983% ### ( 6, 10 ] 28647 2.791% 98.775% # ( 10, 15 ] 4762 0.464% 99.239% ( 15, 22 ] 2555 0.249% 99.487% ( 22, 34 ] 2167 0.211% 99.699% ( 34, 51 ] 1780 0.173% 99.872% ( 51, 76 ] 740 0.072% 99.944% ( 76, 110 ] 251 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177505122 Average: 2.1876 StdDev: 5.39 Min: 0 Median: 1.3431 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.74 P99.99: 144.55 ------------------------------------------------------ [ 0, 1 ] 65592196 36.952% 36.952% ####### ( 1, 2 ] 67505069 38.030% 74.982% ######## ( 2, 3 ] 33042561 18.615% 93.597% #### ( 3, 4 ] 7957067 4.483% 98.080% # ( 4, 6 ] 1484396 0.836% 98.916% ( 6, 10 ] 616267 0.347% 99.263% ( 10, 15 ] 401491 0.226% 99.490% ( 15, 22 ] 199777 0.113% 99.602% ( 22, 34 ] 312691 0.176% 99.778% ( 34, 51 ] 205107 0.116% 99.894% ( 51, 76 ] 100335 0.057% 99.950% ( 76, 110 ] 57970 0.033% 99.983% ( 110, 170 ] 21611 0.012% 99.995% ( 170, 250 ] 3842 0.002% 99.997% ( 250, 380 ] 1757 0.001% 99.998% ( 380, 580 ] 1461 0.001% 99.999% ( 580, 870 ] 867 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 274.74 254.92 4114 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.2 8.2 14.0 22.0 8.0 0.0 2.7 28.8 28.5 790.39 764.45 1970 0.401 614M 276K 0.0 0.0 L6 6/0 342.88 MB 0.0 197.6 8.9 188.7 188.9 0.1 0.0 21.3 14.4 13.7 14065.03 13760.36 717 19.617 8844M 239M 0.0 0.0 Sum 6/0 342.88 MB 0.0 219.8 17.1 202.7 219.9 17.2 0.0 24.2 14.9 14.9 15130.16 14779.74 6801 2.225 9459M 239M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 43.0 13.1 12.7 30.53 29.42 6 5.088 16M 568K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 219.8 17.1 202.7 210.8 8.1 0.0 0.0 15.1 14.5 14855.43 14524.81 2687 5.529 9459M 239M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 274.74 254.92 4114 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1024403.2 total, 600.1 interval Flush(GB): cumulative 9.073, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 219.92 GB write, 0.22 MB/s write, 219.77 GB read, 0.22 MB/s read, 15130.2 seconds Interval compaction: 0.38 GB write, 0.64 MB/s write, 0.39 GB read, 0.66 MB/s read, 30.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 357849 collections: 1708 last_copies: 0 last_secs: 0.130837 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357735,1.38 GB,92.0174%) FilterBlock(57,67.06 MB,4.36596%) IndexBlock(57,25.56 MB,1.66413%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2837555 Average: 4.2620 StdDev: 8.08 Min: 0 Median: 1.9596 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.05 P99.99: 151.43 ------------------------------------------------------ [ 0, 1 ] 633479 22.325% 22.325% #### ( 1, 2 ] 818394 28.842% 51.166% ###### ( 2, 3 ] 400976 14.131% 65.297% ### ( 3, 4 ] 173200 6.104% 71.401% # ( 4, 6 ] 149786 5.279% 76.680% # ( 6, 10 ] 448632 15.811% 92.490% ### ( 10, 15 ] 177698 6.262% 98.753% # ( 15, 22 ] 16928 0.597% 99.349% ( 22, 34 ] 9082 0.320% 99.669% ( 34, 51 ] 5529 0.195% 99.864% ( 51, 76 ] 2520 0.089% 99.953% ( 76, 110 ] 827 0.029% 99.982% ( 110, 170 ] 319 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6874052 Average: 4.7110 StdDev: 7.65 Min: 0 Median: 2.4777 Max: 7311 Percentiles: P50: 2.48 P75: 6.17 P99: 19.50 P99.9: 69.19 P99.99: 168.90 ------------------------------------------------------ [ 0, 1 ] 1123761 16.348% 16.348% ### ( 1, 2 ] 1813287 26.379% 42.727% ##### ( 2, 3 ] 1046708 15.227% 57.954% ### ( 3, 4 ] 562573 8.184% 66.138% ## ( 4, 6 ] 557179 8.106% 74.243% ## ( 6, 10 ] 1197789 17.425% 91.668% ### ( 10, 15 ] 474286 6.900% 98.568% # ( 15, 22 ] 46295 0.673% 99.241% ( 22, 34 ] 24417 0.355% 99.596% ( 34, 51 ] 15431 0.224% 99.821% ( 51, 76 ] 7492 0.109% 99.930% ( 76, 110 ] 2845 0.041% 99.971% ( 110, 170 ] 1326 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106671225 Average: 5.8117 StdDev: 24.83 Min: 0 Median: 2.3528 Max: 40453 Percentiles: P50: 2.35 P75: 7.56 P99: 42.19 P99.9: 159.31 P99.99: 468.30 ------------------------------------------------------ [ 0, 1 ] 25267877 23.688% 23.688% ##### ( 1, 2 ] 24137482 22.628% 46.316% ##### ( 2, 3 ] 11140553 10.444% 56.759% ## ( 3, 4 ] 4373150 4.100% 60.859% # ( 4, 6 ] 4995854 4.683% 65.542% # ( 6, 10 ] 25933050 24.311% 89.854% ##### ( 10, 15 ] 8337356 7.816% 97.670% ## ( 15, 22 ] 677845 0.635% 98.305% ( 22, 34 ] 556681 0.522% 98.827% ( 34, 51 ] 383444 0.359% 99.186% ( 51, 76 ] 244676 0.229% 99.416% ( 76, 110 ] 310962 0.292% 99.707% ( 110, 170 ] 250192 0.235% 99.942% ( 170, 250 ] 40018 0.038% 99.979% ( 250, 380 ] 8616 0.008% 99.987% ( 380, 580 ] 6346 0.006% 99.993% ( 580, 870 ] 3612 0.003% 99.997% ( 870, 1300 ] 1921 0.002% 99.999% ( 1300, 1900 ] 2630 0.002% 100.001% ( 1900, 2900 ] 185 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 101 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-13:50:04.313909 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 532921910 rocksdb.block.cache.hit COUNT : 2198143536 rocksdb.block.cache.add COUNT : 39933079 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32579 rocksdb.block.cache.index.hit COUNT : 539470186 rocksdb.block.cache.index.add COUNT : 32565 rocksdb.block.cache.index.bytes.insert COUNT : 34856273130 rocksdb.block.cache.filter.miss COUNT : 32585 rocksdb.block.cache.filter.hit COUNT : 1119525564 rocksdb.block.cache.filter.add COUNT : 32585 rocksdb.block.cache.filter.bytes.insert COUNT : 8863133789 rocksdb.block.cache.data.miss COUNT : 532856746 rocksdb.block.cache.data.hit COUNT : 539147786 rocksdb.block.cache.data.add COUNT : 39867929 rocksdb.block.cache.data.bytes.insert COUNT : 165142132769 rocksdb.block.cache.bytes.read COUNT : 1915984852782022 rocksdb.block.cache.bytes.write COUNT : 208861539688 rocksdb.bloom.filter.useful COUNT : 580120485 rocksdb.bloom.filter.full.positive COUNT : 539405111 rocksdb.bloom.filter.full.true.positive COUNT : 533794995 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 94954339 rocksdb.memtable.miss COUNT : 6369940113 rocksdb.l0.hit COUNT : 16301988 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 517493007 rocksdb.compaction.key.drop.new COUNT : 279116712 rocksdb.compaction.key.drop.obsolete COUNT : 279136466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 584798718 rocksdb.number.keys.read COUNT : 656845073 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60430843813 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68294 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32570 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 774117635 rocksdb.number.multiget.keys.read COUNT : 5808049379 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60430843813 rocksdb.write.self COUNT : 130501301 rocksdb.write.other COUNT : 213045 rocksdb.write.wal COUNT : 130714346 rocksdb.compact.read.bytes COUNT : 1003607272975 rocksdb.compact.write.bytes COUNT : 1047431344257 rocksdb.flush.write.bytes COUNT : 33020345214 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1042687 rocksdb.number.superversion_releases COUNT : 2733 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 526285343 rocksdb.number.block.decompressed COUNT : 526262073 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60394898860 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68294 rocksdb.num.iterator.deleted COUNT : 68294 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5263 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5225 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44392 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61337593850 rocksdb.memtable.garbage.bytes.at.flush COUNT : 740129400 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 951154751780 rocksdb.last.level.read.count COUNT : 494700345 rocksdb.non.last.level.read.bytes COUNT : 129573081804 rocksdb.non.last.level.read.count COUNT : 38319275 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 532954480 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2147384837991 rocksdb.bytes.compressed.to COUNT : 1042711636004 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26253721635 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6622421 rocksdb.bytes.decompressed.from COUNT : 1042892281021 rocksdb.bytes.decompressed.to COUNT : 2147339775805 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.400950 P95 : 106.250865 P99 : 160.346387 P100 : 227461.000000 COUNT : 656845073 SUM : 33862948448 rocksdb.db.write.micros P50 : 67.024888 P95 : 111.693504 P99 : 169.398300 P100 : 2037453.000000 COUNT : 130714346 SUM : 13472647632 rocksdb.compaction.times.micros P50 : 1618771.929825 P95 : 38512380.952381 P99 : 67113436.123348 P100 : 89521673.000000 COUNT : 7553 SUM : 63187316355 rocksdb.compaction.times.cpu_micros P50 : 1557581.227437 P95 : 35839484.978541 P99 : 64009510.869565 P100 : 83823365.000000 COUNT : 7553 SUM : 60394898860 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4306.560636 P95 : 27738.461538 P99 : 62065.217391 P100 : 1558490.000000 COUNT : 12280 SUM : 115015749 rocksdb.compaction.outfile.sync.micros P50 : 62614.172629 P95 : 125788.273616 P99 : 225112.500000 P100 : 2063820.000000 COUNT : 20273 SUM : 1300609022 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.183973 P95 : 726.819683 P99 : 3945.982143 P100 : 501117.000000 COUNT : 19895 SUM : 12827574 rocksdb.table.open.io.micros P50 : 585.216680 P95 : 6239.265713 P99 : 13025.984456 P100 : 207055.000000 COUNT : 32570 SUM : 57791796 rocksdb.db.multiget.micros P50 : 7.992040 P95 : 17.795971 P99 : 33.034576 P100 : 26625.000000 COUNT : 774117635 SUM : 7329344927 rocksdb.read.block.compaction.micros P50 : 13.671814 P95 : 59.189366 P99 : 138.492309 P100 : 136000.000000 COUNT : 492988817 SUM : 9585411971 rocksdb.read.block.get.micros P50 : 52.857199 P95 : 94.728938 P99 : 145.779279 P100 : 206929.000000 COUNT : 39933093 SUM : 2301198172 rocksdb.write.raw.block.micros P50 : 0.521553 P95 : 0.990951 P99 : 1.895235 P100 : 331149.000000 COUNT : 533005423 SUM : 10684783849 rocksdb.numfiles.in.singlecompaction P50 : 2.774214 P95 : 5.679561 P99 : 5.938615 P100 : 7.000000 COUNT : 5751 SUM : 20474 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.538383 P95 : 33.451175 P99 : 104.920512 P100 : 135929.000000 COUNT : 533019620 SUM : 3706129861 rocksdb.file.read.flush.micros P50 : 1.844056 P95 : 15.817352 P99 : 41.124668 P100 : 787.000000 COUNT : 61400 SUM : 294359 rocksdb.file.read.compaction.micros P50 : 1.423484 P95 : 36.630621 P99 : 106.406716 P100 : 135929.000000 COUNT : 493090196 SUM : 3307133711 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 656845073 SUM : 0 rocksdb.bytes.per.write P50 : 218.498464 P95 : 527.712583 P99 : 803.804397 P100 : 4563443.000000 COUNT : 130501301 SUM : 60430843813 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 774117635 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46175.383228 P95 : 166697.418738 P99 : 238841.913440 P100 : 1681975.000000 COUNT : 12323 SUM : 771139862 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-13:50:04.314114 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-13:50:04.314340 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708437004 to in-memory stats history 2024/02/20-13:50:04.314366 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-13:50:04.314405 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-13:52:18.674826 4077564 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301469. Total log size is 15728695 while max_total_wal_size is 15728640 2024/02/20-13:52:18.675059 4077564 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301499. Immutable memtables: 0. 2024/02/20-13:52:18.675288 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19901] Syncing log #301490 2024/02/20-13:52:18.676678 3036193 (Original Log Time 2024/02/20-13:52:18.675271) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:52:18.676684 3036193 [db/flush_job.cc:892] [url] [JOB 19901] Flushing memtable with next log file: 301499 2024/02/20-13:52:18.676703 3036193 EVENT_LOG_v1 {"time_micros": 1708437138676698, "job": 19901, "event": "flush_started", "num_memtables": 1, "num_entries": 56474, "num_deletes": 0, "total_data_size": 8646064, "memory_usage": 10269160, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:52:18.676706 3036193 [db/flush_job.cc:926] [url] [JOB 19901] Level-0 flush table #301500: started 2024/02/20-13:52:18.789544 3036193 EVENT_LOG_v1 {"time_micros": 1708437138789515, "cf_name": "url", "job": 19901, "event": "table_file_creation", "file_number": 301500, "file_size": 4486266, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150570488, "largest_seqno": 5150740900, "table_properties": {"data_size": 4413281, "index_size": 108819, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 8346869, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1328, "num_entries": 55498, "num_filter_entries": 6519, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436801, "oldest_key_time": 1708436801, "file_creation_time": 1708437138, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301500, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:52:18.789592 3036193 [db/flush_job.cc:1062] [url] [JOB 19901] Flush lasted 112918 microseconds, and 105475 cpu microseconds. 2024/02/20-13:52:18.790113 3036193 (Original Log Time 2024/02/20-13:52:18.789578) [db/flush_job.cc:1011] [url] [JOB 19901] Level-0 flush table #301500: 4486266 bytes OK 2024/02/20-13:52:18.790115 3036193 (Original Log Time 2024/02/20-13:52:18.789597) [db/memtable_list.cc:555] [url] Level-0 commit table #301500 started 2024/02/20-13:52:18.790117 3036193 (Original Log Time 2024/02/20-13:52:18.789884) [db/memtable_list.cc:754] [url] Level-0 commit table #301500: memtable #1 done 2024/02/20-13:52:18.790118 3036193 (Original Log Time 2024/02/20-13:52:18.789900) EVENT_LOG_v1 {"time_micros": 1708437138789896, "job": 19901, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-13:52:18.790119 3036193 (Original Log Time 2024/02/20-13:52:18.790082) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-13:52:18.790123 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19901] Try to delete WAL files size 2761108, prev total WAL file size 15733405, number of live WAL files 4. 2024/02/20-13:52:18.790588 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301469.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:53:15.715687 4077738 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301485. Total log size is 15770645 while max_total_wal_size is 15728640 2024/02/20-13:53:15.715924 4077738 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301501. Immutable memtables: 0. 2024/02/20-13:53:15.716132 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19902] Syncing log #301499 2024/02/20-13:53:15.750793 3036210 (Original Log Time 2024/02/20-13:53:15.716122) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:53:15.750802 3036210 [db/flush_job.cc:892] [tag] [JOB 19902] Flushing memtable with next log file: 301501 2024/02/20-13:53:15.750826 3036210 EVENT_LOG_v1 {"time_micros": 1708437195750819, "job": 19902, "event": "flush_started", "num_memtables": 1, "num_entries": 15176, "num_deletes": 0, "total_data_size": 1335003, "memory_usage": 2326768, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:53:15.750830 3036210 [db/flush_job.cc:926] [tag] [JOB 19902] Level-0 flush table #301502: started 2024/02/20-13:53:15.782737 3036210 EVENT_LOG_v1 {"time_micros": 1708437195782704, "cf_name": "tag", "job": 19902, "event": "table_file_creation", "file_number": 301502, "file_size": 811207, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150599404, "largest_seqno": 5150770176, "table_properties": {"data_size": 804640, "index_size": 8527, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1286853, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 244, "num_entries": 14985, "num_filter_entries": 184, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436863, "oldest_key_time": 1708436863, "file_creation_time": 1708437195, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301502, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:53:15.782787 3036210 [db/flush_job.cc:1062] [tag] [JOB 19902] Flush lasted 32002 microseconds, and 26586 cpu microseconds. 2024/02/20-13:53:15.783430 3036210 (Original Log Time 2024/02/20-13:53:15.782773) [db/flush_job.cc:1011] [tag] [JOB 19902] Level-0 flush table #301502: 811207 bytes OK 2024/02/20-13:53:15.783434 3036210 (Original Log Time 2024/02/20-13:53:15.782793) [db/memtable_list.cc:555] [tag] Level-0 commit table #301502 started 2024/02/20-13:53:15.783436 3036210 (Original Log Time 2024/02/20-13:53:15.783172) [db/memtable_list.cc:754] [tag] Level-0 commit table #301502: memtable #1 done 2024/02/20-13:53:15.783438 3036210 (Original Log Time 2024/02/20-13:53:15.783208) EVENT_LOG_v1 {"time_micros": 1708437195783199, "job": 19902, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:53:15.783440 3036210 (Original Log Time 2024/02/20-13:53:15.783388) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-13:53:15.783445 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19902] Try to delete WAL files size 604648, prev total WAL file size 15774048, number of live WAL files 4. 2024/02/20-13:53:15.783722 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301485.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:53:26.983174 4076366 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301490. Total log size is 15728815 while max_total_wal_size is 15728640 2024/02/20-13:53:26.983430 4076366 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301503. Immutable memtables: 0. 2024/02/20-13:53:26.983709 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19903] Syncing log #301501 2024/02/20-13:53:26.999914 3036193 (Original Log Time 2024/02/20-13:53:26.983690) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:53:26.999925 3036193 [db/flush_job.cc:892] [key] [JOB 19903] Flushing memtable with next log file: 301503 2024/02/20-13:53:26.999950 3036193 EVENT_LOG_v1 {"time_micros": 1708437206999944, "job": 19903, "event": "flush_started", "num_memtables": 1, "num_entries": 101546, "num_deletes": 50000, "total_data_size": 6354811, "memory_usage": 9491456, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:53:26.999953 3036193 [db/flush_job.cc:926] [key] [JOB 19903] Level-0 flush table #301504: started 2024/02/20-13:53:27.108780 3036193 EVENT_LOG_v1 {"time_micros": 1708437207108736, "cf_name": "key", "job": 19903, "event": "table_file_creation", "file_number": 301504, "file_size": 4210873, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150605977, "largest_seqno": 5150778419, "table_properties": {"data_size": 4091276, "index_size": 31900, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 93957, "raw_key_size": 6096487, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1195, "num_entries": 100631, "num_filter_entries": 106968, "num_deletions": 50000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436875, "oldest_key_time": 1708436875, "file_creation_time": 1708437206, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301504, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:53:27.108823 3036193 [db/flush_job.cc:1062] [key] [JOB 19903] Flush lasted 108918 microseconds, and 104852 cpu microseconds. 2024/02/20-13:53:27.109521 3036193 (Original Log Time 2024/02/20-13:53:27.108810) [db/flush_job.cc:1011] [key] [JOB 19903] Level-0 flush table #301504: 4210873 bytes OK 2024/02/20-13:53:27.109525 3036193 (Original Log Time 2024/02/20-13:53:27.108830) [db/memtable_list.cc:555] [key] Level-0 commit table #301504 started 2024/02/20-13:53:27.109527 3036193 (Original Log Time 2024/02/20-13:53:27.109245) [db/memtable_list.cc:754] [key] Level-0 commit table #301504: memtable #1 done 2024/02/20-13:53:27.109529 3036193 (Original Log Time 2024/02/20-13:53:27.109270) EVENT_LOG_v1 {"time_micros": 1708437207109261, "job": 19903, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-13:53:27.109532 3036193 (Original Log Time 2024/02/20-13:53:27.109475) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-13:53:27.109537 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19903] Try to delete WAL files size 12362939, prev total WAL file size 15733205, number of live WAL files 4. 2024/02/20-13:53:27.111279 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301490.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:57:26.838840 4076729 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301499. Total log size is 15790454 while max_total_wal_size is 15728640 2024/02/20-13:57:26.839016 4076729 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301505. Immutable memtables: 0. 2024/02/20-13:57:26.839212 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19904] Syncing log #301503 2024/02/20-13:57:26.857614 3036210 (Original Log Time 2024/02/20-13:57:26.839199) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:57:26.857623 3036210 [db/flush_job.cc:892] [url] [JOB 19904] Flushing memtable with next log file: 301505 2024/02/20-13:57:26.857644 3036210 EVENT_LOG_v1 {"time_micros": 1708437446857637, "job": 19904, "event": "flush_started", "num_memtables": 1, "num_entries": 52887, "num_deletes": 0, "total_data_size": 8073454, "memory_usage": 9890632, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:57:26.857646 3036210 [db/flush_job.cc:926] [url] [JOB 19904] Level-0 flush table #301506: started 2024/02/20-13:57:26.974222 3036210 EVENT_LOG_v1 {"time_micros": 1708437446974193, "cf_name": "url", "job": 19904, "event": "table_file_creation", "file_number": 301506, "file_size": 4222053, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150740902, "largest_seqno": 5150918493, "table_properties": {"data_size": 4155338, "index_size": 100851, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5333, "raw_key_size": 7805425, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1252, "num_entries": 51975, "num_filter_entries": 6120, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708437138, "oldest_key_time": 1708437138, "file_creation_time": 1708437446, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301506, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:57:26.974256 3036210 [db/flush_job.cc:1062] [url] [JOB 19904] Flush lasted 116650 microseconds, and 114348 cpu microseconds. 2024/02/20-13:57:26.974745 3036210 (Original Log Time 2024/02/20-13:57:26.974244) [db/flush_job.cc:1011] [url] [JOB 19904] Level-0 flush table #301506: 4222053 bytes OK 2024/02/20-13:57:26.974748 3036210 (Original Log Time 2024/02/20-13:57:26.974261) [db/memtable_list.cc:555] [url] Level-0 commit table #301506 started 2024/02/20-13:57:26.974749 3036210 (Original Log Time 2024/02/20-13:57:26.974519) [db/memtable_list.cc:754] [url] Level-0 commit table #301506: memtable #1 done 2024/02/20-13:57:26.974751 3036210 (Original Log Time 2024/02/20-13:57:26.974536) EVENT_LOG_v1 {"time_micros": 1708437446974531, "job": 19904, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-13:57:26.974752 3036210 (Original Log Time 2024/02/20-13:57:26.974710) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-13:57:26.974756 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19904] Try to delete WAL files size 2803058, prev total WAL file size 15796469, number of live WAL files 4. 2024/02/20-13:57:26.974826 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 19905] Compacting 2@0 files to L5, score 1.00 2024/02/20-13:57:26.974832 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19912 Base level 0, inputs: [301506(4123KB) 301500(4381KB)] 2024/02/20-13:57:26.974845 3036190 EVENT_LOG_v1 {"time_micros": 1708437446974837, "job": 19905, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301506, 301500], "score": 1, "input_data_size": 8708319, "oldest_snapshot_seqno": -1} 2024/02/20-13:57:26.975170 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301499.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:57:27.151205 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19905] Generated table #301507: 107473 keys, 8369296 bytes, temperature: kUnknown 2024/02/20-13:57:27.151296 3036190 EVENT_LOG_v1 {"time_micros": 1708437447151237, "cf_name": "url", "job": 19905, "event": "table_file_creation", "file_number": 301507, "file_size": 8369296, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150570488, "largest_seqno": 5150918493, "table_properties": {"data_size": 8236998, "index_size": 210475, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8693, "raw_key_size": 16152294, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2469, "num_entries": 107473, "num_filter_entries": 9900, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436801, "oldest_key_time": 0, "file_creation_time": 1708437446, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301507, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:57:27.152353 3036190 (Original Log Time 2024/02/20-13:57:27.151759) [db/compaction/compaction_job.cc:1729] [url] [JOB 19905] Compacted 2@0 files to L5 => 8369296 bytes 2024/02/20-13:57:27.152356 3036190 (Original Log Time 2024/02/20-13:57:27.152108) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.03, MB/sec: 49.3 rd, 47.4 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.3, 0.0 +0.0 blob) out(8.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 107473, records dropped: 0 output_compression: LZ4 2024/02/20-13:57:27.152361 3036190 (Original Log Time 2024/02/20-13:57:27.152136) EVENT_LOG_v1 {"time_micros": 1708437447152122, "job": 19905, "event": "compaction_finished", "compaction_time_micros": 176528, "compaction_time_cpu_micros": 172704, "output_level": 5, "num_output_files": 1, "total_output_size": 8369296, "num_input_records": 107473, "num_output_records": 107473, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-13:57:27.152750 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301500.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:57:27.152762 3036190 EVENT_LOG_v1 {"time_micros": 1708437447152759, "job": 19905, "event": "table_file_deletion", "file_number": 301500} 2024/02/20-13:57:27.153710 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301506.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:57:27.153754 3036190 EVENT_LOG_v1 {"time_micros": 1708437447153747, "job": 19905, "event": "table_file_deletion", "file_number": 301506} 2024/02/20-13:58:24.415743 4076423 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301501. Total log size is 15795399 while max_total_wal_size is 15728640 2024/02/20-13:58:24.415945 4076423 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301508. Immutable memtables: 0. 2024/02/20-13:58:24.416218 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19906] Syncing log #301505 2024/02/20-13:58:24.435211 3036193 (Original Log Time 2024/02/20-13:58:24.416201) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-13:58:24.435224 3036193 [db/flush_job.cc:892] [tag] [JOB 19906] Flushing memtable with next log file: 301508 2024/02/20-13:58:24.435251 3036193 EVENT_LOG_v1 {"time_micros": 1708437504435243, "job": 19906, "event": "flush_started", "num_memtables": 1, "num_entries": 13949, "num_deletes": 0, "total_data_size": 1222887, "memory_usage": 2342592, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:58:24.435255 3036193 [db/flush_job.cc:926] [tag] [JOB 19906] Level-0 flush table #301509: started 2024/02/20-13:58:24.459110 3036193 EVENT_LOG_v1 {"time_micros": 1708437504459070, "cf_name": "tag", "job": 19906, "event": "table_file_creation", "file_number": 301509, "file_size": 732401, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150772187, "largest_seqno": 5150949703, "table_properties": {"data_size": 726183, "index_size": 7950, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1188605, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 224, "num_entries": 13887, "num_filter_entries": 181, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708437195, "oldest_key_time": 1708437195, "file_creation_time": 1708437504, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301509, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:58:24.459163 3036193 [db/flush_job.cc:1062] [tag] [JOB 19906] Flush lasted 23955 microseconds, and 22198 cpu microseconds. 2024/02/20-13:58:24.459624 3036193 (Original Log Time 2024/02/20-13:58:24.459144) [db/flush_job.cc:1011] [tag] [JOB 19906] Level-0 flush table #301509: 732401 bytes OK 2024/02/20-13:58:24.459627 3036193 (Original Log Time 2024/02/20-13:58:24.459169) [db/memtable_list.cc:555] [tag] Level-0 commit table #301509 started 2024/02/20-13:58:24.459628 3036193 (Original Log Time 2024/02/20-13:58:24.459371) [db/memtable_list.cc:754] [tag] Level-0 commit table #301509: memtable #1 done 2024/02/20-13:58:24.459629 3036193 (Original Log Time 2024/02/20-13:58:24.459385) EVENT_LOG_v1 {"time_micros": 1708437504459381, "job": 19906, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-13:58:24.459630 3036193 (Original Log Time 2024/02/20-13:58:24.459589) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-13:58:24.459634 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19906] Try to delete WAL files size 562818, prev total WAL file size 15800049, number of live WAL files 4. 2024/02/20-13:58:24.459749 3036188 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19907] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-13:58:24.459757 3036188 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19914 Base level 0, inputs: [301509(715KB) 301502(792KB)], [301487(64MB) 301488(64MB) 301489(39MB)] 2024/02/20-13:58:24.459774 3036188 EVENT_LOG_v1 {"time_micros": 1708437504459764, "job": 19907, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301509, 301502], "files_L6": [301487, 301488, 301489], "score": 1, "input_data_size": 178284201, "oldest_snapshot_seqno": -1} 2024/02/20-13:58:24.459898 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301501.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:58:28.820368 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19907] Generated table #301510: 2470817 keys, 67639544 bytes, temperature: kUnknown 2024/02/20-13:58:28.820429 3036188 EVENT_LOG_v1 {"time_micros": 1708437508820392, "cf_name": "tag", "job": 19907, "event": "table_file_creation", "file_number": 301510, "file_size": 67639544, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109140, "index_size": 1483714, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 206557624, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36114, "num_entries": 2470817, "num_filter_entries": 1286, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708437504, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301510, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:58:33.149930 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19907] Generated table #301511: 2070870 keys, 67661908 bytes, temperature: kUnknown 2024/02/20-13:58:33.150007 3036188 EVENT_LOG_v1 {"time_micros": 1708437513149960, "cf_name": "tag", "job": 19907, "event": "table_file_creation", "file_number": 301511, "file_size": 67661908, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109942, "index_size": 1400797, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 191647217, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36007, "num_entries": 2070870, "num_filter_entries": 2095, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708437508, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301511, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:58:36.027209 4076306 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301503. Total log size is 15818051 while max_total_wal_size is 15728640 2024/02/20-13:58:36.027553 4076306 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301513. Immutable memtables: 0. 2024/02/20-13:58:36.027832 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19908] Syncing log #301508 2024/02/20-13:58:36.049430 3036210 (Original Log Time 2024/02/20-13:58:36.027810) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-13:58:36.049444 3036210 [db/flush_job.cc:892] [key] [JOB 19908] Flushing memtable with next log file: 301513 2024/02/20-13:58:36.049501 3036210 EVENT_LOG_v1 {"time_micros": 1708437516049490, "job": 19908, "event": "flush_started", "num_memtables": 1, "num_entries": 112872, "num_deletes": 64000, "total_data_size": 7067137, "memory_usage": 11101168, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-13:58:36.049508 3036210 [db/flush_job.cc:926] [key] [JOB 19908] Level-0 flush table #301514: started 2024/02/20-13:58:36.116249 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19907] Generated table #301512: 1611277 keys, 42188434 bytes, temperature: kUnknown 2024/02/20-13:58:36.116313 3036188 EVENT_LOG_v1 {"time_micros": 1708437516116273, "cf_name": "tag", "job": 19907, "event": "table_file_creation", "file_number": 301512, "file_size": 42188434, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 41870643, "index_size": 930152, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 128466201, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 22748, "num_entries": 1611277, "num_filter_entries": 295, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708437513, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301512, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:58:36.127236 3036188 (Original Log Time 2024/02/20-13:58:36.126447) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19907] Compacted 2@0 + 3@6 files to L6 => 177489886 bytes 2024/02/20-13:58:36.127240 3036188 (Original Log Time 2024/02/20-13:58:36.126978) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.3 rd, 15.2 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.5, 168.6 +0.0 blob) out(169.3 +0.0 blob), read-write-amplify(230.5) write-amplify(115.0) OK, records in: 6152964, records dropped: 0 output_compression: ZSTD 2024/02/20-13:58:36.127246 3036188 (Original Log Time 2024/02/20-13:58:36.127016) EVENT_LOG_v1 {"time_micros": 1708437516126999, "job": 19907, "event": "compaction_finished", "compaction_time_micros": 11656600, "compaction_time_cpu_micros": 11469302, "output_level": 6, "num_output_files": 3, "total_output_size": 177489886, "num_input_records": 6152964, "num_output_records": 6152964, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-13:58:36.134578 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301487.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:58:36.134613 3036188 EVENT_LOG_v1 {"time_micros": 1708437516134607, "job": 19907, "event": "table_file_deletion", "file_number": 301487} 2024/02/20-13:58:36.142737 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301488.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:58:36.142780 3036188 EVENT_LOG_v1 {"time_micros": 1708437516142773, "job": 19907, "event": "table_file_deletion", "file_number": 301488} 2024/02/20-13:58:36.147797 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301489.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:58:36.147835 3036188 EVENT_LOG_v1 {"time_micros": 1708437516147829, "job": 19907, "event": "table_file_deletion", "file_number": 301489} 2024/02/20-13:58:36.148224 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301502.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:58:36.148233 3036188 EVENT_LOG_v1 {"time_micros": 1708437516148232, "job": 19907, "event": "table_file_deletion", "file_number": 301502} 2024/02/20-13:58:36.148344 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301509.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:58:36.148358 3036188 EVENT_LOG_v1 {"time_micros": 1708437516148356, "job": 19907, "event": "table_file_deletion", "file_number": 301509} 2024/02/20-13:58:36.186328 3036210 EVENT_LOG_v1 {"time_micros": 1708437516186282, "cf_name": "key", "job": 19908, "event": "table_file_creation", "file_number": 301514, "file_size": 4363116, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150778421, "largest_seqno": 5150958252, "table_properties": {"data_size": 4228381, "index_size": 35686, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 104917, "raw_key_size": 6783495, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1251, "num_entries": 111913, "num_filter_entries": 119432, "num_deletions": 64000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708437206, "oldest_key_time": 1708437206, "file_creation_time": 1708437516, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301514, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:58:36.186433 3036210 [db/flush_job.cc:1062] [key] [JOB 19908] Flush lasted 137014 microseconds, and 131787 cpu microseconds. 2024/02/20-13:58:36.187116 3036210 (Original Log Time 2024/02/20-13:58:36.186364) [db/flush_job.cc:1011] [key] [JOB 19908] Level-0 flush table #301514: 4363116 bytes OK 2024/02/20-13:58:36.187120 3036210 (Original Log Time 2024/02/20-13:58:36.186441) [db/memtable_list.cc:555] [key] Level-0 commit table #301514 started 2024/02/20-13:58:36.187122 3036210 (Original Log Time 2024/02/20-13:58:36.186834) [db/memtable_list.cc:754] [key] Level-0 commit table #301514: memtable #1 done 2024/02/20-13:58:36.187124 3036210 (Original Log Time 2024/02/20-13:58:36.186861) EVENT_LOG_v1 {"time_micros": 1708437516186853, "job": 19908, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-13:58:36.187126 3036210 (Original Log Time 2024/02/20-13:58:36.187073) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-13:58:36.187131 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19908] Try to delete WAL files size 12424578, prev total WAL file size 15823580, number of live WAL files 4. 2024/02/20-13:58:36.187231 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19909] Compacting 2@0 files to L5, score 1.00 2024/02/20-13:58:36.187242 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19916 Base level 0, inputs: [301514(4260KB) 301504(4112KB)] 2024/02/20-13:58:36.187270 3036187 EVENT_LOG_v1 {"time_micros": 1708437516187258, "job": 19909, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301514, 301504], "score": 1, "input_data_size": 8573989, "oldest_snapshot_seqno": -1} 2024/02/20-13:58:36.188978 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301503.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:58:36.507041 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19909] Generated table #301515: 212544 keys, 8487726 bytes, temperature: kUnknown 2024/02/20-13:58:36.507121 3036187 EVENT_LOG_v1 {"time_micros": 1708437516507070, "cf_name": "key", "job": 19909, "event": "table_file_creation", "file_number": 301515, "file_size": 8487726, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150605977, "largest_seqno": 5150958252, "table_properties": {"data_size": 8237242, "index_size": 67033, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197765, "raw_key_size": 12879982, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2417, "num_entries": 212544, "num_filter_entries": 224425, "num_deletions": 114000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436875, "oldest_key_time": 0, "file_creation_time": 1708437516, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301515, "seqno_to_time_mapping": "N/A"}} 2024/02/20-13:58:36.508469 3036187 (Original Log Time 2024/02/20-13:58:36.507817) [db/compaction/compaction_job.cc:1729] [key] [JOB 19909] Compacted 2@0 files to L5 => 8487726 bytes 2024/02/20-13:58:36.508474 3036187 (Original Log Time 2024/02/20-13:58:36.508189) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 26.8 rd, 26.5 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.2, 0.0 +0.0 blob) out(8.1 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 212544, records dropped: 0 output_compression: LZ4 2024/02/20-13:58:36.508480 3036187 (Original Log Time 2024/02/20-13:58:36.508238) EVENT_LOG_v1 {"time_micros": 1708437516508206, "job": 19909, "event": "compaction_finished", "compaction_time_micros": 319918, "compaction_time_cpu_micros": 313959, "output_level": 5, "num_output_files": 1, "total_output_size": 8487726, "num_input_records": 212544, "num_output_records": 212544, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-13:58:36.508896 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301504.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:58:36.508912 3036187 EVENT_LOG_v1 {"time_micros": 1708437516508909, "job": 19909, "event": "table_file_deletion", "file_number": 301504} 2024/02/20-13:58:36.509483 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301514.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-13:58:36.509500 3036187 EVENT_LOG_v1 {"time_micros": 1708437516509497, "job": 19909, "event": "table_file_deletion", "file_number": 301514} 2024/02/20-14:00:04.456984 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-14:00:04.457123 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1025003.3 total, 600.1 interval Cumulative writes: 130M writes, 585M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.31 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130809010.00 writes per sync, written: 56.31 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 94K writes, 338K keys, 94K commit groups, 1.0 writes per commit group, ingest: 28.69 MB, 0.05 MB/s Interval WAL: 94K writes, 0 syncs, 94665.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.5 408.93 381.45 4149 0.099 0 0 0.0 0.0 L5 1/0 7.98 MB 0.0 68.6 18.2 50.4 67.5 17.1 0.0 3.7 42.0 41.3 1674.17 1603.20 2143 0.781 1035M 1143 0.0 0.0 L6 13/0 794.93 MB 0.0 404.4 17.4 387.0 387.3 0.3 0.0 22.2 16.0 15.4 25822.85 23816.14 600 43.038 9451M 256M 0.0 0.0 Sum 14/0 802.91 MB 0.0 473.1 35.7 437.4 473.4 36.0 0.0 25.5 17.4 17.4 27905.96 25800.79 6892 4.049 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 20.5 40.1 0.41 0.39 3 0.135 107K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 473.1 35.7 437.4 454.8 17.4 0.0 0.0 17.6 16.9 27497.03 25419.34 2743 10.024 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.5 408.93 381.45 4149 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1025003.3 total, 600.1 interval Flush(GB): cumulative 18.561, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 473.37 GB write, 0.47 MB/s write, 473.06 GB read, 0.47 MB/s read, 27906.0 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1601 collections: 1709 last_copies: 0 last_secs: 0.000685 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(827,13.76 MB,0.89582%) IndexBlock(773,1.36 GB,90.8432%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5973730 Average: 2.1897 StdDev: 4.25 Min: 0 Median: 1.3832 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.37 P99.99: 127.26 ------------------------------------------------------ [ 0, 1 ] 2012581 33.691% 33.691% ####### ( 1, 2 ] 2542548 42.562% 76.253% ######### ( 2, 3 ] 993962 16.639% 92.892% ### ( 3, 4 ] 242124 4.053% 96.945% # ( 4, 6 ] 107427 1.798% 98.743% ( 6, 10 ] 35144 0.588% 99.331% ( 10, 15 ] 14825 0.248% 99.580% ( 15, 22 ] 7513 0.126% 99.705% ( 22, 34 ] 7861 0.132% 99.837% ( 34, 51 ] 5637 0.094% 99.931% ( 51, 76 ] 2512 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 402 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21610181 Average: 2.4694 StdDev: 6.80 Min: 0 Median: 1.4968 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.96 P99.99: 146.47 ------------------------------------------------------ [ 0, 1 ] 6612784 30.600% 30.600% ###### ( 1, 2 ] 8438752 39.050% 69.650% ######## ( 2, 3 ] 3664479 16.957% 86.607% ### ( 3, 4 ] 1339100 6.197% 92.804% # ( 4, 6 ] 1049847 4.858% 97.662% # ( 6, 10 ] 338773 1.568% 99.230% ( 10, 15 ] 59048 0.273% 99.503% ( 15, 22 ] 30214 0.140% 99.643% ( 22, 34 ] 32436 0.150% 99.793% ( 34, 51 ] 24652 0.114% 99.907% ( 51, 76 ] 11880 0.055% 99.962% ( 76, 110 ] 4849 0.022% 99.984% ( 110, 170 ] 1984 0.009% 99.994% ( 170, 250 ] 591 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 210521617 Average: 12.2708 StdDev: 81.83 Min: 0 Median: 1.4930 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.71 P99.9: 304.68 P99.99: 1543.03 ------------------------------------------------------ [ 0, 1 ] 71723026 34.069% 34.069% ####### ( 1, 2 ] 68034212 32.317% 66.386% ###### ( 2, 3 ] 29922819 14.214% 80.600% ### ( 3, 4 ] 6445312 3.062% 83.661% # ( 4, 6 ] 1173585 0.557% 84.219% ( 6, 10 ] 552968 0.263% 84.482% ( 10, 15 ] 313336 0.149% 84.630% ( 15, 22 ] 260787 0.124% 84.754% ( 22, 34 ] 7575692 3.599% 88.353% # ( 34, 51 ] 7688660 3.652% 92.005% # ( 51, 76 ] 6168702 2.930% 94.935% # ( 76, 110 ] 6748091 3.205% 98.141% # ( 110, 170 ] 3319123 1.577% 99.717% ( 170, 250 ] 337322 0.160% 99.877% ( 250, 380 ] 112842 0.054% 99.931% ( 380, 580 ] 68516 0.033% 99.964% ( 580, 870 ] 30721 0.015% 99.978% ( 870, 1300 ] 13960 0.007% 99.985% ( 1300, 1900 ] 26888 0.013% 99.998% ( 1900, 2900 ] 2147 0.001% 99.999% ( 2900, 4400 ] 867 0.000% 99.999% ( 4400, 6600 ] 622 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.75 74.38 4036 0.022 0 0 0.0 0.0 L6 3/0 169.27 MB 0.0 313.1 3.1 309.9 310.0 0.1 0.0 99.2 15.4 15.2 20846.70 20462.39 2125 9.810 11G 62M 0.0 0.0 Sum 3/0 169.27 MB 0.0 313.1 3.1 309.9 313.1 3.2 0.0 100.2 15.3 15.3 20934.45 20536.77 6161 3.398 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 116.0 14.5 14.6 11.71 11.52 3 3.904 6152K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 313.1 3.1 309.9 310.0 0.1 0.0 0.0 15.4 15.2 20846.70 20462.39 2125 9.810 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.75 74.38 4036 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1025003.3 total, 600.1 interval Flush(GB): cumulative 3.125, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 313.14 GB write, 0.31 MB/s write, 313.07 GB read, 0.31 MB/s read, 20934.5 seconds Interval compaction: 0.17 GB write, 0.28 MB/s write, 0.17 GB read, 0.28 MB/s read, 11.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4355 collections: 1709 last_copies: 0 last_secs: 0.001467 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2203,1.67 MB,0.108981%) IndexBlock(2151,1.46 GB,97.1461%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1026765 Average: 3.5697 StdDev: 6.33 Min: 0 Median: 2.5889 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.43 P99.9: 60.67 P99.99: 194.63 ------------------------------------------------------ [ 0, 1 ] 116654 11.361% 11.361% ## ( 1, 2 ] 247152 24.071% 35.432% ##### ( 2, 3 ] 254014 24.739% 60.172% ##### ( 3, 4 ] 197767 19.261% 79.433% #### ( 4, 6 ] 169942 16.551% 95.984% ### ( 6, 10 ] 28653 2.791% 98.775% # ( 10, 15 ] 4765 0.464% 99.239% ( 15, 22 ] 2557 0.249% 99.488% ( 22, 34 ] 2168 0.211% 99.699% ( 34, 51 ] 1780 0.173% 99.872% ( 51, 76 ] 740 0.072% 99.944% ( 76, 110 ] 251 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177599600 Average: 2.1876 StdDev: 5.39 Min: 0 Median: 1.3431 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.73 P99.99: 144.53 ------------------------------------------------------ [ 0, 1 ] 65621982 36.949% 36.949% ####### ( 1, 2 ] 67544951 38.032% 74.982% ######## ( 2, 3 ] 33062172 18.616% 93.598% #### ( 3, 4 ] 7960670 4.482% 98.080% # ( 4, 6 ] 1485009 0.836% 98.916% ( 6, 10 ] 616638 0.347% 99.263% ( 10, 15 ] 401731 0.226% 99.490% ( 15, 22 ] 199873 0.113% 99.602% ( 22, 34 ] 312814 0.176% 99.778% ( 34, 51 ] 205202 0.116% 99.894% ( 51, 76 ] 100374 0.057% 99.950% ( 76, 110 ] 57982 0.033% 99.983% ( 110, 170 ] 21618 0.012% 99.995% ( 170, 250 ] 3842 0.002% 99.997% ( 250, 380 ] 1757 0.001% 99.998% ( 380, 580 ] 1461 0.001% 99.999% ( 580, 870 ] 867 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 274.98 255.16 4116 0.067 0 0 0.0 0.0 L5 1/0 8.09 MB 0.0 22.2 8.2 14.0 22.0 8.0 0.0 2.7 28.8 28.5 790.71 764.76 1971 0.401 614M 276K 0.0 0.0 L6 6/0 342.88 MB 0.0 197.6 8.9 188.7 188.9 0.1 0.0 21.3 14.4 13.7 14065.03 13760.36 717 19.617 8844M 239M 0.0 0.0 Sum 7/0 350.98 MB 0.0 219.8 17.1 202.7 219.9 17.2 0.0 24.2 14.9 14.9 15130.73 14780.29 6804 2.224 9459M 239M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 14.5 28.8 0.57 0.55 3 0.189 212K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 219.8 17.1 202.7 210.9 8.2 0.0 0.0 15.1 14.5 14855.75 14525.13 2688 5.527 9459M 239M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 274.98 255.16 4116 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1025003.3 total, 600.1 interval Flush(GB): cumulative 9.081, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 219.93 GB write, 0.22 MB/s write, 219.78 GB read, 0.22 MB/s read, 15130.7 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358507 collections: 1709 last_copies: 0 last_secs: 0.139851 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(358393,1.38 GB,92.1834%) FilterBlock(56,64.66 MB,4.20952%) IndexBlock(58,23.76 MB,1.54684%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2840020 Average: 4.2618 StdDev: 8.07 Min: 0 Median: 1.9599 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.03 P99.99: 151.38 ------------------------------------------------------ [ 0, 1 ] 633811 22.317% 22.317% #### ( 1, 2 ] 819061 28.840% 51.157% ###### ( 2, 3 ] 401589 14.140% 65.297% ### ( 3, 4 ] 173457 6.108% 71.405% # ( 4, 6 ] 149901 5.278% 76.683% # ( 6, 10 ] 448988 15.809% 92.493% ### ( 10, 15 ] 177803 6.261% 98.753% # ( 15, 22 ] 16938 0.596% 99.350% ( 22, 34 ] 9088 0.320% 99.670% ( 34, 51 ] 5533 0.195% 99.864% ( 51, 76 ] 2520 0.089% 99.953% ( 76, 110 ] 827 0.029% 99.982% ( 110, 170 ] 319 0.011% 99.993% ( 170, 250 ] 88 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6874646 Average: 4.7114 StdDev: 7.65 Min: 0 Median: 2.4779 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.50 P99.9: 69.20 P99.99: 168.89 ------------------------------------------------------ [ 0, 1 ] 1123761 16.346% 16.346% ### ( 1, 2 ] 1813290 26.376% 42.723% ##### ( 2, 3 ] 1046708 15.226% 57.949% ### ( 3, 4 ] 562573 8.183% 66.132% ## ( 4, 6 ] 557222 8.105% 74.237% ## ( 6, 10 ] 1198203 17.429% 91.667% ### ( 10, 15 ] 474403 6.901% 98.567% # ( 15, 22 ] 46303 0.674% 99.241% ( 22, 34 ] 24423 0.355% 99.596% ( 34, 51 ] 15432 0.224% 99.821% ( 51, 76 ] 7492 0.109% 99.930% ( 76, 110 ] 2846 0.041% 99.971% ( 110, 170 ] 1327 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106711223 Average: 5.8131 StdDev: 24.82 Min: 0 Median: 2.3546 Max: 40453 Percentiles: P50: 2.35 P75: 7.56 P99: 42.18 P99.9: 159.30 P99.99: 468.09 ------------------------------------------------------ [ 0, 1 ] 25267877 23.679% 23.679% ##### ( 1, 2 ] 24137482 22.619% 46.298% ##### ( 2, 3 ] 11140568 10.440% 56.738% ## ( 3, 4 ] 4373204 4.098% 60.836% # ( 4, 6 ] 4998124 4.684% 65.520% # ( 6, 10 ] 25961052 24.328% 89.848% ##### ( 10, 15 ] 8346030 7.821% 97.670% ## ( 15, 22 ] 678350 0.636% 98.305% ( 22, 34 ] 556940 0.522% 98.827% ( 34, 51 ] 383582 0.359% 99.187% ( 51, 76 ] 244740 0.229% 99.416% ( 76, 110 ] 310975 0.291% 99.707% ( 110, 170 ] 250194 0.234% 99.942% ( 170, 250 ] 40022 0.038% 99.979% ( 250, 380 ] 8616 0.008% 99.987% ( 380, 580 ] 6348 0.006% 99.993% ( 580, 870 ] 3612 0.003% 99.997% ( 870, 1300 ] 1921 0.002% 99.999% ( 1300, 1900 ] 2630 0.002% 100.001% ( 1900, 2900 ] 185 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 101 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-14:00:04.460922 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 533062489 rocksdb.block.cache.hit COUNT : 2199700195 rocksdb.block.cache.add COUNT : 39974155 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32590 rocksdb.block.cache.index.hit COUNT : 539911658 rocksdb.block.cache.index.add COUNT : 32576 rocksdb.block.cache.index.bytes.insert COUNT : 34860659947 rocksdb.block.cache.filter.miss COUNT : 32596 rocksdb.block.cache.filter.hit COUNT : 1120239853 rocksdb.block.cache.filter.add COUNT : 32596 rocksdb.block.cache.filter.bytes.insert COUNT : 8863554436 rocksdb.block.cache.data.miss COUNT : 532997303 rocksdb.block.cache.data.hit COUNT : 539548684 rocksdb.block.cache.data.add COUNT : 39908983 rocksdb.block.cache.data.bytes.insert COUNT : 165312196264 rocksdb.block.cache.bytes.read COUNT : 1917524779749315 rocksdb.block.cache.bytes.write COUNT : 209036410647 rocksdb.bloom.filter.useful COUNT : 580393322 rocksdb.bloom.filter.full.positive COUNT : 539846563 rocksdb.bloom.filter.full.true.positive COUNT : 534233850 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95044118 rocksdb.memtable.miss COUNT : 6374833305 rocksdb.l0.hit COUNT : 16316571 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 517917279 rocksdb.compaction.key.drop.new COUNT : 279116712 rocksdb.compaction.key.drop.obsolete COUNT : 279136466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 585137569 rocksdb.number.keys.read COUNT : 657373717 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60460929110 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68334 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32581 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 774688796 rocksdb.number.multiget.keys.read COUNT : 5812503706 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60460929110 rocksdb.write.self COUNT : 130595838 rocksdb.write.other COUNT : 213172 rocksdb.write.wal COUNT : 130809010 rocksdb.compact.read.bytes COUNT : 1003801268069 rocksdb.compact.write.bytes COUNT : 1047625691165 rocksdb.flush.write.bytes COUNT : 33039172989 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1043965 rocksdb.number.superversion_releases COUNT : 2734 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 526389357 rocksdb.number.block.decompressed COUNT : 526401968 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60406854825 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68334 rocksdb.num.iterator.deleted COUNT : 68334 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5265 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5227 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44407 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61369523065 rocksdb.memtable.garbage.bytes.at.flush COUNT : 740550881 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 951404699574 rocksdb.last.level.read.count COUNT : 494834825 rocksdb.non.last.level.read.bytes COUNT : 129594321309 rocksdb.non.last.level.read.count COUNT : 38325407 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 533095070 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2147808722876 rocksdb.bytes.compressed.to COUNT : 1042918918591 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26258653156 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6623667 rocksdb.bytes.decompressed.from COUNT : 1043159672323 rocksdb.bytes.decompressed.to COUNT : 2147909274024 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.398417 P95 : 106.249261 P99 : 160.343096 P100 : 227461.000000 COUNT : 657373717 SUM : 33888592284 rocksdb.db.write.micros P50 : 67.025699 P95 : 111.686571 P99 : 169.395028 P100 : 2037453.000000 COUNT : 130809010 SUM : 13481436393 rocksdb.compaction.times.micros P50 : 1617543.859649 P95 : 38500952.380952 P99 : 67110132.158590 P100 : 89521673.000000 COUNT : 7556 SUM : 63199469401 rocksdb.compaction.times.cpu_micros P50 : 1556317.689531 P95 : 35829184.549356 P99 : 64005434.782609 P100 : 83823365.000000 COUNT : 7556 SUM : 60406854825 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4308.609272 P95 : 27733.846154 P99 : 62032.608696 P100 : 1558490.000000 COUNT : 12286 SUM : 115070088 rocksdb.compaction.outfile.sync.micros P50 : 62612.269752 P95 : 125771.986971 P99 : 225091.666667 P100 : 2063820.000000 COUNT : 20278 SUM : 1300866343 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.201382 P95 : 726.647292 P99 : 3943.571429 P100 : 501117.000000 COUNT : 19904 SUM : 12829830 rocksdb.table.open.io.micros P50 : 584.623876 P95 : 6239.881767 P99 : 13024.816062 P100 : 207055.000000 COUNT : 32581 SUM : 57803860 rocksdb.db.multiget.micros P50 : 7.991759 P95 : 17.794554 P99 : 33.032770 P100 : 26625.000000 COUNT : 774688797 SUM : 7334430501 rocksdb.read.block.compaction.micros P50 : 13.671814 P95 : 59.179715 P99 : 138.483948 P100 : 136000.000000 COUNT : 493088320 SUM : 9586890307 rocksdb.read.block.get.micros P50 : 52.857976 P95 : 94.719693 P99 : 145.755662 P100 : 206929.000000 COUNT : 39974169 SUM : 2303486361 rocksdb.write.raw.block.micros P50 : 0.521552 P95 : 0.990948 P99 : 1.895228 P100 : 331149.000000 COUNT : 533110716 SUM : 10687521104 rocksdb.numfiles.in.singlecompaction P50 : 2.774004 P95 : 5.679572 P99 : 5.938616 P100 : 7.000000 COUNT : 5754 SUM : 20483 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.538478 P95 : 33.441841 P99 : 104.913899 P100 : 135929.000000 COUNT : 533160232 SUM : 3706742906 rocksdb.file.read.flush.micros P50 : 1.844205 P95 : 15.822591 P99 : 41.111141 P100 : 787.000000 COUNT : 61430 SUM : 294501 rocksdb.file.read.compaction.micros P50 : 1.423488 P95 : 36.620563 P99 : 106.401996 P100 : 135929.000000 COUNT : 493189724 SUM : 3307351183 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 657373720 SUM : 0 rocksdb.bytes.per.write P50 : 218.498312 P95 : 527.720565 P99 : 803.808593 P100 : 4563443.000000 COUNT : 130595838 SUM : 60460929110 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 774688801 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46190.712353 P95 : 166693.556086 P99 : 238830.979499 P100 : 1681975.000000 COUNT : 12329 SUM : 771671319 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-14:00:04.461149 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-14:00:04.461366 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708437604 to in-memory stats history 2024/02/20-14:00:04.461393 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-14:00:04.461437 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-14:02:54.945241 4076397 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301505. Total log size is 15728822 while max_total_wal_size is 15728640 2024/02/20-14:02:54.945553 4076397 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301516. Immutable memtables: 0. 2024/02/20-14:02:54.945776 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19910] Syncing log #301513 2024/02/20-14:02:54.947931 3036193 (Original Log Time 2024/02/20-14:02:54.945766) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:02:54.947937 3036193 [db/flush_job.cc:892] [url] [JOB 19910] Flushing memtable with next log file: 301516 2024/02/20-14:02:54.947958 3036193 EVENT_LOG_v1 {"time_micros": 1708437774947952, "job": 19910, "event": "flush_started", "num_memtables": 1, "num_entries": 56952, "num_deletes": 0, "total_data_size": 8682523, "memory_usage": 10818216, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:02:54.947961 3036193 [db/flush_job.cc:926] [url] [JOB 19910] Level-0 flush table #301517: started 2024/02/20-14:02:55.032806 3036193 EVENT_LOG_v1 {"time_micros": 1708437775032778, "cf_name": "url", "job": 19910, "event": "table_file_creation", "file_number": 301517, "file_size": 4472355, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150920495, "largest_seqno": 5151090804, "table_properties": {"data_size": 4399890, "index_size": 110790, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 8380377, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1331, "num_entries": 55881, "num_filter_entries": 6513, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708437446, "oldest_key_time": 1708437446, "file_creation_time": 1708437774, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301517, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:02:55.032845 3036193 [db/flush_job.cc:1062] [url] [JOB 19910] Flush lasted 84919 microseconds, and 82439 cpu microseconds. 2024/02/20-14:02:55.033349 3036193 (Original Log Time 2024/02/20-14:02:55.032832) [db/flush_job.cc:1011] [url] [JOB 19910] Level-0 flush table #301517: 4472355 bytes OK 2024/02/20-14:02:55.033351 3036193 (Original Log Time 2024/02/20-14:02:55.032850) [db/memtable_list.cc:555] [url] Level-0 commit table #301517 started 2024/02/20-14:02:55.033353 3036193 (Original Log Time 2024/02/20-14:02:55.033116) [db/memtable_list.cc:754] [url] Level-0 commit table #301517: memtable #1 done 2024/02/20-14:02:55.033354 3036193 (Original Log Time 2024/02/20-14:02:55.033131) EVENT_LOG_v1 {"time_micros": 1708437775033126, "job": 19910, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-14:02:55.033355 3036193 (Original Log Time 2024/02/20-14:02:55.033312) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-14:02:55.033360 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19910] Try to delete WAL files size 2808003, prev total WAL file size 15731792, number of live WAL files 4. 2024/02/20-14:02:55.033831 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301505.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:03:56.697192 1359714 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301508. Total log size is 15728811 while max_total_wal_size is 15728640 2024/02/20-14:03:56.697596 1359714 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301518. Immutable memtables: 0. 2024/02/20-14:03:56.697869 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19911] Syncing log #301516 2024/02/20-14:03:56.720665 3036210 (Original Log Time 2024/02/20-14:03:56.697858) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:03:56.720676 3036210 [db/flush_job.cc:892] [tag] [JOB 19911] Flushing memtable with next log file: 301518 2024/02/20-14:03:56.720702 3036210 EVENT_LOG_v1 {"time_micros": 1708437836720694, "job": 19911, "event": "flush_started", "num_memtables": 1, "num_entries": 17126, "num_deletes": 0, "total_data_size": 1488011, "memory_usage": 3317280, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:03:56.720705 3036210 [db/flush_job.cc:926] [tag] [JOB 19911] Level-0 flush table #301519: started 2024/02/20-14:03:56.733353 3036210 EVENT_LOG_v1 {"time_micros": 1708437836733327, "cf_name": "tag", "job": 19911, "event": "table_file_creation", "file_number": 301519, "file_size": 848735, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150951715, "largest_seqno": 5151120228, "table_properties": {"data_size": 840860, "index_size": 10072, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1441398, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 273, "num_entries": 16997, "num_filter_entries": 200, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708437504, "oldest_key_time": 1708437504, "file_creation_time": 1708437836, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301519, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:03:56.733408 3036210 [db/flush_job.cc:1062] [tag] [JOB 19911] Flush lasted 12751 microseconds, and 11598 cpu microseconds. 2024/02/20-14:03:56.733866 3036210 (Original Log Time 2024/02/20-14:03:56.733395) [db/flush_job.cc:1011] [tag] [JOB 19911] Level-0 flush table #301519: 848735 bytes OK 2024/02/20-14:03:56.733868 3036210 (Original Log Time 2024/02/20-14:03:56.733414) [db/memtable_list.cc:555] [tag] Level-0 commit table #301519 started 2024/02/20-14:03:56.733870 3036210 (Original Log Time 2024/02/20-14:03:56.733655) [db/memtable_list.cc:754] [tag] Level-0 commit table #301519: memtable #1 done 2024/02/20-14:03:56.733871 3036210 (Original Log Time 2024/02/20-14:03:56.733668) EVENT_LOG_v1 {"time_micros": 1708437836733664, "job": 19911, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:03:56.733872 3036210 (Original Log Time 2024/02/20-14:03:56.733834) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-14:03:56.733876 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19911] Try to delete WAL files size 585470, prev total WAL file size 15729936, number of live WAL files 4. 2024/02/20-14:03:56.734090 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301508.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:04:10.306889 4076262 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301513. Total log size is 15797798 while max_total_wal_size is 15728640 2024/02/20-14:04:10.307125 4076262 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301520. Immutable memtables: 0. 2024/02/20-14:04:10.307390 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19912] Syncing log #301518 2024/02/20-14:04:10.321064 3036193 (Original Log Time 2024/02/20-14:04:10.307376) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:04:10.321076 3036193 [db/flush_job.cc:892] [key] [JOB 19912] Flushing memtable with next log file: 301520 2024/02/20-14:04:10.321102 3036193 EVENT_LOG_v1 {"time_micros": 1708437850321093, "job": 19912, "event": "flush_started", "num_memtables": 1, "num_entries": 93783, "num_deletes": 40000, "total_data_size": 5847541, "memory_usage": 8792320, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:04:10.321106 3036193 [db/flush_job.cc:926] [key] [JOB 19912] Level-0 flush table #301521: started 2024/02/20-14:04:10.428800 3036193 EVENT_LOG_v1 {"time_micros": 1708437850428760, "cf_name": "key", "job": 19912, "event": "table_file_creation", "file_number": 301521, "file_size": 3893282, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150958254, "largest_seqno": 5151127459, "table_properties": {"data_size": 3785194, "index_size": 29031, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 85493, "raw_key_size": 5597145, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1111, "num_entries": 92744, "num_filter_entries": 97352, "num_deletions": 40000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708437516, "oldest_key_time": 1708437516, "file_creation_time": 1708437850, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301521, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:04:10.428850 3036193 [db/flush_job.cc:1062] [key] [JOB 19912] Flush lasted 107794 microseconds, and 104726 cpu microseconds. 2024/02/20-14:04:10.429628 3036193 (Original Log Time 2024/02/20-14:04:10.428831) [db/flush_job.cc:1011] [key] [JOB 19912] Level-0 flush table #301521: 3893282 bytes OK 2024/02/20-14:04:10.429633 3036193 (Original Log Time 2024/02/20-14:04:10.428856) [db/memtable_list.cc:555] [key] Level-0 commit table #301521 started 2024/02/20-14:04:10.429636 3036193 (Original Log Time 2024/02/20-14:04:10.429316) [db/memtable_list.cc:754] [key] Level-0 commit table #301521: memtable #1 done 2024/02/20-14:04:10.429638 3036193 (Original Log Time 2024/02/20-14:04:10.429339) EVENT_LOG_v1 {"time_micros": 1708437850429332, "job": 19912, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-14:04:10.429641 3036193 (Original Log Time 2024/02/20-14:04:10.429583) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-14:04:10.429648 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19912] Try to delete WAL files size 12335349, prev total WAL file size 15801048, number of live WAL files 4. 2024/02/20-14:04:10.431736 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301513.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:08:40.912223 4076713 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301516. Total log size is 15728785 while max_total_wal_size is 15728640 2024/02/20-14:08:40.912482 4076713 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301522. Immutable memtables: 0. 2024/02/20-14:08:40.912715 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19913] Syncing log #301520 2024/02/20-14:08:40.932652 3036210 (Original Log Time 2024/02/20-14:08:40.912700) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:08:40.932667 3036210 [db/flush_job.cc:892] [url] [JOB 19913] Flushing memtable with next log file: 301522 2024/02/20-14:08:40.932695 3036210 EVENT_LOG_v1 {"time_micros": 1708438120932687, "job": 19913, "event": "flush_started", "num_memtables": 1, "num_entries": 59227, "num_deletes": 0, "total_data_size": 9069763, "memory_usage": 10970064, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:08:40.932699 3036210 [db/flush_job.cc:926] [url] [JOB 19913] Level-0 flush table #301523: started 2024/02/20-14:08:41.077883 3036210 EVENT_LOG_v1 {"time_micros": 1708438121077841, "cf_name": "url", "job": 19913, "event": "table_file_creation", "file_number": 301523, "file_size": 4729137, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151090806, "largest_seqno": 5151255888, "table_properties": {"data_size": 4654967, "index_size": 114875, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5989, "raw_key_size": 8754680, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1394, "num_entries": 58130, "num_filter_entries": 6796, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708437774, "oldest_key_time": 1708437774, "file_creation_time": 1708438120, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301523, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:08:41.077924 3036210 [db/flush_job.cc:1062] [url] [JOB 19913] Flush lasted 145309 microseconds, and 141208 cpu microseconds. 2024/02/20-14:08:41.078518 3036210 (Original Log Time 2024/02/20-14:08:41.077907) [db/flush_job.cc:1011] [url] [JOB 19913] Level-0 flush table #301523: 4729137 bytes OK 2024/02/20-14:08:41.078521 3036210 (Original Log Time 2024/02/20-14:08:41.077931) [db/memtable_list.cc:555] [url] Level-0 commit table #301523 started 2024/02/20-14:08:41.078523 3036210 (Original Log Time 2024/02/20-14:08:41.078276) [db/memtable_list.cc:754] [url] Level-0 commit table #301523: memtable #1 done 2024/02/20-14:08:41.078524 3036210 (Original Log Time 2024/02/20-14:08:41.078292) EVENT_LOG_v1 {"time_micros": 1708438121078288, "job": 19913, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-14:08:41.078526 3036210 (Original Log Time 2024/02/20-14:08:41.078484) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-14:08:41.078530 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19913] Try to delete WAL files size 2807992, prev total WAL file size 15735243, number of live WAL files 4. 2024/02/20-14:08:41.078672 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 19914] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-14:08:41.078772 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19921 Base level 0, inputs: [301523(4618KB) 301517(4367KB)], [301507(8173KB)] 2024/02/20-14:08:41.078798 3036186 EVENT_LOG_v1 {"time_micros": 1708438121078787, "job": 19914, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301523, 301517], "files_L5": [301507], "score": 1, "input_data_size": 17570788, "oldest_snapshot_seqno": -1} 2024/02/20-14:08:41.079175 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301516.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:08:41.522737 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 19914] Generated table #301524: 221484 keys, 16490885 bytes, temperature: kUnknown 2024/02/20-14:08:41.522814 3036186 EVENT_LOG_v1 {"time_micros": 1708438121522767, "cf_name": "url", "job": 19914, "event": "table_file_creation", "file_number": 301524, "file_size": 16490885, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150570488, "largest_seqno": 5151255888, "table_properties": {"data_size": 16235536, "index_size": 439571, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14005, "raw_key_size": 33287351, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4888, "num_entries": 221484, "num_filter_entries": 15975, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436801, "oldest_key_time": 0, "file_creation_time": 1708438121, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301524, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:08:41.524024 3036186 (Original Log Time 2024/02/20-14:08:41.523487) [db/compaction/compaction_job.cc:1729] [url] [JOB 19914] Compacted 2@0 + 1@5 files to L5 => 16490885 bytes 2024/02/20-14:08:41.524030 3036186 (Original Log Time 2024/02/20-14:08:41.523782) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.06, MB/sec: 39.6 rd, 37.1 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.8, 8.0 +0.0 blob) out(15.7 +0.0 blob), read-write-amplify(3.7) write-amplify(1.8) OK, records in: 221484, records dropped: 0 output_compression: LZ4 2024/02/20-14:08:41.524038 3036186 (Original Log Time 2024/02/20-14:08:41.523811) EVENT_LOG_v1 {"time_micros": 1708438121523797, "job": 19914, "event": "compaction_finished", "compaction_time_micros": 444065, "compaction_time_cpu_micros": 435483, "output_level": 5, "num_output_files": 1, "total_output_size": 16490885, "num_input_records": 221484, "num_output_records": 221484, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-14:08:41.525036 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301507.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:08:41.525058 3036186 EVENT_LOG_v1 {"time_micros": 1708438121525054, "job": 19914, "event": "table_file_deletion", "file_number": 301507} 2024/02/20-14:08:41.525875 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301517.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:08:41.525889 3036186 EVENT_LOG_v1 {"time_micros": 1708438121525886, "job": 19914, "event": "table_file_deletion", "file_number": 301517} 2024/02/20-14:08:41.526369 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301523.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:08:41.526385 3036186 EVENT_LOG_v1 {"time_micros": 1708438121526382, "job": 19914, "event": "table_file_deletion", "file_number": 301523} 2024/02/20-14:09:41.344705 4076729 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301518. Total log size is 15728769 while max_total_wal_size is 15728640 2024/02/20-14:09:41.344980 4076729 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301525. Immutable memtables: 0. 2024/02/20-14:09:41.345241 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19915] Syncing log #301522 2024/02/20-14:09:41.349814 3036193 (Original Log Time 2024/02/20-14:09:41.345226) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:09:41.349823 3036193 [db/flush_job.cc:892] [tag] [JOB 19915] Flushing memtable with next log file: 301525 2024/02/20-14:09:41.349851 3036193 EVENT_LOG_v1 {"time_micros": 1708438181349843, "job": 19915, "event": "flush_started", "num_memtables": 1, "num_entries": 17301, "num_deletes": 0, "total_data_size": 1514449, "memory_usage": 3074704, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:09:41.349854 3036193 [db/flush_job.cc:926] [tag] [JOB 19915] Level-0 flush table #301526: started 2024/02/20-14:09:41.364542 3036193 EVENT_LOG_v1 {"time_micros": 1708438181364506, "cf_name": "tag", "job": 19915, "event": "table_file_creation", "file_number": 301526, "file_size": 921711, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151120315, "largest_seqno": 5151285428, "table_properties": {"data_size": 914021, "index_size": 10162, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1467152, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 278, "num_entries": 17163, "num_filter_entries": 207, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708437836, "oldest_key_time": 1708437836, "file_creation_time": 1708438181, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301526, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:09:41.399425 3036193 [db/flush_job.cc:1062] [tag] [JOB 19915] Flush lasted 49614 microseconds, and 48190 cpu microseconds. 2024/02/20-14:09:41.400410 3036193 (Original Log Time 2024/02/20-14:09:41.399386) [db/flush_job.cc:1011] [tag] [JOB 19915] Level-0 flush table #301526: 921711 bytes OK 2024/02/20-14:09:41.400413 3036193 (Original Log Time 2024/02/20-14:09:41.399485) [db/memtable_list.cc:555] [tag] Level-0 commit table #301526 started 2024/02/20-14:09:41.400414 3036193 (Original Log Time 2024/02/20-14:09:41.400155) [db/memtable_list.cc:754] [tag] Level-0 commit table #301526: memtable #1 done 2024/02/20-14:09:41.400415 3036193 (Original Log Time 2024/02/20-14:09:41.400181) EVENT_LOG_v1 {"time_micros": 1708438181400174, "job": 19915, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:09:41.400417 3036193 (Original Log Time 2024/02/20-14:09:41.400373) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-14:09:41.400421 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19915] Try to delete WAL files size 654457, prev total WAL file size 15731256, number of live WAL files 4. 2024/02/20-14:09:41.400578 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19916] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-14:09:41.400590 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19923 Base level 0, inputs: [301526(900KB) 301519(828KB)], [301510(64MB) 301511(64MB) 301512(40MB)] 2024/02/20-14:09:41.400613 3036192 EVENT_LOG_v1 {"time_micros": 1708438181400603, "job": 19916, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301526, 301519], "files_L6": [301510, 301511, 301512], "score": 1, "input_data_size": 179260332, "oldest_snapshot_seqno": -1} 2024/02/20-14:09:41.400675 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301518.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:46.639451 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19916] Generated table #301527: 2475887 keys, 67643269 bytes, temperature: kUnknown 2024/02/20-14:09:46.639527 3036192 EVENT_LOG_v1 {"time_micros": 1708438186639491, "cf_name": "tag", "job": 19916, "event": "table_file_creation", "file_number": 301527, "file_size": 67643269, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109820, "index_size": 1490515, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 206874641, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36125, "num_entries": 2475887, "num_filter_entries": 1246, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708438181, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301527, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:09:51.180641 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19916] Generated table #301528: 2066860 keys, 67662103 bytes, temperature: kUnknown 2024/02/20-14:09:51.180697 3036192 EVENT_LOG_v1 {"time_micros": 1708438191180667, "cf_name": "tag", "job": 19916, "event": "table_file_creation", "file_number": 301528, "file_size": 67662103, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109674, "index_size": 1398825, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 191546158, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36015, "num_entries": 2066860, "num_filter_entries": 2142, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708438186, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301528, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:09:54.001405 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19916] Generated table #301529: 1644377 keys, 43047586 bytes, temperature: kUnknown 2024/02/20-14:09:54.001477 3036192 EVENT_LOG_v1 {"time_micros": 1708438194001431, "cf_name": "tag", "job": 19916, "event": "table_file_creation", "file_number": 301529, "file_size": 43047586, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 42723272, "index_size": 950040, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 131158793, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 23207, "num_entries": 1644377, "num_filter_entries": 295, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708438191, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301529, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:09:54.010141 3036192 (Original Log Time 2024/02/20-14:09:54.009067) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19916] Compacted 2@0 + 3@6 files to L6 => 178352958 bytes 2024/02/20-14:09:54.010146 3036192 (Original Log Time 2024/02/20-14:09:54.009847) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.2 rd, 14.2 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.7, 169.3 +0.0 blob) out(170.1 +0.0 blob), read-write-amplify(202.0) write-amplify(100.7) OK, records in: 6187124, records dropped: 0 output_compression: ZSTD 2024/02/20-14:09:54.010155 3036192 (Original Log Time 2024/02/20-14:09:54.009908) EVENT_LOG_v1 {"time_micros": 1708438194009889, "job": 19916, "event": "compaction_finished", "compaction_time_micros": 12600930, "compaction_time_cpu_micros": 12447443, "output_level": 6, "num_output_files": 3, "total_output_size": 178352958, "num_input_records": 6187124, "num_output_records": 6187124, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-14:09:54.016558 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301510.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:54.016584 3036192 EVENT_LOG_v1 {"time_micros": 1708438194016580, "job": 19916, "event": "table_file_deletion", "file_number": 301510} 2024/02/20-14:09:54.024551 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301511.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:54.024603 3036192 EVENT_LOG_v1 {"time_micros": 1708438194024595, "job": 19916, "event": "table_file_deletion", "file_number": 301511} 2024/02/20-14:09:54.029006 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301512.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:54.029036 3036192 EVENT_LOG_v1 {"time_micros": 1708438194029032, "job": 19916, "event": "table_file_deletion", "file_number": 301512} 2024/02/20-14:09:54.029241 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301519.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:54.029254 3036192 EVENT_LOG_v1 {"time_micros": 1708438194029252, "job": 19916, "event": "table_file_deletion", "file_number": 301519} 2024/02/20-14:09:54.029424 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301526.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:54.029436 3036192 EVENT_LOG_v1 {"time_micros": 1708438194029434, "job": 19916, "event": "table_file_deletion", "file_number": 301526} 2024/02/20-14:09:54.762228 4077389 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301520. Total log size is 15728682 while max_total_wal_size is 15728640 2024/02/20-14:09:54.762539 4077389 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301530. Immutable memtables: 0. 2024/02/20-14:09:54.762863 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19917] Syncing log #301525 2024/02/20-14:09:54.769748 3036210 (Original Log Time 2024/02/20-14:09:54.762834) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:09:54.769757 3036210 [db/flush_job.cc:892] [key] [JOB 19917] Flushing memtable with next log file: 301530 2024/02/20-14:09:54.769779 3036210 EVENT_LOG_v1 {"time_micros": 1708438194769773, "job": 19917, "event": "flush_started", "num_memtables": 1, "num_entries": 88775, "num_deletes": 34000, "total_data_size": 5530289, "memory_usage": 8478832, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:09:54.769782 3036210 [db/flush_job.cc:926] [key] [JOB 19917] Level-0 flush table #301531: started 2024/02/20-14:09:54.872885 3036210 EVENT_LOG_v1 {"time_micros": 1708438194872851, "cf_name": "key", "job": 19917, "event": "table_file_creation", "file_number": 301531, "file_size": 3804629, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151127461, "largest_seqno": 5151292591, "table_properties": {"data_size": 3703849, "index_size": 27289, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 80293, "raw_key_size": 5287103, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1080, "num_entries": 87688, "num_filter_entries": 91485, "num_deletions": 34000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708437850, "oldest_key_time": 1708437850, "file_creation_time": 1708438194, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301531, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:09:54.872924 3036210 [db/flush_job.cc:1062] [key] [JOB 19917] Flush lasted 103185 microseconds, and 100987 cpu microseconds. 2024/02/20-14:09:54.873380 3036210 (Original Log Time 2024/02/20-14:09:54.872912) [db/flush_job.cc:1011] [key] [JOB 19917] Level-0 flush table #301531: 3804629 bytes OK 2024/02/20-14:09:54.873384 3036210 (Original Log Time 2024/02/20-14:09:54.872930) [db/memtable_list.cc:555] [key] Level-0 commit table #301531 started 2024/02/20-14:09:54.873385 3036210 (Original Log Time 2024/02/20-14:09:54.873153) [db/memtable_list.cc:754] [key] Level-0 commit table #301531: memtable #1 done 2024/02/20-14:09:54.873387 3036210 (Original Log Time 2024/02/20-14:09:54.873169) EVENT_LOG_v1 {"time_micros": 1708438194873163, "job": 19917, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-14:09:54.873389 3036210 (Original Log Time 2024/02/20-14:09:54.873344) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-14:09:54.873393 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19917] Try to delete WAL files size 12266336, prev total WAL file size 15734197, number of live WAL files 4. 2024/02/20-14:09:54.873513 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19918] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-14:09:54.873525 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19925 Base level 0, inputs: [301531(3715KB) 301521(3802KB)], [301515(8288KB)] 2024/02/20-14:09:54.873554 3036183 EVENT_LOG_v1 {"time_micros": 1708438194873542, "job": 19918, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301531, 301521], "files_L5": [301515], "score": 1, "input_data_size": 16185637, "oldest_snapshot_seqno": -1} 2024/02/20-14:09:54.874834 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301520.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:55.599269 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19918] Generated table #301532: 392976 keys, 15939123 bytes, temperature: kUnknown 2024/02/20-14:09:55.599353 3036183 EVENT_LOG_v1 {"time_micros": 1708438195599299, "cf_name": "key", "job": 19918, "event": "table_file_creation", "file_number": 301532, "file_size": 15939123, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150605977, "largest_seqno": 5151292591, "table_properties": {"data_size": 15486472, "index_size": 124505, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 360917, "raw_key_size": 23764230, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4530, "num_entries": 392976, "num_filter_entries": 408275, "num_deletions": 188000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436875, "oldest_key_time": 0, "file_creation_time": 1708438194, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301532, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:09:55.601885 3036183 (Original Log Time 2024/02/20-14:09:55.600239) [db/compaction/compaction_job.cc:1729] [key] [JOB 19918] Compacted 2@0 + 1@5 files to L5 => 15939123 bytes 2024/02/20-14:09:55.601891 3036183 (Original Log Time 2024/02/20-14:09:55.601439) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.06, MB/sec: 22.3 rd, 22.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.3, 8.1 +0.0 blob) out(15.2 +0.0 blob), read-write-amplify(4.2) write-amplify(2.1) OK, records in: 392976, records dropped: 0 output_compression: LZ4 2024/02/20-14:09:55.601898 3036183 (Original Log Time 2024/02/20-14:09:55.601498) EVENT_LOG_v1 {"time_micros": 1708438195601483, "job": 19918, "event": "compaction_finished", "compaction_time_micros": 725881, "compaction_time_cpu_micros": 712980, "output_level": 5, "num_output_files": 1, "total_output_size": 15939123, "num_input_records": 392976, "num_output_records": 392976, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-14:09:55.602810 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301515.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:55.602836 3036183 EVENT_LOG_v1 {"time_micros": 1708438195602832, "job": 19918, "event": "table_file_deletion", "file_number": 301515} 2024/02/20-14:09:55.603215 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301521.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:55.603224 3036183 EVENT_LOG_v1 {"time_micros": 1708438195603223, "job": 19918, "event": "table_file_deletion", "file_number": 301521} 2024/02/20-14:09:55.603637 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301531.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:09:55.603693 3036183 EVENT_LOG_v1 {"time_micros": 1708438195603690, "job": 19918, "event": "table_file_deletion", "file_number": 301531} 2024/02/20-14:10:04.592004 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-14:10:04.592191 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1025603.4 total, 600.1 interval Cumulative writes: 130M writes, 585M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.33 GB, 0.06 MB/s Cumulative WAL: 130M writes, 0 syncs, 130905250.00 writes per sync, written: 56.33 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 96K writes, 290K keys, 96K commit groups, 1.0 writes per commit group, ingest: 26.33 MB, 0.04 MB/s Interval WAL: 96K writes, 0 syncs, 96240.00 writes per sync, written: 0.03 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.5 409.16 381.68 4151 0.099 0 0 0.0 0.0 L5 1/0 15.73 MB 0.1 68.7 18.3 50.4 67.5 17.1 0.0 3.7 42.0 41.3 1674.62 1603.64 2144 0.781 1036M 1143 0.0 0.0 L6 13/0 794.93 MB 0.0 404.4 17.4 387.0 387.3 0.3 0.0 22.2 16.0 15.4 25822.85 23816.14 600 43.038 9451M 256M 0.0 0.0 Sum 14/0 810.66 MB 0.0 473.1 35.7 437.4 473.4 36.0 0.0 25.5 17.4 17.4 27906.63 25801.45 6895 4.047 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.8 24.9 36.3 0.67 0.66 3 0.225 221K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 473.1 35.7 437.4 454.8 17.4 0.0 0.0 17.6 16.9 27497.47 25419.78 2744 10.021 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.5 409.16 381.68 4151 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1025603.4 total, 600.1 interval Flush(GB): cumulative 18.569, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 473.40 GB write, 0.47 MB/s write, 473.08 GB read, 0.47 MB/s read, 27906.6 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4416 occupancy: 1603 collections: 1710 last_copies: 0 last_secs: 0.000786 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(828,13.74 MB,0.894705%) IndexBlock(774,1.36 GB,90.7083%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5976465 Average: 2.1897 StdDev: 4.25 Min: 0 Median: 1.3832 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.37 P99.99: 127.22 ------------------------------------------------------ [ 0, 1 ] 2013319 33.687% 33.687% ####### ( 1, 2 ] 2543826 42.564% 76.252% ######### ( 2, 3 ] 994508 16.640% 92.892% ### ( 3, 4 ] 242228 4.053% 96.945% # ( 4, 6 ] 107455 1.798% 98.743% ( 6, 10 ] 35166 0.588% 99.331% ( 10, 15 ] 14836 0.248% 99.580% ( 15, 22 ] 7514 0.126% 99.705% ( 22, 34 ] 7864 0.132% 99.837% ( 34, 51 ] 5640 0.094% 99.931% ( 51, 76 ] 2513 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 402 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21612655 Average: 2.4693 StdDev: 6.80 Min: 0 Median: 1.4968 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.95 P99.99: 146.46 ------------------------------------------------------ [ 0, 1 ] 6613518 30.600% 30.600% ###### ( 1, 2 ] 8439866 39.051% 69.651% ######## ( 2, 3 ] 3664977 16.958% 86.608% ### ( 3, 4 ] 1339175 6.196% 92.805% # ( 4, 6 ] 1049872 4.858% 97.662% # ( 6, 10 ] 338781 1.568% 99.230% ( 10, 15 ] 59056 0.273% 99.503% ( 15, 22 ] 30217 0.140% 99.643% ( 22, 34 ] 32442 0.150% 99.793% ( 34, 51 ] 24655 0.114% 99.907% ( 51, 76 ] 11880 0.055% 99.962% ( 76, 110 ] 4849 0.022% 99.984% ( 110, 170 ] 1984 0.009% 99.994% ( 170, 250 ] 591 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 210521617 Average: 12.2708 StdDev: 81.83 Min: 0 Median: 1.4930 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.71 P99.9: 304.68 P99.99: 1543.03 ------------------------------------------------------ [ 0, 1 ] 71723026 34.069% 34.069% ####### ( 1, 2 ] 68034212 32.317% 66.386% ###### ( 2, 3 ] 29922819 14.214% 80.600% ### ( 3, 4 ] 6445312 3.062% 83.661% # ( 4, 6 ] 1173585 0.557% 84.219% ( 6, 10 ] 552968 0.263% 84.482% ( 10, 15 ] 313336 0.149% 84.630% ( 15, 22 ] 260787 0.124% 84.754% ( 22, 34 ] 7575692 3.599% 88.353% # ( 34, 51 ] 7688660 3.652% 92.005% # ( 51, 76 ] 6168702 2.930% 94.935% # ( 76, 110 ] 6748091 3.205% 98.141% # ( 110, 170 ] 3319123 1.577% 99.717% ( 170, 250 ] 337322 0.160% 99.877% ( 250, 380 ] 112842 0.054% 99.931% ( 380, 580 ] 68516 0.033% 99.964% ( 580, 870 ] 30721 0.015% 99.978% ( 870, 1300 ] 13960 0.007% 99.985% ( 1300, 1900 ] 26888 0.013% 99.998% ( 1900, 2900 ] 2147 0.001% 99.999% ( 2900, 4400 ] 867 0.000% 99.999% ( 4400, 6600 ] 622 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.82 74.44 4038 0.022 0 0 0.0 0.0 L6 3/0 170.09 MB 0.0 313.2 3.1 310.1 310.2 0.1 0.0 99.2 15.4 15.2 20859.30 20474.83 2126 9.812 11G 62M 0.0 0.0 Sum 3/0 170.09 MB 0.0 313.2 3.1 310.1 313.3 3.2 0.0 100.2 15.3 15.3 20947.11 20549.27 6164 3.398 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 101.7 13.5 13.6 12.66 12.51 3 4.221 6187K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 313.2 3.1 310.1 310.2 0.1 0.0 0.0 15.4 15.2 20859.30 20474.83 2126 9.812 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.82 74.44 4038 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1025603.4 total, 600.1 interval Flush(GB): cumulative 3.127, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 313.31 GB write, 0.31 MB/s write, 313.24 GB read, 0.31 MB/s read, 20947.1 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.28 MB/s read, 12.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4352 collections: 1710 last_copies: 0 last_secs: 0.001749 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2200,1.67 MB,0.108619%) IndexBlock(2151,1.46 GB,97.0936%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1027326 Average: 3.5705 StdDev: 6.33 Min: 0 Median: 2.5896 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.43 P99.9: 60.73 P99.99: 194.57 ------------------------------------------------------ [ 0, 1 ] 116657 11.355% 11.355% ## ( 1, 2 ] 247175 24.060% 35.415% ##### ( 2, 3 ] 254134 24.737% 60.153% ##### ( 3, 4 ] 197940 19.267% 79.420% #### ( 4, 6 ] 170150 16.562% 95.983% ### ( 6, 10 ] 28677 2.791% 98.774% # ( 10, 15 ] 4767 0.464% 99.238% ( 15, 22 ] 2558 0.249% 99.487% ( 22, 34 ] 2169 0.211% 99.698% ( 34, 51 ] 1783 0.174% 99.872% ( 51, 76 ] 742 0.072% 99.944% ( 76, 110 ] 252 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177694484 Average: 2.1877 StdDev: 5.39 Min: 0 Median: 1.3433 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.73 P99.99: 144.54 ------------------------------------------------------ [ 0, 1 ] 65645990 36.943% 36.943% ####### ( 1, 2 ] 67582261 38.033% 74.976% ######## ( 2, 3 ] 33087329 18.620% 93.596% #### ( 3, 4 ] 7967011 4.484% 98.080% # ( 4, 6 ] 1486068 0.836% 98.916% ( 6, 10 ] 616949 0.347% 99.263% ( 10, 15 ] 402004 0.226% 99.490% ( 15, 22 ] 200000 0.113% 99.602% ( 22, 34 ] 312943 0.176% 99.778% ( 34, 51 ] 205286 0.116% 99.894% ( 51, 76 ] 100419 0.057% 99.950% ( 76, 110 ] 58004 0.033% 99.983% ( 110, 170 ] 21631 0.012% 99.995% ( 170, 250 ] 3844 0.002% 99.997% ( 250, 380 ] 1759 0.001% 99.998% ( 380, 580 ] 1461 0.001% 99.999% ( 580, 870 ] 868 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 275.19 255.36 4118 0.067 0 0 0.0 0.0 L5 1/0 15.20 MB 0.1 22.2 8.2 14.0 22.0 8.0 0.0 2.7 28.8 28.5 791.44 765.48 1972 0.401 615M 276K 0.0 0.0 L6 6/0 342.88 MB 0.0 197.6 8.9 188.7 188.9 0.1 0.0 21.3 14.4 13.7 14065.03 13760.36 717 19.617 8844M 239M 0.0 0.0 Sum 7/0 358.08 MB 0.0 219.8 17.1 202.7 220.0 17.2 0.0 24.2 14.9 14.9 15131.67 14781.20 6807 2.223 9459M 239M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 16.5 24.1 0.94 0.92 3 0.312 392K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 219.8 17.1 202.7 210.9 8.2 0.0 0.0 15.1 14.5 14856.47 14525.84 2689 5.525 9459M 239M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 275.19 255.36 4118 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1025603.4 total, 600.1 interval Flush(GB): cumulative 9.088, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 219.96 GB write, 0.22 MB/s write, 219.80 GB read, 0.22 MB/s read, 15131.7 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 359558 collections: 1710 last_copies: 0 last_secs: 0.127366 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359445,1.39 GB,92.4548%) FilterBlock(54,54.88 MB,3.57319%) IndexBlock(59,23.88 MB,1.55481%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2842245 Average: 4.2619 StdDev: 8.07 Min: 0 Median: 1.9600 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.89 P99.9: 61.03 P99.99: 151.53 ------------------------------------------------------ [ 0, 1 ] 634191 22.313% 22.313% #### ( 1, 2 ] 819698 28.840% 51.153% ###### ( 2, 3 ] 401950 14.142% 65.295% ### ( 3, 4 ] 173643 6.109% 71.404% # ( 4, 6 ] 150019 5.278% 76.682% # ( 6, 10 ] 449355 15.810% 92.492% ### ( 10, 15 ] 177956 6.261% 98.753% # ( 15, 22 ] 16952 0.596% 99.350% ( 22, 34 ] 9093 0.320% 99.670% ( 34, 51 ] 5534 0.195% 99.864% ( 51, 76 ] 2521 0.089% 99.953% ( 76, 110 ] 828 0.029% 99.982% ( 110, 170 ] 319 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6876844 Average: 4.7117 StdDev: 7.65 Min: 0 Median: 2.4783 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.50 P99.9: 69.20 P99.99: 168.88 ------------------------------------------------------ [ 0, 1 ] 1123856 16.343% 16.343% ### ( 1, 2 ] 1813695 26.374% 42.717% ##### ( 2, 3 ] 1047225 15.228% 57.945% ### ( 3, 4 ] 562847 8.185% 66.130% ## ( 4, 6 ] 557379 8.105% 74.235% ## ( 6, 10 ] 1198743 17.432% 91.666% ### ( 10, 15 ] 474586 6.901% 98.567% # ( 15, 22 ] 46312 0.673% 99.241% ( 22, 34 ] 24432 0.355% 99.596% ( 34, 51 ] 15436 0.224% 99.821% ( 51, 76 ] 7494 0.109% 99.930% ( 76, 110 ] 2849 0.041% 99.971% ( 110, 170 ] 1327 0.019% 99.990% ( 170, 250 ] 336 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106728946 Average: 5.8138 StdDev: 24.82 Min: 0 Median: 2.3554 Max: 40453 Percentiles: P50: 2.36 P75: 7.56 P99: 42.17 P99.9: 159.30 P99.99: 468.03 ------------------------------------------------------ [ 0, 1 ] 25267877 23.675% 23.675% ##### ( 1, 2 ] 24137482 22.616% 46.290% ##### ( 2, 3 ] 11140571 10.438% 56.729% ## ( 3, 4 ] 4373227 4.098% 60.826% # ( 4, 6 ] 4998789 4.684% 65.510% # ( 6, 10 ] 25973065 24.336% 89.845% ##### ( 10, 15 ] 8350544 7.824% 97.669% ## ( 15, 22 ] 678618 0.636% 98.305% ( 22, 34 ] 557088 0.522% 98.827% ( 34, 51 ] 383639 0.359% 99.187% ( 51, 76 ] 244764 0.229% 99.416% ( 76, 110 ] 310981 0.291% 99.707% ( 110, 170 ] 250195 0.234% 99.942% ( 170, 250 ] 40023 0.037% 99.979% ( 250, 380 ] 8616 0.008% 99.987% ( 380, 580 ] 6348 0.006% 99.993% ( 580, 870 ] 3612 0.003% 99.997% ( 870, 1300 ] 1921 0.002% 99.999% ( 1300, 1900 ] 2630 0.002% 100.001% ( 1900, 2900 ] 185 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 101 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-14:10:04.596309 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 533185256 rocksdb.block.cache.hit COUNT : 2201847683 rocksdb.block.cache.add COUNT : 39993111 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32601 rocksdb.block.cache.index.hit COUNT : 540395018 rocksdb.block.cache.index.add COUNT : 32587 rocksdb.block.cache.index.bytes.insert COUNT : 34865366535 rocksdb.block.cache.filter.miss COUNT : 32607 rocksdb.block.cache.filter.hit COUNT : 1121437940 rocksdb.block.cache.filter.add COUNT : 32607 rocksdb.block.cache.filter.bytes.insert COUNT : 8864111131 rocksdb.block.cache.data.miss COUNT : 533120048 rocksdb.block.cache.data.hit COUNT : 540014725 rocksdb.block.cache.data.add COUNT : 39927917 rocksdb.block.cache.data.bytes.insert COUNT : 165390647981 rocksdb.block.cache.bytes.read COUNT : 1919243817852123 rocksdb.block.cache.bytes.write COUNT : 209120125647 rocksdb.bloom.filter.useful COUNT : 581108071 rocksdb.bloom.filter.full.positive COUNT : 540329901 rocksdb.bloom.filter.full.true.positive COUNT : 534712357 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95135939 rocksdb.memtable.miss COUNT : 6380058108 rocksdb.l0.hit COUNT : 16329080 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 518383277 rocksdb.compaction.key.drop.new COUNT : 279116712 rocksdb.compaction.key.drop.obsolete COUNT : 279136466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 585428053 rocksdb.number.keys.read COUNT : 657944052 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60488543335 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68374 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32592 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 775304437 rocksdb.number.multiget.keys.read COUNT : 5817249995 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60488543335 rocksdb.write.self COUNT : 130691950 rocksdb.write.other COUNT : 213300 rocksdb.write.wal COUNT : 130905250 rocksdb.compact.read.bytes COUNT : 1004009447171 rocksdb.compact.write.bytes COUNT : 1047836474131 rocksdb.flush.write.bytes COUNT : 33057844722 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1045297 rocksdb.number.superversion_releases COUNT : 2734 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 526497881 rocksdb.number.block.decompressed COUNT : 526523437 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60420450731 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68374 rocksdb.num.iterator.deleted COUNT : 68374 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5266 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5228 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44424 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61400920935 rocksdb.memtable.garbage.bytes.at.flush COUNT : 741020896 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 951614593415 rocksdb.last.level.read.count COUNT : 494947432 rocksdb.non.last.level.read.bytes COUNT : 129629483657 rocksdb.non.last.level.read.count COUNT : 38335600 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 533217848 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2148251056845 rocksdb.bytes.compressed.to COUNT : 1043140441985 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26265462896 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6625386 rocksdb.bytes.decompressed.from COUNT : 1043398461121 rocksdb.bytes.decompressed.to COUNT : 2148404264984 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.398520 P95 : 106.246640 P99 : 160.338264 P100 : 227461.000000 COUNT : 657944052 SUM : 33917454751 rocksdb.db.write.micros P50 : 67.027695 P95 : 111.689914 P99 : 169.392641 P100 : 2037453.000000 COUNT : 130905250 SUM : 13490292952 rocksdb.compaction.times.micros P50 : 1616315.789474 P95 : 38489523.809524 P99 : 67106828.193833 P100 : 89521673.000000 COUNT : 7559 SUM : 63213240277 rocksdb.compaction.times.cpu_micros P50 : 1555054.151625 P95 : 35818884.120172 P99 : 64001358.695652 P100 : 83823365.000000 COUNT : 7559 SUM : 60420450731 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4306.807667 P95 : 27729.230769 P99 : 62000.000000 P100 : 1558490.000000 COUNT : 12292 SUM : 115097885 rocksdb.compaction.outfile.sync.micros P50 : 62604.642314 P95 : 125755.700326 P99 : 225070.833333 P100 : 2063820.000000 COUNT : 20283 SUM : 1301051349 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.207499 P95 : 727.046834 P99 : 3941.160714 P100 : 501117.000000 COUNT : 19913 SUM : 12833311 rocksdb.table.open.io.micros P50 : 584.264706 P95 : 6239.128811 P99 : 13023.647668 P100 : 207055.000000 COUNT : 32592 SUM : 57813486 rocksdb.db.multiget.micros P50 : 7.991490 P95 : 17.793279 P99 : 33.031240 P100 : 26625.000000 COUNT : 775304438 SUM : 7339961787 rocksdb.read.block.compaction.micros P50 : 13.671929 P95 : 59.170103 P99 : 138.475681 P100 : 136000.000000 COUNT : 493192131 SUM : 9588528921 rocksdb.read.block.get.micros P50 : 52.859266 P95 : 94.716561 P99 : 145.746759 P100 : 206929.000000 COUNT : 39993125 SUM : 2304561076 rocksdb.write.raw.block.micros P50 : 0.521553 P95 : 0.990951 P99 : 1.895245 P100 : 331149.000000 COUNT : 533220992 SUM : 10690743562 rocksdb.numfiles.in.singlecompaction P50 : 2.773984 P95 : 5.679584 P99 : 5.938616 P100 : 7.000000 COUNT : 5757 SUM : 20494 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.538556 P95 : 33.433614 P99 : 104.908164 P100 : 135929.000000 COUNT : 533283032 SUM : 3707183217 rocksdb.file.read.flush.micros P50 : 1.844288 P95 : 15.819779 P99 : 41.097613 P100 : 787.000000 COUNT : 61460 SUM : 294619 rocksdb.file.read.compaction.micros P50 : 1.423538 P95 : 36.610128 P99 : 106.397124 P100 : 135929.000000 COUNT : 493293560 SUM : 3307603931 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 657944057 SUM : 0 rocksdb.bytes.per.write P50 : 218.498549 P95 : 527.734358 P99 : 803.815018 P100 : 4563443.000000 COUNT : 130691950 SUM : 60488543335 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 775304442 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46209.459459 P95 : 166686.545802 P99 : 238820.045558 P100 : 1681975.000000 COUNT : 12335 SUM : 772174891 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-14:10:04.596529 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-14:10:04.596725 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708438204 to in-memory stats history 2024/02/20-14:10:04.596763 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-14:10:04.596821 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-14:14:17.423411 4076781 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301522. Total log size is 15728764 while max_total_wal_size is 15728640 2024/02/20-14:14:17.423800 4076781 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301533. Immutable memtables: 0. 2024/02/20-14:14:17.424703 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19919] Syncing log #301530 2024/02/20-14:14:17.426093 3036193 (Original Log Time 2024/02/20-14:14:17.424685) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:14:17.426103 3036193 [db/flush_job.cc:892] [url] [JOB 19919] Flushing memtable with next log file: 301533 2024/02/20-14:14:17.426135 3036193 EVENT_LOG_v1 {"time_micros": 1708438457426125, "job": 19919, "event": "flush_started", "num_memtables": 1, "num_entries": 58942, "num_deletes": 0, "total_data_size": 9021205, "memory_usage": 11128008, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:14:17.426139 3036193 [db/flush_job.cc:926] [url] [JOB 19919] Level-0 flush table #301534: started 2024/02/20-14:14:17.619816 3036193 EVENT_LOG_v1 {"time_micros": 1708438457619774, "cf_name": "url", "job": 19919, "event": "table_file_creation", "file_number": 301534, "file_size": 4696139, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151255890, "largest_seqno": 5151421888, "table_properties": {"data_size": 4623760, "index_size": 107582, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5989, "raw_key_size": 8719597, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1391, "num_entries": 57907, "num_filter_entries": 6784, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438120, "oldest_key_time": 1708438120, "file_creation_time": 1708438457, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301534, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:14:17.619893 3036193 [db/flush_job.cc:1062] [url] [JOB 19919] Flush lasted 193806 microseconds, and 179186 cpu microseconds. 2024/02/20-14:14:17.620882 3036193 (Original Log Time 2024/02/20-14:14:17.619872) [db/flush_job.cc:1011] [url] [JOB 19919] Level-0 flush table #301534: 4696139 bytes OK 2024/02/20-14:14:17.620888 3036193 (Original Log Time 2024/02/20-14:14:17.619901) [db/memtable_list.cc:555] [url] Level-0 commit table #301534 started 2024/02/20-14:14:17.620891 3036193 (Original Log Time 2024/02/20-14:14:17.620510) [db/memtable_list.cc:754] [url] Level-0 commit table #301534: memtable #1 done 2024/02/20-14:14:17.620894 3036193 (Original Log Time 2024/02/20-14:14:17.620574) EVENT_LOG_v1 {"time_micros": 1708438457620563, "job": 19919, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-14:14:17.620896 3036193 (Original Log Time 2024/02/20-14:14:17.620801) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-14:14:17.620903 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19919] Try to delete WAL files size 2807976, prev total WAL file size 15739030, number of live WAL files 4. 2024/02/20-14:14:17.621670 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301522.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:15:11.896556 4076275 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301525. Total log size is 15728684 while max_total_wal_size is 15728640 2024/02/20-14:15:11.896809 4076275 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301535. Immutable memtables: 0. 2024/02/20-14:15:11.897036 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19920] Syncing log #301533 2024/02/20-14:15:11.901585 3036210 (Original Log Time 2024/02/20-14:15:11.897022) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:15:11.901596 3036210 [db/flush_job.cc:892] [tag] [JOB 19920] Flushing memtable with next log file: 301535 2024/02/20-14:15:11.901624 3036210 EVENT_LOG_v1 {"time_micros": 1708438511901615, "job": 19920, "event": "flush_started", "num_memtables": 1, "num_entries": 16258, "num_deletes": 0, "total_data_size": 1421107, "memory_usage": 2690128, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:15:11.901627 3036210 [db/flush_job.cc:926] [tag] [JOB 19920] Level-0 flush table #301536: started 2024/02/20-14:15:11.935763 3036210 EVENT_LOG_v1 {"time_micros": 1708438511935716, "cf_name": "tag", "job": 19920, "event": "table_file_creation", "file_number": 301536, "file_size": 840398, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151285459, "largest_seqno": 5151453347, "table_properties": {"data_size": 833246, "index_size": 9202, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1373380, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 262, "num_entries": 16121, "num_filter_entries": 196, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438181, "oldest_key_time": 1708438181, "file_creation_time": 1708438511, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301536, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:15:11.935821 3036210 [db/flush_job.cc:1062] [tag] [JOB 19920] Flush lasted 34250 microseconds, and 32599 cpu microseconds. 2024/02/20-14:15:11.936317 3036210 (Original Log Time 2024/02/20-14:15:11.935799) [db/flush_job.cc:1011] [tag] [JOB 19920] Level-0 flush table #301536: 840398 bytes OK 2024/02/20-14:15:11.936322 3036210 (Original Log Time 2024/02/20-14:15:11.935829) [db/memtable_list.cc:555] [tag] Level-0 commit table #301536 started 2024/02/20-14:15:11.936325 3036210 (Original Log Time 2024/02/20-14:15:11.936078) [db/memtable_list.cc:754] [tag] Level-0 commit table #301536: memtable #1 done 2024/02/20-14:15:11.936329 3036210 (Original Log Time 2024/02/20-14:15:11.936102) EVENT_LOG_v1 {"time_micros": 1708438511936094, "job": 19920, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:15:11.936332 3036210 (Original Log Time 2024/02/20-14:15:11.936275) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-14:15:11.936339 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19920] Try to delete WAL files size 654370, prev total WAL file size 15732402, number of live WAL files 4. 2024/02/20-14:15:11.936688 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301525.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:15:24.914706 4076380 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301530. Total log size is 15728701 while max_total_wal_size is 15728640 2024/02/20-14:15:24.915023 4076380 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301537. Immutable memtables: 0. 2024/02/20-14:15:24.915279 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19921] Syncing log #301535 2024/02/20-14:15:24.923501 3036193 (Original Log Time 2024/02/20-14:15:24.915259) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:15:24.923510 3036193 [db/flush_job.cc:892] [key] [JOB 19921] Flushing memtable with next log file: 301537 2024/02/20-14:15:24.923532 3036193 EVENT_LOG_v1 {"time_micros": 1708438524923525, "job": 19921, "event": "flush_started", "num_memtables": 1, "num_entries": 93612, "num_deletes": 40000, "total_data_size": 5834894, "memory_usage": 9195808, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:15:24.923535 3036193 [db/flush_job.cc:926] [key] [JOB 19921] Level-0 flush table #301538: started 2024/02/20-14:15:25.057375 3036193 EVENT_LOG_v1 {"time_micros": 1708438525057329, "cf_name": "key", "job": 19921, "event": "table_file_creation", "file_number": 301538, "file_size": 3948870, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151292593, "largest_seqno": 5151460572, "table_properties": {"data_size": 3841587, "index_size": 29122, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 84949, "raw_key_size": 5584652, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1125, "num_entries": 92568, "num_filter_entries": 96741, "num_deletions": 40000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438194, "oldest_key_time": 1708438194, "file_creation_time": 1708438524, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301538, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:15:25.057436 3036193 [db/flush_job.cc:1062] [key] [JOB 19921] Flush lasted 133943 microseconds, and 130692 cpu microseconds. 2024/02/20-14:15:25.058132 3036193 (Original Log Time 2024/02/20-14:15:25.057417) [db/flush_job.cc:1011] [key] [JOB 19921] Level-0 flush table #301538: 3948870 bytes OK 2024/02/20-14:15:25.058137 3036193 (Original Log Time 2024/02/20-14:15:25.057445) [db/memtable_list.cc:555] [key] Level-0 commit table #301538 started 2024/02/20-14:15:25.058139 3036193 (Original Log Time 2024/02/20-14:15:25.057845) [db/memtable_list.cc:754] [key] Level-0 commit table #301538: memtable #1 done 2024/02/20-14:15:25.058141 3036193 (Original Log Time 2024/02/20-14:15:25.057875) EVENT_LOG_v1 {"time_micros": 1708438525057866, "job": 19921, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-14:15:25.058144 3036193 (Original Log Time 2024/02/20-14:15:25.058080) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-14:15:25.058150 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19921] Try to delete WAL files size 12266418, prev total WAL file size 15734490, number of live WAL files 4. 2024/02/20-14:15:25.059565 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301530.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:16:41.208957 2383535 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301539. Immutable memtables: 0. 2024/02/20-14:16:41.209207 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19922] Syncing log #301537 2024/02/20-14:16:41.211161 3036210 (Original Log Time 2024/02/20-14:16:41.209194) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:16:41.211169 3036210 [db/flush_job.cc:892] [url] [JOB 19922] Flushing memtable with next log file: 301539 2024/02/20-14:16:41.211193 3036210 EVENT_LOG_v1 {"time_micros": 1708438601211185, "job": 19922, "event": "flush_started", "num_memtables": 1, "num_entries": 25869, "num_deletes": 0, "total_data_size": 3933476, "memory_usage": 5481592, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-14:16:41.211198 3036210 [db/flush_job.cc:926] [url] [JOB 19922] Level-0 flush table #301540: started 2024/02/20-14:16:41.284259 3036210 EVENT_LOG_v1 {"time_micros": 1708438601284225, "cf_name": "url", "job": 19922, "event": "table_file_creation", "file_number": 301540, "file_size": 2141595, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151421896, "largest_seqno": 5151502974, "table_properties": {"data_size": 2109065, "index_size": 46900, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3381, "raw_key_size": 3800741, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 640, "num_entries": 25402, "num_filter_entries": 3849, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438457, "oldest_key_time": 1708438457, "file_creation_time": 1708438601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301540, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:16:41.284300 3036210 [db/flush_job.cc:1062] [url] [JOB 19922] Flush lasted 73147 microseconds, and 69926 cpu microseconds. 2024/02/20-14:16:41.284929 3036210 (Original Log Time 2024/02/20-14:16:41.284286) [db/flush_job.cc:1011] [url] [JOB 19922] Level-0 flush table #301540: 2141595 bytes OK 2024/02/20-14:16:41.284931 3036210 (Original Log Time 2024/02/20-14:16:41.284306) [db/memtable_list.cc:555] [url] Level-0 commit table #301540 started 2024/02/20-14:16:41.284933 3036210 (Original Log Time 2024/02/20-14:16:41.284670) [db/memtable_list.cc:754] [url] Level-0 commit table #301540: memtable #1 done 2024/02/20-14:16:41.284935 3036210 (Original Log Time 2024/02/20-14:16:41.284689) EVENT_LOG_v1 {"time_micros": 1708438601284684, "job": 19922, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-14:16:41.284936 3036210 (Original Log Time 2024/02/20-14:16:41.284892) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-14:16:41.284941 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19922] Try to delete WAL files size 2807896, prev total WAL file size 7340627, number of live WAL files 4. 2024/02/20-14:16:41.285022 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19923] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-14:16:41.285033 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19930 Base level 0, inputs: [301540(2091KB) 301534(4586KB)], [301524(15MB)] 2024/02/20-14:16:41.285054 3036185 EVENT_LOG_v1 {"time_micros": 1708438601285043, "job": 19923, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301540, 301534], "files_L5": [301524], "score": 1, "input_data_size": 23328619, "oldest_snapshot_seqno": -1} 2024/02/20-14:16:41.285522 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301533.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:16:41.931846 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19923] Generated table #301541: 304793 keys, 22445635 bytes, temperature: kUnknown 2024/02/20-14:16:41.931902 3036185 EVENT_LOG_v1 {"time_micros": 1708438601931869, "cf_name": "url", "job": 19923, "event": "table_file_creation", "file_number": 301541, "file_size": 22445635, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150570488, "largest_seqno": 5151502974, "table_properties": {"data_size": 22107040, "index_size": 600928, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17365, "raw_key_size": 45807689, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6641, "num_entries": 304793, "num_filter_entries": 19842, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436801, "oldest_key_time": 0, "file_creation_time": 1708438601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301541, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:16:41.933131 3036185 (Original Log Time 2024/02/20-14:16:41.932451) [db/compaction/compaction_job.cc:1729] [url] [JOB 19923] Compacted 2@0 + 1@5 files to L5 => 22445635 bytes 2024/02/20-14:16:41.933136 3036185 (Original Log Time 2024/02/20-14:16:41.932897) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.08, MB/sec: 36.1 rd, 34.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(6.5, 15.7 +0.0 blob) out(21.4 +0.0 blob), read-write-amplify(6.7) write-amplify(3.3) OK, records in: 304793, records dropped: 0 output_compression: LZ4 2024/02/20-14:16:41.933146 3036185 (Original Log Time 2024/02/20-14:16:41.932931) EVENT_LOG_v1 {"time_micros": 1708438601932910, "job": 19923, "event": "compaction_finished", "compaction_time_micros": 646895, "compaction_time_cpu_micros": 616780, "output_level": 5, "num_output_files": 1, "total_output_size": 22445635, "num_input_records": 304793, "num_output_records": 304793, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-14:16:41.935152 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301524.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:16:41.935170 3036185 EVENT_LOG_v1 {"time_micros": 1708438601935167, "job": 19923, "event": "table_file_deletion", "file_number": 301524} 2024/02/20-14:16:41.935680 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301534.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:16:41.935697 3036185 EVENT_LOG_v1 {"time_micros": 1708438601935694, "job": 19923, "event": "table_file_deletion", "file_number": 301534} 2024/02/20-14:16:41.935946 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301540.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:16:41.935958 3036185 EVENT_LOG_v1 {"time_micros": 1708438601935956, "job": 19923, "event": "table_file_deletion", "file_number": 301540} 2024/02/20-14:16:41.936002 2383535 (Original Log Time 2024/02/20-14:16:41.285570) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-14:16:41.936158 3036189 (Original Log Time 2024/02/20-14:16:41.936107) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-14:16:41.936168 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 19924] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-14:16:41.936177 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19931 Base level 5, inputs: [301541(21MB)], [301472(64MB) 301473(64MB) 301474(64MB) 301475(64MB) 301476(64MB) 301477(64MB) 301478(64MB) 301479(65MB) 301480(64MB) 301481(64MB) 301482(65MB) 301483(66MB) 301484(15MB)] 2024/02/20-14:16:41.936207 3036189 EVENT_LOG_v1 {"time_micros": 1708438601936192, "job": 19924, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301541], "files_L6": [301472, 301473, 301474, 301475, 301476, 301477, 301478, 301479, 301480, 301481, 301482, 301483, 301484], "score": -1, "input_data_size": 855989331, "oldest_snapshot_seqno": -1} 2024/02/20-14:16:47.287210 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301542: 1894654 keys, 67831243 bytes, temperature: kUnknown 2024/02/20-14:16:47.287265 3036189 EVENT_LOG_v1 {"time_micros": 1708438607287232, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301542, "file_size": 67831243, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109384, "index_size": 2573805, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15093, "raw_key_size": 255265363, "raw_average_key_size": 134, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34520, "num_entries": 1894654, "num_filter_entries": 17254, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301542, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:16:52.419382 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301543: 1154742 keys, 67593305 bytes, temperature: kUnknown 2024/02/20-14:16:52.419473 3036189 EVENT_LOG_v1 {"time_micros": 1708438612419427, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301543, "file_size": 67593305, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110156, "index_size": 1985168, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 175548815, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32210, "num_entries": 1154742, "num_filter_entries": 195, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438607, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301543, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:16:57.918834 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301544: 1564608 keys, 67817296 bytes, temperature: kUnknown 2024/02/20-14:16:57.918901 3036189 EVENT_LOG_v1 {"time_micros": 1708438617918864, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301544, "file_size": 67817296, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111209, "index_size": 2551082, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18789, "raw_key_size": 221474627, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35482, "num_entries": 1564608, "num_filter_entries": 21502, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438612, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301544, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:03.204649 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301545: 1558394 keys, 67976268 bytes, temperature: kUnknown 2024/02/20-14:17:03.204746 3036189 EVENT_LOG_v1 {"time_micros": 1708438623204694, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301545, "file_size": 67976268, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109554, "index_size": 3263759, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29957, "raw_key_size": 243806796, "raw_average_key_size": 156, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34938, "num_entries": 1558394, "num_filter_entries": 34274, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438617, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301545, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:08.572176 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301546: 1627512 keys, 68106762 bytes, temperature: kUnknown 2024/02/20-14:17:08.572252 3036189 EVENT_LOG_v1 {"time_micros": 1708438628572209, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301546, "file_size": 68106762, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109184, "index_size": 5722624, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 42757, "raw_key_size": 246465101, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35228, "num_entries": 1627512, "num_filter_entries": 48770, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438623, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301546, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:13.578584 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301547: 1628179 keys, 67862052 bytes, temperature: kUnknown 2024/02/20-14:17:13.578658 3036189 EVENT_LOG_v1 {"time_micros": 1708438633578623, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301547, "file_size": 67862052, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110586, "index_size": 2923500, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18245, "raw_key_size": 233320624, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34397, "num_entries": 1628179, "num_filter_entries": 20831, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438628, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301547, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:18.548932 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301548: 1712599 keys, 67733433 bytes, temperature: kUnknown 2024/02/20-14:17:18.548998 3036189 EVENT_LOG_v1 {"time_micros": 1708438638548960, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301548, "file_size": 67733433, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110950, "index_size": 2584657, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 232100104, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34349, "num_entries": 1712599, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438633, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301548, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:23.801355 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301549: 1698537 keys, 68759222 bytes, temperature: kUnknown 2024/02/20-14:17:23.801425 3036189 EVENT_LOG_v1 {"time_micros": 1708438643801391, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301549, "file_size": 68759222, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111000, "index_size": 3986252, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15861, "raw_key_size": 241442537, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34305, "num_entries": 1698537, "num_filter_entries": 18193, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438638, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301549, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:28.463730 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301550: 1327612 keys, 67690688 bytes, temperature: kUnknown 2024/02/20-14:17:28.463803 3036189 EVENT_LOG_v1 {"time_micros": 1708438648463759, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301550, "file_size": 67690688, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110008, "index_size": 3410771, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15861, "raw_key_size": 222940849, "raw_average_key_size": 167, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33965, "num_entries": 1327612, "num_filter_entries": 18140, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438643, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301550, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:33.123526 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301551: 1672609 keys, 67885272 bytes, temperature: kUnknown 2024/02/20-14:17:33.123609 3036189 EVENT_LOG_v1 {"time_micros": 1708438653123562, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301551, "file_size": 67885272, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110334, "index_size": 2757620, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27893, "raw_key_size": 236395085, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35505, "num_entries": 1672609, "num_filter_entries": 31853, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438648, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301551, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:38.052697 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301552: 1658323 keys, 68245592 bytes, temperature: kUnknown 2024/02/20-14:17:38.052771 3036189 EVENT_LOG_v1 {"time_micros": 1708438658052730, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301552, "file_size": 68245592, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109368, "index_size": 4132022, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 50565, "raw_key_size": 289865857, "raw_average_key_size": 174, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36456, "num_entries": 1658323, "num_filter_entries": 57748, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438653, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301552, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:42.997386 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301553: 1315590 keys, 69456957 bytes, temperature: kUnknown 2024/02/20-14:17:42.997442 3036189 EVENT_LOG_v1 {"time_micros": 1708438662997410, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301553, "file_size": 69456957, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110356, "index_size": 6177832, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 68789, "raw_key_size": 300936850, "raw_average_key_size": 228, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35412, "num_entries": 1315590, "num_filter_entries": 78436, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438658, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301553, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:44.591405 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 19924] Generated table #301554: 470908 keys, 26657141 bytes, temperature: kUnknown 2024/02/20-14:17:44.591488 3036189 EVENT_LOG_v1 {"time_micros": 1708438664591434, "cf_name": "url", "job": 19924, "event": "table_file_creation", "file_number": 301554, "file_size": 26657141, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 25753838, "index_size": 2424071, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7397, "raw_key_size": 119306633, "raw_average_key_size": 253, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 13084, "num_entries": 470908, "num_filter_entries": 8407, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438662, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301554, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:44.657941 3036189 (Original Log Time 2024/02/20-14:17:44.656369) [db/compaction/compaction_job.cc:1729] [url] [JOB 19924] Compacted 1@5 + 13@6 files to L6 => 843615231 bytes 2024/02/20-14:17:44.657947 3036189 (Original Log Time 2024/02/20-14:17:44.657560) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 13.7 rd, 13.5 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(21.4, 794.9 +0.0 blob) out(804.5 +0.0 blob), read-write-amplify(75.7) write-amplify(37.6) OK, records in: 19284267, records dropped: 0 output_compression: ZSTD 2024/02/20-14:17:44.657964 3036189 (Original Log Time 2024/02/20-14:17:44.657624) EVENT_LOG_v1 {"time_micros": 1708438664657583, "job": 19924, "event": "compaction_finished", "compaction_time_micros": 62655340, "compaction_time_cpu_micros": 57122320, "output_level": 6, "num_output_files": 13, "total_output_size": 843615231, "num_input_records": 19284267, "num_output_records": 19284267, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-14:17:44.666076 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301472.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.666112 3036189 EVENT_LOG_v1 {"time_micros": 1708438664666107, "job": 19924, "event": "table_file_deletion", "file_number": 301472} 2024/02/20-14:17:44.674126 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301473.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.674163 3036189 EVENT_LOG_v1 {"time_micros": 1708438664674158, "job": 19924, "event": "table_file_deletion", "file_number": 301473} 2024/02/20-14:17:44.682068 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301474.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.682104 3036189 EVENT_LOG_v1 {"time_micros": 1708438664682099, "job": 19924, "event": "table_file_deletion", "file_number": 301474} 2024/02/20-14:17:44.690018 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301475.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.690057 3036189 EVENT_LOG_v1 {"time_micros": 1708438664690050, "job": 19924, "event": "table_file_deletion", "file_number": 301475} 2024/02/20-14:17:44.699039 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301476.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.699077 3036189 EVENT_LOG_v1 {"time_micros": 1708438664699071, "job": 19924, "event": "table_file_deletion", "file_number": 301476} 2024/02/20-14:17:44.707411 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301477.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.707441 3036189 EVENT_LOG_v1 {"time_micros": 1708438664707436, "job": 19924, "event": "table_file_deletion", "file_number": 301477} 2024/02/20-14:17:44.713388 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301478.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.713421 3036189 EVENT_LOG_v1 {"time_micros": 1708438664713416, "job": 19924, "event": "table_file_deletion", "file_number": 301478} 2024/02/20-14:17:44.721268 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301479.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.721301 3036189 EVENT_LOG_v1 {"time_micros": 1708438664721296, "job": 19924, "event": "table_file_deletion", "file_number": 301479} 2024/02/20-14:17:44.728757 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301480.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.728785 3036189 EVENT_LOG_v1 {"time_micros": 1708438664728782, "job": 19924, "event": "table_file_deletion", "file_number": 301480} 2024/02/20-14:17:44.736529 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301481.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.736567 3036189 EVENT_LOG_v1 {"time_micros": 1708438664736561, "job": 19924, "event": "table_file_deletion", "file_number": 301481} 2024/02/20-14:17:44.742323 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301482.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.742348 3036189 EVENT_LOG_v1 {"time_micros": 1708438664742344, "job": 19924, "event": "table_file_deletion", "file_number": 301482} 2024/02/20-14:17:44.749268 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301483.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.749295 3036189 EVENT_LOG_v1 {"time_micros": 1708438664749291, "job": 19924, "event": "table_file_deletion", "file_number": 301483} 2024/02/20-14:17:44.751378 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301484.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.751413 3036189 EVENT_LOG_v1 {"time_micros": 1708438664751408, "job": 19924, "event": "table_file_deletion", "file_number": 301484} 2024/02/20-14:17:44.753006 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301541.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:44.753023 3036189 EVENT_LOG_v1 {"time_micros": 1708438664753020, "job": 19924, "event": "table_file_deletion", "file_number": 301541} 2024/02/20-14:17:44.753074 2383535 (Original Log Time 2024/02/20-14:16:41.936015) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-14:17:44.753333 2383535 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301555. Immutable memtables: 0. 2024/02/20-14:17:44.753559 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19925] Syncing log #301539 2024/02/20-14:17:44.758394 3036193 (Original Log Time 2024/02/20-14:17:44.753545) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:17:44.758405 3036193 [db/flush_job.cc:892] [tag] [JOB 19925] Flushing memtable with next log file: 301555 2024/02/20-14:17:44.758438 3036193 EVENT_LOG_v1 {"time_micros": 1708438664758426, "job": 19925, "event": "flush_started", "num_memtables": 1, "num_entries": 7723, "num_deletes": 0, "total_data_size": 671675, "memory_usage": 2218840, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-14:17:44.758443 3036193 [db/flush_job.cc:926] [tag] [JOB 19925] Level-0 flush table #301556: started 2024/02/20-14:17:44.765418 3036193 EVENT_LOG_v1 {"time_micros": 1708438664765387, "cf_name": "tag", "job": 19925, "event": "table_file_creation", "file_number": 301556, "file_size": 396080, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151453393, "largest_seqno": 5151538677, "table_properties": {"data_size": 391944, "index_size": 4244, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 643512, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 125, "num_entries": 7577, "num_filter_entries": 152, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438511, "oldest_key_time": 1708438511, "file_creation_time": 1708438664, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301556, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:44.765472 3036193 [db/flush_job.cc:1062] [tag] [JOB 19925] Flush lasted 7088 microseconds, and 5659 cpu microseconds. 2024/02/20-14:17:44.765985 3036193 (Original Log Time 2024/02/20-14:17:44.765440) [db/flush_job.cc:1011] [tag] [JOB 19925] Level-0 flush table #301556: 396080 bytes OK 2024/02/20-14:17:44.765987 3036193 (Original Log Time 2024/02/20-14:17:44.765480) [db/memtable_list.cc:555] [tag] Level-0 commit table #301556 started 2024/02/20-14:17:44.765989 3036193 (Original Log Time 2024/02/20-14:17:44.765730) [db/memtable_list.cc:754] [tag] Level-0 commit table #301556: memtable #1 done 2024/02/20-14:17:44.765990 3036193 (Original Log Time 2024/02/20-14:17:44.765748) EVENT_LOG_v1 {"time_micros": 1708438664765743, "job": 19925, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:17:44.765991 3036193 (Original Log Time 2024/02/20-14:17:44.765938) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-14:17:44.765997 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19925] Try to delete WAL files size 654387, prev total WAL file size 7814461, number of live WAL files 4. 2024/02/20-14:17:44.766098 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19926] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-14:17:44.766109 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19933 Base level 0, inputs: [301556(386KB) 301536(820KB)], [301527(64MB) 301528(64MB) 301529(41MB)] 2024/02/20-14:17:44.766129 3036190 EVENT_LOG_v1 {"time_micros": 1708438664766117, "job": 19926, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301556, 301536], "files_L6": [301527, 301528, 301529], "score": 1, "input_data_size": 179589436, "oldest_snapshot_seqno": -1} 2024/02/20-14:17:44.766254 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301535.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:49.461605 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19926] Generated table #301557: 2480718 keys, 67641231 bytes, temperature: kUnknown 2024/02/20-14:17:49.461677 3036190 EVENT_LOG_v1 {"time_micros": 1708438669461633, "cf_name": "tag", "job": 19926, "event": "table_file_creation", "file_number": 301557, "file_size": 67641231, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109271, "index_size": 1490960, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 207127724, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36138, "num_entries": 2480718, "num_filter_entries": 1249, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708438664, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301557, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:54.386551 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19926] Generated table #301558: 2062109 keys, 67664585 bytes, temperature: kUnknown 2024/02/20-14:17:54.386616 3036190 EVENT_LOG_v1 {"time_micros": 1708438674386573, "cf_name": "tag", "job": 19926, "event": "table_file_creation", "file_number": 301558, "file_size": 67664585, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110700, "index_size": 1398211, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 191388484, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36001, "num_entries": 2062109, "num_filter_entries": 2144, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708438669, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301558, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:57.494823 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19926] Generated table #301559: 1667995 keys, 43661719 bytes, temperature: kUnknown 2024/02/20-14:17:57.494889 3036190 EVENT_LOG_v1 {"time_micros": 1708438677494846, "cf_name": "tag", "job": 19926, "event": "table_file_creation", "file_number": 301559, "file_size": 43661719, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 43334206, "index_size": 963008, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 133080276, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 23535, "num_entries": 1667995, "num_filter_entries": 295, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708438674, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301559, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:57.501573 3036190 (Original Log Time 2024/02/20-14:17:57.500797) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19926] Compacted 2@0 + 3@6 files to L6 => 178967535 bytes 2024/02/20-14:17:57.501579 3036190 (Original Log Time 2024/02/20-14:17:57.501300) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.1 rd, 14.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.2, 170.1 +0.0 blob) out(170.7 +0.0 blob), read-write-amplify(290.0) write-amplify(144.7) OK, records in: 6210822, records dropped: 0 output_compression: ZSTD 2024/02/20-14:17:57.501590 3036190 (Original Log Time 2024/02/20-14:17:57.501329) EVENT_LOG_v1 {"time_micros": 1708438677501316, "job": 19926, "event": "compaction_finished", "compaction_time_micros": 12728817, "compaction_time_cpu_micros": 12510370, "output_level": 6, "num_output_files": 3, "total_output_size": 178967535, "num_input_records": 6210822, "num_output_records": 6210822, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-14:17:57.507365 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301527.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:57.507395 3036190 EVENT_LOG_v1 {"time_micros": 1708438677507390, "job": 19926, "event": "table_file_deletion", "file_number": 301527} 2024/02/20-14:17:57.515334 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301528.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:57.515381 3036190 EVENT_LOG_v1 {"time_micros": 1708438677515374, "job": 19926, "event": "table_file_deletion", "file_number": 301528} 2024/02/20-14:17:57.520013 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301529.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:57.520043 3036190 EVENT_LOG_v1 {"time_micros": 1708438677520038, "job": 19926, "event": "table_file_deletion", "file_number": 301529} 2024/02/20-14:17:57.520277 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301536.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:57.520287 3036190 EVENT_LOG_v1 {"time_micros": 1708438677520285, "job": 19926, "event": "table_file_deletion", "file_number": 301536} 2024/02/20-14:17:57.520373 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301556.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:57.520379 3036190 EVENT_LOG_v1 {"time_micros": 1708438677520378, "job": 19926, "event": "table_file_deletion", "file_number": 301556} 2024/02/20-14:17:57.520434 2383535 (Original Log Time 2024/02/20-14:17:44.766292) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-14:17:57.520785 2383535 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301560. Immutable memtables: 0. 2024/02/20-14:17:57.521008 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19927] Syncing log #301555 2024/02/20-14:17:57.523641 3036210 (Original Log Time 2024/02/20-14:17:57.520998) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:17:57.523649 3036210 [db/flush_job.cc:892] [key] [JOB 19927] Flushing memtable with next log file: 301560 2024/02/20-14:17:57.523673 3036210 EVENT_LOG_v1 {"time_micros": 1708438677523666, "job": 19927, "event": "flush_started", "num_memtables": 1, "num_entries": 49887, "num_deletes": 24000, "total_data_size": 3125898, "memory_usage": 5915008, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-14:17:57.523677 3036210 [db/flush_job.cc:926] [key] [JOB 19927] Level-0 flush table #301561: started 2024/02/20-14:17:57.592942 3036210 EVENT_LOG_v1 {"time_micros": 1708438677592901, "cf_name": "key", "job": 19927, "event": "table_file_creation", "file_number": 301561, "file_size": 2145875, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151460574, "largest_seqno": 5151546137, "table_properties": {"data_size": 2088048, "index_size": 15430, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 45573, "raw_key_size": 2997603, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 611, "num_entries": 49414, "num_filter_entries": 52019, "num_deletions": 24000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438524, "oldest_key_time": 1708438524, "file_creation_time": 1708438677, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301561, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:57.593013 3036210 [db/flush_job.cc:1062] [key] [JOB 19927] Flush lasted 69377 microseconds, and 66947 cpu microseconds. 2024/02/20-14:17:57.593773 3036210 (Original Log Time 2024/02/20-14:17:57.592995) [db/flush_job.cc:1011] [key] [JOB 19927] Level-0 flush table #301561: 2145875 bytes OK 2024/02/20-14:17:57.593777 3036210 (Original Log Time 2024/02/20-14:17:57.593021) [db/memtable_list.cc:555] [key] Level-0 commit table #301561 started 2024/02/20-14:17:57.593780 3036210 (Original Log Time 2024/02/20-14:17:57.593393) [db/memtable_list.cc:754] [key] Level-0 commit table #301561: memtable #1 done 2024/02/20-14:17:57.593783 3036210 (Original Log Time 2024/02/20-14:17:57.593479) EVENT_LOG_v1 {"time_micros": 1708438677593406, "job": 19927, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-14:17:57.593786 3036210 (Original Log Time 2024/02/20-14:17:57.593734) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-14:17:57.593791 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19927] Try to delete WAL files size 3874101, prev total WAL file size 7853267, number of live WAL files 4. 2024/02/20-14:17:57.593920 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19928] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-14:17:57.593933 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19935 Base level 0, inputs: [301561(2095KB) 301538(3856KB)], [301532(15MB)] 2024/02/20-14:17:57.593959 3036188 EVENT_LOG_v1 {"time_micros": 1708438677593947, "job": 19928, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301561, 301538], "files_L5": [301532], "score": 1, "input_data_size": 22033868, "oldest_snapshot_seqno": -1} 2024/02/20-14:17:57.594529 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301537.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:58.334946 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19928] Generated table #301562: 534958 keys, 21817589 bytes, temperature: kUnknown 2024/02/20-14:17:58.335011 3036188 EVENT_LOG_v1 {"time_micros": 1708438678334972, "cf_name": "key", "job": 19928, "event": "table_file_creation", "file_number": 301562, "file_size": 21817589, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5150605977, "largest_seqno": 5151546137, "table_properties": {"data_size": 21204634, "index_size": 172034, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 489029, "raw_key_size": 32346485, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6189, "num_entries": 534958, "num_filter_entries": 552405, "num_deletions": 252000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708436875, "oldest_key_time": 0, "file_creation_time": 1708438677, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301562, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:17:58.336296 3036188 (Original Log Time 2024/02/20-14:17:58.335798) [db/compaction/compaction_job.cc:1729] [key] [JOB 19928] Compacted 2@0 + 1@5 files to L5 => 21817589 bytes 2024/02/20-14:17:58.336300 3036188 (Original Log Time 2024/02/20-14:17:58.336095) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.08, MB/sec: 29.7 rd, 29.4 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.8, 15.2 +0.0 blob) out(20.8 +0.0 blob), read-write-amplify(7.2) write-amplify(3.6) OK, records in: 534958, records dropped: 0 output_compression: LZ4 2024/02/20-14:17:58.336305 3036188 (Original Log Time 2024/02/20-14:17:58.336119) EVENT_LOG_v1 {"time_micros": 1708438678336106, "job": 19928, "event": "compaction_finished", "compaction_time_micros": 741110, "compaction_time_cpu_micros": 719879, "output_level": 5, "num_output_files": 1, "total_output_size": 21817589, "num_input_records": 534958, "num_output_records": 534958, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-14:17:58.337750 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301532.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:58.337761 3036188 EVENT_LOG_v1 {"time_micros": 1708438678337759, "job": 19928, "event": "table_file_deletion", "file_number": 301532} 2024/02/20-14:17:58.338314 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301538.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:58.338327 3036188 EVENT_LOG_v1 {"time_micros": 1708438678338325, "job": 19928, "event": "table_file_deletion", "file_number": 301538} 2024/02/20-14:17:58.338711 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301561.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:17:58.338721 3036188 EVENT_LOG_v1 {"time_micros": 1708438678338718, "job": 19928, "event": "table_file_deletion", "file_number": 301561} 2024/02/20-14:17:58.338757 2383535 (Original Log Time 2024/02/20-14:17:57.594568) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-14:17:58.338874 3036187 (Original Log Time 2024/02/20-14:17:58.338824) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-14:17:58.338882 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19929] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-14:17:58.338889 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19936 Base level 5, inputs: [301562(20MB)], [301493(67MB) 301494(66MB) 301495(66MB) 301496(66MB) 301497(67MB) 301498(8082KB)] 2024/02/20-14:17:58.338916 3036187 EVENT_LOG_v1 {"time_micros": 1708438678338903, "job": 19929, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301562], "files_L6": [301493, 301494, 301495, 301496, 301497, 301498], "score": -1, "input_data_size": 381356967, "oldest_snapshot_seqno": -1} 2024/02/20-14:18:04.301204 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19929] Generated table #301563: 3078079 keys, 70352960 bytes, temperature: kUnknown 2024/02/20-14:18:04.301273 3036187 EVENT_LOG_v1 {"time_micros": 1708438684301236, "cf_name": "key", "job": 19929, "event": "table_file_creation", "file_number": 301563, "file_size": 70352960, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110584, "index_size": 1010884, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2767589, "raw_key_size": 186309771, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37155, "num_entries": 3078079, "num_filter_entries": 3098220, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438678, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301563, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:18:09.630613 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19929] Generated table #301564: 2934900 keys, 70224016 bytes, temperature: kUnknown 2024/02/20-14:18:09.630698 3036187 EVENT_LOG_v1 {"time_micros": 1708438689630654, "cf_name": "key", "job": 19929, "event": "table_file_creation", "file_number": 301564, "file_size": 70224016, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109135, "index_size": 951870, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2651637, "raw_key_size": 176692739, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36819, "num_entries": 2934900, "num_filter_entries": 2969095, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438684, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301564, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:18:15.460011 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19929] Generated table #301565: 2992910 keys, 70220167 bytes, temperature: kUnknown 2024/02/20-14:18:15.460081 3036187 EVENT_LOG_v1 {"time_micros": 1708438695460039, "cf_name": "key", "job": 19929, "event": "table_file_creation", "file_number": 301565, "file_size": 70220167, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109712, "index_size": 1034570, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2674949, "raw_key_size": 182533731, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37141, "num_entries": 2992910, "num_filter_entries": 2994986, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438689, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301565, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:18:21.535204 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19929] Generated table #301566: 2943406 keys, 70223557 bytes, temperature: kUnknown 2024/02/20-14:18:21.535318 3036187 EVENT_LOG_v1 {"time_micros": 1708438701535259, "cf_name": "key", "job": 19929, "event": "table_file_creation", "file_number": 301566, "file_size": 70223557, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109560, "index_size": 971316, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2658245, "raw_key_size": 178506010, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36900, "num_entries": 2943406, "num_filter_entries": 2976393, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438695, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301566, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:18:26.909269 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19929] Generated table #301567: 2979900 keys, 70253673 bytes, temperature: kUnknown 2024/02/20-14:18:26.909347 3036187 EVENT_LOG_v1 {"time_micros": 1708438706909299, "cf_name": "key", "job": 19929, "event": "table_file_creation", "file_number": 301567, "file_size": 70253673, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109519, "index_size": 982430, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2680805, "raw_key_size": 180199001, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36860, "num_entries": 2979900, "num_filter_entries": 3001555, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438701, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301567, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:18:27.613155 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19929] Generated table #301568: 412479 keys, 8520553 bytes, temperature: kUnknown 2024/02/20-14:18:27.613352 3036187 EVENT_LOG_v1 {"time_micros": 1708438707613185, "cf_name": "key", "job": 19929, "event": "table_file_creation", "file_number": 301568, "file_size": 8520553, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 8082044, "index_size": 132550, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 368181, "raw_key_size": 24891115, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4550, "num_entries": 412479, "num_filter_entries": 416542, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708438706, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301568, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:18:27.642064 3036187 (Original Log Time 2024/02/20-14:18:27.641145) [db/compaction/compaction_job.cc:1729] [key] [JOB 19929] Compacted 1@5 + 6@6 files to L6 => 359794926 bytes 2024/02/20-14:18:27.642067 3036187 (Original Log Time 2024/02/20-14:18:27.641885) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 13.0 rd, 12.3 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(20.8, 342.9 +0.0 blob) out(343.1 +0.0 blob), read-write-amplify(34.0) write-amplify(16.5) OK, records in: 15845674, records dropped: 504000 output_compression: ZSTD 2024/02/20-14:18:27.642074 3036187 (Original Log Time 2024/02/20-14:18:27.641914) EVENT_LOG_v1 {"time_micros": 1708438707641900, "job": 19929, "event": "compaction_finished", "compaction_time_micros": 29274500, "compaction_time_cpu_micros": 28808792, "output_level": 6, "num_output_files": 6, "total_output_size": 359794926, "num_input_records": 15845674, "num_output_records": 15341674, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-14:18:27.647994 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301493.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:18:27.648046 3036187 EVENT_LOG_v1 {"time_micros": 1708438707648041, "job": 19929, "event": "table_file_deletion", "file_number": 301493} 2024/02/20-14:18:27.655121 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301494.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:18:27.655157 3036187 EVENT_LOG_v1 {"time_micros": 1708438707655151, "job": 19929, "event": "table_file_deletion", "file_number": 301494} 2024/02/20-14:18:27.661505 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301495.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:18:27.661533 3036187 EVENT_LOG_v1 {"time_micros": 1708438707661529, "job": 19929, "event": "table_file_deletion", "file_number": 301495} 2024/02/20-14:18:27.669871 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301496.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:18:27.669899 3036187 EVENT_LOG_v1 {"time_micros": 1708438707669895, "job": 19929, "event": "table_file_deletion", "file_number": 301496} 2024/02/20-14:18:27.678427 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301497.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:18:27.678470 3036187 EVENT_LOG_v1 {"time_micros": 1708438707678463, "job": 19929, "event": "table_file_deletion", "file_number": 301497} 2024/02/20-14:18:27.680306 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301498.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:18:27.680346 3036187 EVENT_LOG_v1 {"time_micros": 1708438707680339, "job": 19929, "event": "table_file_deletion", "file_number": 301498} 2024/02/20-14:18:27.682848 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301562.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:18:27.682873 3036187 EVENT_LOG_v1 {"time_micros": 1708438707682868, "job": 19929, "event": "table_file_deletion", "file_number": 301562} 2024/02/20-14:18:27.682918 2383535 (Original Log Time 2024/02/20-14:17:58.338766) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-14:20:04.772105 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-14:20:04.772238 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1026203.6 total, 600.2 interval Cumulative writes: 131M writes, 585M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.36 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131004854.00 writes per sync, written: 56.36 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 99K writes, 324K keys, 99K commit groups, 1.0 writes per commit group, ingest: 28.51 MB, 0.05 MB/s Interval WAL: 99K writes, 0 syncs, 99604.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.5 409.43 381.93 4153 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.7 18.3 50.4 67.5 17.1 0.0 3.7 42.0 41.3 1675.26 1604.26 2145 0.781 1036M 1143 0.0 0.0 L6 13/0 804.53 MB 0.0 405.2 17.5 387.8 388.1 0.4 0.0 22.2 16.0 15.4 25885.51 23873.26 601 43.071 9470M 256M 0.0 0.0 Sum 13/0 804.53 MB 0.0 473.9 35.7 438.2 474.2 36.0 0.0 25.5 17.3 17.4 27970.20 25859.44 6899 4.054 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 127.7 13.2 13.1 63.57 57.99 4 15.892 19M 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 473.9 35.7 438.2 455.6 17.5 0.0 0.0 17.6 16.9 27560.77 25477.51 2746 10.037 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.5 409.43 381.93 4153 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1026203.6 total, 600.2 interval Flush(GB): cumulative 18.576, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 474.21 GB write, 0.47 MB/s write, 473.89 GB read, 0.47 MB/s read, 27970.2 seconds Interval compaction: 0.81 GB write, 1.39 MB/s write, 0.82 GB read, 1.40 MB/s read, 63.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1618 collections: 1711 last_copies: 0 last_secs: 0.000683 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(841,14.04 MB,0.913776%) IndexBlock(776,1.37 GB,91.0237%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5978506 Average: 2.1897 StdDev: 4.25 Min: 0 Median: 1.3833 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.37 P99.99: 127.19 ------------------------------------------------------ [ 0, 1 ] 2013740 33.683% 33.683% ####### ( 1, 2 ] 2544829 42.566% 76.249% ######### ( 2, 3 ] 995004 16.643% 92.892% ### ( 3, 4 ] 242307 4.053% 96.945% # ( 4, 6 ] 107471 1.798% 98.743% ( 6, 10 ] 35177 0.588% 99.331% ( 10, 15 ] 14843 0.248% 99.580% ( 15, 22 ] 7517 0.126% 99.705% ( 22, 34 ] 7867 0.132% 99.837% ( 34, 51 ] 5641 0.094% 99.931% ( 51, 76 ] 2514 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 402 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21624189 Average: 2.4700 StdDev: 6.80 Min: 0 Median: 1.4971 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.95 P99.99: 146.43 ------------------------------------------------------ [ 0, 1 ] 6614785 30.590% 30.590% ###### ( 1, 2 ] 8442759 39.043% 69.633% ######## ( 2, 3 ] 3666932 16.958% 86.590% ### ( 3, 4 ] 1341016 6.201% 92.792% # ( 4, 6 ] 1052610 4.868% 97.660% # ( 6, 10 ] 339490 1.570% 99.230% ( 10, 15 ] 59108 0.273% 99.503% ( 15, 22 ] 30246 0.140% 99.643% ( 22, 34 ] 32471 0.150% 99.793% ( 34, 51 ] 24670 0.114% 99.907% ( 51, 76 ] 11885 0.055% 99.962% ( 76, 110 ] 4850 0.022% 99.984% ( 110, 170 ] 1984 0.009% 99.994% ( 170, 250 ] 591 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 210946180 Average: 12.2816 StdDev: 81.77 Min: 0 Median: 1.4939 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.74 P99.9: 304.65 P99.99: 1542.48 ------------------------------------------------------ [ 0, 1 ] 71802958 34.039% 34.039% ####### ( 1, 2 ] 68174202 32.318% 66.357% ###### ( 2, 3 ] 30005781 14.224% 80.581% ### ( 3, 4 ] 6461788 3.063% 83.644% # ( 4, 6 ] 1176179 0.558% 84.202% ( 6, 10 ] 554301 0.263% 84.465% ( 10, 15 ] 314074 0.149% 84.614% ( 15, 22 ] 261250 0.124% 84.738% ( 22, 34 ] 7592165 3.599% 88.337% # ( 34, 51 ] 7718198 3.659% 91.995% # ( 51, 76 ] 6191196 2.935% 94.930% # ( 76, 110 ] 6768132 3.208% 98.139% # ( 110, 170 ] 3329198 1.578% 99.717% ( 170, 250 ] 338270 0.160% 99.877% ( 250, 380 ] 113091 0.054% 99.931% ( 380, 580 ] 68669 0.033% 99.964% ( 580, 870 ] 30776 0.015% 99.978% ( 870, 1300 ] 13983 0.007% 99.985% ( 1300, 1900 ] 26908 0.013% 99.998% ( 1900, 2900 ] 2152 0.001% 99.999% ( 2900, 4400 ] 868 0.000% 99.999% ( 4400, 6600 ] 622 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.5 87.86 74.48 4040 0.022 0 0 0.0 0.0 L6 3/0 170.68 MB 0.0 313.4 3.1 310.3 310.3 0.1 0.0 99.2 15.4 15.2 20872.03 20487.34 2127 9.813 11G 62M 0.0 0.0 Sum 3/0 170.68 MB 0.0 313.4 3.1 310.3 313.5 3.2 0.0 100.2 15.3 15.3 20959.88 20561.82 6167 3.399 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 145.7 13.4 13.5 12.77 12.55 3 4.257 6210K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 313.4 3.1 310.3 310.3 0.1 0.0 0.0 15.4 15.2 20872.03 20487.34 2127 9.813 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.5 87.86 74.48 4040 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1026203.6 total, 600.2 interval Flush(GB): cumulative 3.128, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 313.47 GB write, 0.31 MB/s write, 313.40 GB read, 0.31 MB/s read, 20959.9 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.29 MB/s read, 12.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4348 collections: 1711 last_copies: 0 last_secs: 0.00152 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2198,1.67 MB,0.10843%) IndexBlock(2149,1.46 GB,97.1974%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1027723 Average: 3.5707 StdDev: 6.33 Min: 0 Median: 2.5899 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.43 P99.9: 60.71 P99.99: 194.53 ------------------------------------------------------ [ 0, 1 ] 116666 11.352% 11.352% ## ( 1, 2 ] 247201 24.053% 35.405% ##### ( 2, 3 ] 254261 24.740% 60.145% ##### ( 3, 4 ] 198049 19.271% 79.416% #### ( 4, 6 ] 170261 16.567% 95.983% ### ( 6, 10 ] 28689 2.792% 98.774% # ( 10, 15 ] 4767 0.464% 99.238% ( 15, 22 ] 2560 0.249% 99.487% ( 22, 34 ] 2169 0.211% 99.698% ( 34, 51 ] 1784 0.174% 99.872% ( 51, 76 ] 742 0.072% 99.944% ( 76, 110 ] 252 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177789846 Average: 2.1878 StdDev: 5.39 Min: 0 Median: 1.3434 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.72 P99.99: 144.52 ------------------------------------------------------ [ 0, 1 ] 65671635 36.938% 36.938% ####### ( 1, 2 ] 67620011 38.034% 74.971% ######## ( 2, 3 ] 33111710 18.624% 93.596% #### ( 3, 4 ] 7972644 4.484% 98.080% # ( 4, 6 ] 1486988 0.836% 98.916% ( 6, 10 ] 617323 0.347% 99.263% ( 10, 15 ] 402249 0.226% 99.490% ( 15, 22 ] 200126 0.113% 99.602% ( 22, 34 ] 313086 0.176% 99.778% ( 34, 51 ] 205371 0.116% 99.894% ( 51, 76 ] 100454 0.057% 99.950% ( 76, 110 ] 58021 0.033% 99.983% ( 110, 170 ] 21636 0.012% 99.995% ( 170, 250 ] 3844 0.002% 99.997% ( 250, 380 ] 1759 0.001% 99.998% ( 380, 580 ] 1462 0.001% 99.999% ( 580, 870 ] 870 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 275.40 255.56 4120 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.2 8.2 14.0 22.0 8.0 0.0 2.7 28.8 28.5 792.18 766.20 1973 0.402 615M 276K 0.0 0.0 L6 6/0 343.13 MB 0.0 197.9 8.9 189.0 189.2 0.1 0.0 21.3 14.4 13.7 14094.31 13789.17 718 19.630 8860M 240M 0.0 0.0 Sum 6/0 343.13 MB 0.0 220.2 17.1 203.1 220.3 17.3 0.0 24.2 14.9 14.9 15161.88 14810.93 6811 2.226 9476M 240M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 63.6 12.7 12.2 30.22 29.73 4 7.555 16M 504K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 220.2 17.1 203.1 211.2 8.2 0.0 0.0 15.1 14.5 14886.49 14555.37 2691 5.532 9476M 240M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 275.40 255.56 4120 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1026203.6 total, 600.2 interval Flush(GB): cumulative 9.094, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 220.32 GB write, 0.22 MB/s write, 220.17 GB read, 0.22 MB/s read, 15161.9 seconds Interval compaction: 0.36 GB write, 0.62 MB/s write, 0.38 GB read, 0.64 MB/s read, 30.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 357973 collections: 1711 last_copies: 0 last_secs: 0.172656 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357858,1.38 GB,92.0467%) FilterBlock(56,67.48 MB,4.39354%) IndexBlock(57,24.83 MB,1.61657%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2844001 Average: 4.2622 StdDev: 8.07 Min: 0 Median: 1.9603 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.02 P99.99: 151.49 ------------------------------------------------------ [ 0, 1 ] 634390 22.306% 22.306% #### ( 1, 2 ] 820210 28.840% 51.146% ###### ( 2, 3 ] 402281 14.145% 65.291% ### ( 3, 4 ] 173759 6.110% 71.401% # ( 4, 6 ] 150123 5.279% 76.679% # ( 6, 10 ] 449681 15.812% 92.491% ### ( 10, 15 ] 178099 6.262% 98.753% # ( 15, 22 ] 16966 0.597% 99.350% ( 22, 34 ] 9102 0.320% 99.670% ( 34, 51 ] 5535 0.195% 99.864% ( 51, 76 ] 2522 0.089% 99.953% ( 76, 110 ] 828 0.029% 99.982% ( 110, 170 ] 319 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 51 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6887490 Average: 4.7121 StdDev: 7.65 Min: 0 Median: 2.4795 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.49 P99.9: 69.20 P99.99: 168.88 ------------------------------------------------------ [ 0, 1 ] 1124611 16.328% 16.328% ### ( 1, 2 ] 1816021 26.367% 42.695% ##### ( 2, 3 ] 1049138 15.233% 57.928% ### ( 3, 4 ] 564229 8.192% 66.120% ## ( 4, 6 ] 558909 8.115% 74.235% ## ( 6, 10 ] 1200704 17.433% 91.668% ### ( 10, 15 ] 475239 6.900% 98.568% # ( 15, 22 ] 46372 0.673% 99.241% ( 22, 34 ] 24462 0.355% 99.596% ( 34, 51 ] 15454 0.224% 99.821% ( 51, 76 ] 7505 0.109% 99.930% ( 76, 110 ] 2853 0.041% 99.971% ( 110, 170 ] 1329 0.019% 99.990% ( 170, 250 ] 337 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106862130 Average: 5.8130 StdDev: 24.82 Min: 0 Median: 2.3554 Max: 40453 Percentiles: P50: 2.36 P75: 7.56 P99: 42.16 P99.9: 159.29 P99.99: 467.89 ------------------------------------------------------ [ 0, 1 ] 25287872 23.664% 23.664% ##### ( 1, 2 ] 24174335 22.622% 46.286% ##### ( 2, 3 ] 11166307 10.449% 56.735% ## ( 3, 4 ] 4383707 4.102% 60.837% # ( 4, 6 ] 5005929 4.684% 65.522% # ( 6, 10 ] 25996350 24.327% 89.849% ##### ( 10, 15 ] 8357801 7.821% 97.670% ## ( 15, 22 ] 679214 0.636% 98.306% ( 22, 34 ] 557534 0.522% 98.827% ( 34, 51 ] 384110 0.359% 99.187% ( 51, 76 ] 245089 0.229% 99.416% ( 76, 110 ] 311250 0.291% 99.707% ( 110, 170 ] 250475 0.234% 99.942% ( 170, 250 ] 40052 0.037% 99.979% ( 250, 380 ] 8626 0.008% 99.987% ( 380, 580 ] 6355 0.006% 99.993% ( 580, 870 ] 3618 0.003% 99.997% ( 870, 1300 ] 1922 0.002% 99.999% ( 1300, 1900 ] 2630 0.002% 100.001% ( 1900, 2900 ] 186 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 102 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-14:20:04.776143 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 533864654 rocksdb.block.cache.hit COUNT : 2203842431 rocksdb.block.cache.add COUNT : 40027181 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32631 rocksdb.block.cache.index.hit COUNT : 540885017 rocksdb.block.cache.index.add COUNT : 32617 rocksdb.block.cache.index.bytes.insert COUNT : 34919783429 rocksdb.block.cache.filter.miss COUNT : 32637 rocksdb.block.cache.filter.hit COUNT : 1122396597 rocksdb.block.cache.filter.add COUNT : 32637 rocksdb.block.cache.filter.bytes.insert COUNT : 8878875137 rocksdb.block.cache.data.miss COUNT : 533799386 rocksdb.block.cache.data.hit COUNT : 540560817 rocksdb.block.cache.data.add COUNT : 39961927 rocksdb.block.cache.data.bytes.insert COUNT : 165531541374 rocksdb.block.cache.bytes.read COUNT : 1920984755164572 rocksdb.block.cache.bytes.write COUNT : 209330199940 rocksdb.bloom.filter.useful COUNT : 581576791 rocksdb.bloom.filter.full.positive COUNT : 540819838 rocksdb.bloom.filter.full.true.positive COUNT : 535197762 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95217452 rocksdb.memtable.miss COUNT : 6385343796 rocksdb.l0.hit COUNT : 16339815 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 518857947 rocksdb.compaction.key.drop.new COUNT : 279368712 rocksdb.compaction.key.drop.obsolete COUNT : 279388466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 585752897 rocksdb.number.keys.read COUNT : 658510987 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60518435610 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68414 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32622 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 775917921 rocksdb.number.multiget.keys.read COUNT : 5822050261 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60518435610 rocksdb.write.self COUNT : 130791403 rocksdb.write.other COUNT : 213451 rocksdb.write.wal COUNT : 131004854 rocksdb.compact.read.bytes COUNT : 1005302159380 rocksdb.compact.write.bytes COUNT : 1049263115047 rocksdb.flush.write.bytes COUNT : 33072015550 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1046958 rocksdb.number.superversion_releases COUNT : 2740 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 527227910 rocksdb.number.block.decompressed COUNT : 527199861 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60520228872 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68414 rocksdb.num.iterator.deleted COUNT : 68414 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5271 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5233 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44462 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61424374222 rocksdb.memtable.garbage.bytes.at.flush COUNT : 741354698 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 952883647078 rocksdb.last.level.read.count COUNT : 495600546 rocksdb.non.last.level.read.bytes COUNT : 129719425147 rocksdb.non.last.level.read.count COUNT : 38361974 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 533897276 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2151230008057 rocksdb.bytes.compressed.to COUNT : 1044555171772 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26273086961 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6627321 rocksdb.bytes.decompressed.from COUNT : 1044727635295 rocksdb.bytes.decompressed.to COUNT : 2151166131411 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.397697 P95 : 106.244448 P99 : 160.334511 P100 : 227461.000000 COUNT : 658510988 SUM : 33945979275 rocksdb.db.write.micros P50 : 67.028931 P95 : 111.691309 P99 : 169.390868 P100 : 2037453.000000 COUNT : 131004854 SUM : 13499723762 rocksdb.compaction.times.micros P50 : 1617543.859649 P95 : 38546666.666667 P99 : 67131578.947368 P100 : 89521673.000000 COUNT : 7564 SUM : 63319286939 rocksdb.compaction.times.cpu_micros P50 : 1556317.689531 P95 : 35870386.266094 P99 : 64048648.648649 P100 : 83823365.000000 COUNT : 7564 SUM : 60520228872 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4306.807667 P95 : 27724.615385 P99 : 61967.391304 P100 : 1558490.000000 COUNT : 12298 SUM : 115151241 rocksdb.compaction.outfile.sync.micros P50 : 62621.673004 P95 : 125725.596529 P99 : 224970.833333 P100 : 2063820.000000 COUNT : 20307 SUM : 1302820595 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.239605 P95 : 727.407115 P99 : 3938.214286 P100 : 501117.000000 COUNT : 19924 SUM : 12837349 rocksdb.table.open.io.micros P50 : 585.918367 P95 : 6242.073246 P99 : 13031.082902 P100 : 207055.000000 COUNT : 32622 SUM : 57912629 rocksdb.db.multiget.micros P50 : 7.991269 P95 : 17.792202 P99 : 33.029762 P100 : 26625.000000 COUNT : 775917923 SUM : 7345527639 rocksdb.read.block.compaction.micros P50 : 13.674168 P95 : 59.265173 P99 : 138.539970 P100 : 136000.000000 COUNT : 493837459 SUM : 9606308920 rocksdb.read.block.get.micros P50 : 52.858509 P95 : 94.710719 P99 : 145.736419 P100 : 206929.000000 COUNT : 40027196 SUM : 2306503367 rocksdb.write.raw.block.micros P50 : 0.521563 P95 : 0.990970 P99 : 1.895316 P100 : 331149.000000 COUNT : 533953046 SUM : 10711535998 rocksdb.numfiles.in.singlecompaction P50 : 2.773964 P95 : 5.679595 P99 : 5.938617 P100 : 7.000000 COUNT : 5760 SUM : 20505 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.539087 P95 : 33.506752 P99 : 104.946816 P100 : 135929.000000 COUNT : 533962521 SUM : 3715694228 rocksdb.file.read.flush.micros P50 : 1.844560 P95 : 15.822056 P99 : 41.084085 P100 : 787.000000 COUNT : 61490 SUM : 294757 rocksdb.file.read.compaction.micros P50 : 1.424118 P95 : 36.709819 P99 : 106.433160 P100 : 135929.000000 COUNT : 493939008 SUM : 3315781320 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 658510991 SUM : 0 rocksdb.bytes.per.write P50 : 218.498706 P95 : 527.744327 P99 : 803.820056 P100 : 4563443.000000 COUNT : 130791404 SUM : 60518435975 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 775917925 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46228.172817 P95 : 166708.154506 P99 : 238834.545455 P100 : 1681975.000000 COUNT : 12341 SUM : 772686502 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-14:20:04.776402 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-14:20:04.776616 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708438804 to in-memory stats history 2024/02/20-14:20:04.776646 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-14:20:04.776692 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-14:21:47.855261 1277549 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301539. Total log size is 15728696 while max_total_wal_size is 15728640 2024/02/20-14:21:47.855557 1277549 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301569. Immutable memtables: 0. 2024/02/20-14:21:47.855783 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19930] Syncing log #301560 2024/02/20-14:21:47.871925 3036193 (Original Log Time 2024/02/20-14:21:47.855768) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:21:47.871935 3036193 [db/flush_job.cc:892] [url] [JOB 19930] Flushing memtable with next log file: 301569 2024/02/20-14:21:47.871962 3036193 EVENT_LOG_v1 {"time_micros": 1708438907871955, "job": 19930, "event": "flush_started", "num_memtables": 1, "num_entries": 56637, "num_deletes": 0, "total_data_size": 8665632, "memory_usage": 10540056, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:21:47.871965 3036193 [db/flush_job.cc:926] [url] [JOB 19930] Level-0 flush table #301570: started 2024/02/20-14:21:48.015232 3036193 EVENT_LOG_v1 {"time_micros": 1708438908015194, "cf_name": "url", "job": 19930, "event": "table_file_creation", "file_number": 301570, "file_size": 4541987, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151502976, "largest_seqno": 5151673716, "table_properties": {"data_size": 4472915, "index_size": 105676, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5653, "raw_key_size": 8374915, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1346, "num_entries": 55729, "num_filter_entries": 6478, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438601, "oldest_key_time": 1708438601, "file_creation_time": 1708438907, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301570, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:21:48.015281 3036193 [db/flush_job.cc:1062] [url] [JOB 19930] Flush lasted 143385 microseconds, and 140181 cpu microseconds. 2024/02/20-14:21:48.015730 3036193 (Original Log Time 2024/02/20-14:21:48.015266) [db/flush_job.cc:1011] [url] [JOB 19930] Level-0 flush table #301570: 4541987 bytes OK 2024/02/20-14:21:48.015733 3036193 (Original Log Time 2024/02/20-14:21:48.015287) [db/memtable_list.cc:555] [url] Level-0 commit table #301570 started 2024/02/20-14:21:48.015735 3036193 (Original Log Time 2024/02/20-14:21:48.015520) [db/memtable_list.cc:754] [url] Level-0 commit table #301570: memtable #1 done 2024/02/20-14:21:48.015736 3036193 (Original Log Time 2024/02/20-14:21:48.015534) EVENT_LOG_v1 {"time_micros": 1708438908015529, "job": 19930, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-14:21:48.015738 3036193 (Original Log Time 2024/02/20-14:21:48.015702) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-14:21:48.015742 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19930] Try to delete WAL files size 3285973, prev total WAL file size 15739065, number of live WAL files 4. 2024/02/20-14:21:48.016225 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301539.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:22:56.607908 4077126 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301555. Total log size is 15728733 while max_total_wal_size is 15728640 2024/02/20-14:22:56.608198 4077126 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301571. Immutable memtables: 0. 2024/02/20-14:22:56.608517 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19931] Syncing log #301569 2024/02/20-14:22:56.631519 3036210 (Original Log Time 2024/02/20-14:22:56.608493) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:22:56.631529 3036210 [db/flush_job.cc:892] [tag] [JOB 19931] Flushing memtable with next log file: 301571 2024/02/20-14:22:56.631555 3036210 EVENT_LOG_v1 {"time_micros": 1708438976631547, "job": 19931, "event": "flush_started", "num_memtables": 1, "num_entries": 15535, "num_deletes": 0, "total_data_size": 1372527, "memory_usage": 2260592, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:22:56.631558 3036210 [db/flush_job.cc:926] [tag] [JOB 19931] Level-0 flush table #301572: started 2024/02/20-14:22:56.671185 3036210 EVENT_LOG_v1 {"time_micros": 1708438976671140, "cf_name": "tag", "job": 19931, "event": "table_file_creation", "file_number": 301572, "file_size": 837331, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151538729, "largest_seqno": 5151707571, "table_properties": {"data_size": 830270, "index_size": 9182, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1329706, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 252, "num_entries": 15421, "num_filter_entries": 196, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438664, "oldest_key_time": 1708438664, "file_creation_time": 1708438976, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301572, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:22:56.671246 3036210 [db/flush_job.cc:1062] [tag] [JOB 19931] Flush lasted 39739 microseconds, and 37638 cpu microseconds. 2024/02/20-14:22:56.671950 3036210 (Original Log Time 2024/02/20-14:22:56.671226) [db/flush_job.cc:1011] [tag] [JOB 19931] Level-0 flush table #301572: 837331 bytes OK 2024/02/20-14:22:56.671953 3036210 (Original Log Time 2024/02/20-14:22:56.671254) [db/memtable_list.cc:555] [tag] Level-0 commit table #301572 started 2024/02/20-14:22:56.671955 3036210 (Original Log Time 2024/02/20-14:22:56.671696) [db/memtable_list.cc:754] [tag] Level-0 commit table #301572: memtable #1 done 2024/02/20-14:22:56.671957 3036210 (Original Log Time 2024/02/20-14:22:56.671718) EVENT_LOG_v1 {"time_micros": 1708438976671712, "job": 19931, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:22:56.671958 3036210 (Original Log Time 2024/02/20-14:22:56.671909) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-14:22:56.671963 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19931] Try to delete WAL files size 690924, prev total WAL file size 15732484, number of live WAL files 4. 2024/02/20-14:22:56.672218 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301555.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:23:10.019816 4076630 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301560. Total log size is 15728808 while max_total_wal_size is 15728640 2024/02/20-14:23:10.020132 4076630 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301573. Immutable memtables: 0. 2024/02/20-14:23:10.020396 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19932] Syncing log #301571 2024/02/20-14:23:10.032065 3036193 (Original Log Time 2024/02/20-14:23:10.020379) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:23:10.032083 3036193 [db/flush_job.cc:892] [key] [JOB 19932] Flushing memtable with next log file: 301573 2024/02/20-14:23:10.032116 3036193 EVENT_LOG_v1 {"time_micros": 1708438990032106, "job": 19932, "event": "flush_started", "num_memtables": 1, "num_entries": 95606, "num_deletes": 42000, "total_data_size": 5956831, "memory_usage": 8482352, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:23:10.032122 3036193 [db/flush_job.cc:926] [key] [JOB 19932] Level-0 flush table #301574: started 2024/02/20-14:23:10.151815 3036193 EVENT_LOG_v1 {"time_micros": 1708438990151769, "cf_name": "key", "job": 19932, "event": "table_file_creation", "file_number": 301574, "file_size": 4032612, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151546139, "largest_seqno": 5151715000, "table_properties": {"data_size": 3920939, "index_size": 29458, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 87877, "raw_key_size": 5709359, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1144, "num_entries": 94673, "num_filter_entries": 100072, "num_deletions": 42000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438677, "oldest_key_time": 1708438677, "file_creation_time": 1708438990, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301574, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:23:10.151856 3036193 [db/flush_job.cc:1062] [key] [JOB 19932] Flush lasted 119804 microseconds, and 116090 cpu microseconds. 2024/02/20-14:23:10.152373 3036193 (Original Log Time 2024/02/20-14:23:10.151841) [db/flush_job.cc:1011] [key] [JOB 19932] Level-0 flush table #301574: 4032612 bytes OK 2024/02/20-14:23:10.152376 3036193 (Original Log Time 2024/02/20-14:23:10.151863) [db/memtable_list.cc:555] [key] Level-0 commit table #301574 started 2024/02/20-14:23:10.152378 3036193 (Original Log Time 2024/02/20-14:23:10.152145) [db/memtable_list.cc:754] [key] Level-0 commit table #301574: memtable #1 done 2024/02/20-14:23:10.152380 3036193 (Original Log Time 2024/02/20-14:23:10.152171) EVENT_LOG_v1 {"time_micros": 1708438990152162, "job": 19932, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-14:23:10.152381 3036193 (Original Log Time 2024/02/20-14:23:10.152340) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-14:23:10.152386 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19932] Try to delete WAL files size 11751799, prev total WAL file size 15734015, number of live WAL files 4. 2024/02/20-14:23:10.153671 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301560.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:26:55.500839 4076675 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301569. Total log size is 15728729 while max_total_wal_size is 15728640 2024/02/20-14:26:55.501058 4076675 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301575. Immutable memtables: 0. 2024/02/20-14:26:55.501299 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19933] Syncing log #301573 2024/02/20-14:26:55.513708 3036210 (Original Log Time 2024/02/20-14:26:55.501281) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:26:55.513718 3036210 [db/flush_job.cc:892] [url] [JOB 19933] Flushing memtable with next log file: 301575 2024/02/20-14:26:55.513748 3036210 EVENT_LOG_v1 {"time_micros": 1708439215513736, "job": 19933, "event": "flush_started", "num_memtables": 1, "num_entries": 58447, "num_deletes": 0, "total_data_size": 8886312, "memory_usage": 11749352, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:26:55.513753 3036210 [db/flush_job.cc:926] [url] [JOB 19933] Level-0 flush table #301576: started 2024/02/20-14:26:55.654405 3036210 EVENT_LOG_v1 {"time_micros": 1708439215654371, "cf_name": "url", "job": 19933, "event": "table_file_creation", "file_number": 301576, "file_size": 4665757, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151673718, "largest_seqno": 5151841525, "table_properties": {"data_size": 4594532, "index_size": 110151, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5653, "raw_key_size": 8590823, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1378, "num_entries": 57420, "num_filter_entries": 6474, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438907, "oldest_key_time": 1708438907, "file_creation_time": 1708439215, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301576, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:26:55.654449 3036210 [db/flush_job.cc:1062] [url] [JOB 19933] Flush lasted 140752 microseconds, and 136552 cpu microseconds. 2024/02/20-14:26:55.655098 3036210 (Original Log Time 2024/02/20-14:26:55.654433) [db/flush_job.cc:1011] [url] [JOB 19933] Level-0 flush table #301576: 4665757 bytes OK 2024/02/20-14:26:55.655102 3036210 (Original Log Time 2024/02/20-14:26:55.654465) [db/memtable_list.cc:555] [url] Level-0 commit table #301576 started 2024/02/20-14:26:55.655105 3036210 (Original Log Time 2024/02/20-14:26:55.654834) [db/memtable_list.cc:754] [url] Level-0 commit table #301576: memtable #1 done 2024/02/20-14:26:55.655107 3036210 (Original Log Time 2024/02/20-14:26:55.654859) EVENT_LOG_v1 {"time_micros": 1708439215654851, "job": 19933, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-14:26:55.655109 3036210 (Original Log Time 2024/02/20-14:26:55.655055) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-14:26:55.655115 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19933] Try to delete WAL files size 3286010, prev total WAL file size 15735794, number of live WAL files 4. 2024/02/20-14:26:55.655173 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 19934] Compacting 2@0 files to L5, score 1.00 2024/02/20-14:26:55.655179 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19941 Base level 0, inputs: [301576(4556KB) 301570(4435KB)] 2024/02/20-14:26:55.655193 3036186 EVENT_LOG_v1 {"time_micros": 1708439215655185, "job": 19934, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301576, 301570], "score": 1, "input_data_size": 9207744, "oldest_snapshot_seqno": -1} 2024/02/20-14:26:55.655788 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301569.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:26:55.899701 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 19934] Generated table #301577: 113149 keys, 8867645 bytes, temperature: kUnknown 2024/02/20-14:26:55.899764 3036186 EVENT_LOG_v1 {"time_micros": 1708439215899726, "cf_name": "url", "job": 19934, "event": "table_file_creation", "file_number": 301577, "file_size": 8867645, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151502976, "largest_seqno": 5151841525, "table_properties": {"data_size": 8736470, "index_size": 209955, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8917, "raw_key_size": 16965738, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2609, "num_entries": 113149, "num_filter_entries": 10221, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438601, "oldest_key_time": 0, "file_creation_time": 1708439215, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301577, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:26:55.900668 3036186 (Original Log Time 2024/02/20-14:26:55.900110) [db/compaction/compaction_job.cc:1729] [url] [JOB 19934] Compacted 2@0 files to L5 => 8867645 bytes 2024/02/20-14:26:55.900672 3036186 (Original Log Time 2024/02/20-14:26:55.900409) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.03, MB/sec: 37.6 rd, 36.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.8, 0.0 +0.0 blob) out(8.5 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 113149, records dropped: 0 output_compression: LZ4 2024/02/20-14:26:55.900679 3036186 (Original Log Time 2024/02/20-14:26:55.900439) EVENT_LOG_v1 {"time_micros": 1708439215900423, "job": 19934, "event": "compaction_finished", "compaction_time_micros": 244632, "compaction_time_cpu_micros": 233708, "output_level": 5, "num_output_files": 1, "total_output_size": 8867645, "num_input_records": 113149, "num_output_records": 113149, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-14:26:55.901014 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301570.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:26:55.901030 3036186 EVENT_LOG_v1 {"time_micros": 1708439215901025, "job": 19934, "event": "table_file_deletion", "file_number": 301570} 2024/02/20-14:26:55.901330 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301576.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:26:55.901338 3036186 EVENT_LOG_v1 {"time_micros": 1708439215901336, "job": 19934, "event": "table_file_deletion", "file_number": 301576} 2024/02/20-14:27:56.796904 4076421 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301571. Total log size is 15728856 while max_total_wal_size is 15728640 2024/02/20-14:27:56.797154 4076421 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301578. Immutable memtables: 0. 2024/02/20-14:27:56.797382 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19935] Syncing log #301575 2024/02/20-14:27:56.800425 3036193 (Original Log Time 2024/02/20-14:27:56.797372) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:27:56.800431 3036193 [db/flush_job.cc:892] [tag] [JOB 19935] Flushing memtable with next log file: 301578 2024/02/20-14:27:56.800450 3036193 EVENT_LOG_v1 {"time_micros": 1708439276800444, "job": 19935, "event": "flush_started", "num_memtables": 1, "num_entries": 15507, "num_deletes": 0, "total_data_size": 1348500, "memory_usage": 3662304, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:27:56.800476 3036193 [db/flush_job.cc:926] [tag] [JOB 19935] Level-0 flush table #301579: started 2024/02/20-14:27:56.833916 3036193 EVENT_LOG_v1 {"time_micros": 1708439276833878, "cf_name": "tag", "job": 19935, "event": "table_file_creation", "file_number": 301579, "file_size": 799642, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151707576, "largest_seqno": 5151877586, "table_properties": {"data_size": 792520, "index_size": 9113, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1301903, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 250, "num_entries": 15342, "num_filter_entries": 190, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438976, "oldest_key_time": 1708438976, "file_creation_time": 1708439276, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301579, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:27:56.833964 3036193 [db/flush_job.cc:1062] [tag] [JOB 19935] Flush lasted 33543 microseconds, and 31682 cpu microseconds. 2024/02/20-14:27:56.834512 3036193 (Original Log Time 2024/02/20-14:27:56.833948) [db/flush_job.cc:1011] [tag] [JOB 19935] Level-0 flush table #301579: 799642 bytes OK 2024/02/20-14:27:56.834515 3036193 (Original Log Time 2024/02/20-14:27:56.833969) [db/memtable_list.cc:555] [tag] Level-0 commit table #301579 started 2024/02/20-14:27:56.834517 3036193 (Original Log Time 2024/02/20-14:27:56.834208) [db/memtable_list.cc:754] [tag] Level-0 commit table #301579: memtable #1 done 2024/02/20-14:27:56.834519 3036193 (Original Log Time 2024/02/20-14:27:56.834222) EVENT_LOG_v1 {"time_micros": 1708439276834218, "job": 19935, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:27:56.834521 3036193 (Original Log Time 2024/02/20-14:27:56.834468) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-14:27:56.834529 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19935] Try to delete WAL files size 690999, prev total WAL file size 15730402, number of live WAL files 4. 2024/02/20-14:27:56.834684 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19936] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-14:27:56.834695 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19943 Base level 0, inputs: [301579(780KB) 301572(817KB)], [301557(64MB) 301558(64MB) 301559(41MB)] 2024/02/20-14:27:56.834722 3036192 EVENT_LOG_v1 {"time_micros": 1708439276834710, "job": 19936, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301579, 301572], "files_L6": [301557, 301558, 301559], "score": 1, "input_data_size": 180604508, "oldest_snapshot_seqno": -1} 2024/02/20-14:27:56.834832 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301571.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:28:01.740016 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19936] Generated table #301580: 2487421 keys, 67641450 bytes, temperature: kUnknown 2024/02/20-14:28:01.740076 3036192 EVENT_LOG_v1 {"time_micros": 1708439281740043, "cf_name": "tag", "job": 19936, "event": "table_file_creation", "file_number": 301580, "file_size": 67641450, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109296, "index_size": 1493173, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 207470760, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36163, "num_entries": 2487421, "num_filter_entries": 1253, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708439276, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301580, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:28:06.249284 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19936] Generated table #301581: 2056233 keys, 67664635 bytes, temperature: kUnknown 2024/02/20-14:28:06.249377 3036192 EVENT_LOG_v1 {"time_micros": 1708439286249334, "cf_name": "tag", "job": 19936, "event": "table_file_creation", "file_number": 301581, "file_size": 67664635, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109013, "index_size": 1396669, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 191257545, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35987, "num_entries": 2056233, "num_filter_entries": 2148, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708439281, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301581, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:28:09.285891 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19936] Generated table #301582: 1697930 keys, 44462332 bytes, temperature: kUnknown 2024/02/20-14:28:09.285966 3036192 EVENT_LOG_v1 {"time_micros": 1708439289285924, "cf_name": "tag", "job": 19936, "event": "table_file_creation", "file_number": 301582, "file_size": 44462332, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 44128122, "index_size": 982549, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 135499725, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 23960, "num_entries": 1697930, "num_filter_entries": 295, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708439286, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301582, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:28:09.294138 3036192 (Original Log Time 2024/02/20-14:28:09.293034) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19936] Compacted 2@0 + 3@6 files to L6 => 179768417 bytes 2024/02/20-14:28:09.294145 3036192 (Original Log Time 2024/02/20-14:28:09.293767) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.5 rd, 14.4 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 170.7 +0.0 blob) out(171.4 +0.0 blob), read-write-amplify(220.1) write-amplify(109.8) OK, records in: 6241585, records dropped: 1 output_compression: ZSTD 2024/02/20-14:28:09.294157 3036192 (Original Log Time 2024/02/20-14:28:09.293810) EVENT_LOG_v1 {"time_micros": 1708439289293790, "job": 19936, "event": "compaction_finished", "compaction_time_micros": 12451320, "compaction_time_cpu_micros": 12275267, "output_level": 6, "num_output_files": 3, "total_output_size": 179768417, "num_input_records": 6241585, "num_output_records": 6241584, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-14:28:09.302363 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301557.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:28:09.302411 3036192 EVENT_LOG_v1 {"time_micros": 1708439289302404, "job": 19936, "event": "table_file_deletion", "file_number": 301557} 2024/02/20-14:28:09.310927 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301558.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:28:09.310979 3036192 EVENT_LOG_v1 {"time_micros": 1708439289310971, "job": 19936, "event": "table_file_deletion", "file_number": 301558} 2024/02/20-14:28:09.318115 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301559.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:28:09.318159 3036192 EVENT_LOG_v1 {"time_micros": 1708439289318152, "job": 19936, "event": "table_file_deletion", "file_number": 301559} 2024/02/20-14:28:09.318416 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301572.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:28:09.318436 3036192 EVENT_LOG_v1 {"time_micros": 1708439289318434, "job": 19936, "event": "table_file_deletion", "file_number": 301572} 2024/02/20-14:28:09.318660 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301579.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:28:09.318676 3036192 EVENT_LOG_v1 {"time_micros": 1708439289318673, "job": 19936, "event": "table_file_deletion", "file_number": 301579} 2024/02/20-14:28:09.806668 4076614 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301573. Total log size is 15728769 while max_total_wal_size is 15728640 2024/02/20-14:28:09.806927 4076614 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301583. Immutable memtables: 0. 2024/02/20-14:28:09.807195 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19937] Syncing log #301578 2024/02/20-14:28:09.815667 3036210 (Original Log Time 2024/02/20-14:28:09.807177) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:28:09.815676 3036210 [db/flush_job.cc:892] [key] [JOB 19937] Flushing memtable with next log file: 301583 2024/02/20-14:28:09.815701 3036210 EVENT_LOG_v1 {"time_micros": 1708439289815694, "job": 19937, "event": "flush_started", "num_memtables": 1, "num_entries": 97193, "num_deletes": 44000, "total_data_size": 6094868, "memory_usage": 8743120, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:28:09.815704 3036210 [db/flush_job.cc:926] [key] [JOB 19937] Level-0 flush table #301584: started 2024/02/20-14:28:09.978525 3036210 EVENT_LOG_v1 {"time_micros": 1708439289978489, "cf_name": "key", "job": 19937, "event": "table_file_creation", "file_number": 301584, "file_size": 4029630, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151715003, "largest_seqno": 5151885082, "table_properties": {"data_size": 3918518, "index_size": 30816, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 87669, "raw_key_size": 5842108, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1147, "num_entries": 96226, "num_filter_entries": 99851, "num_deletions": 44000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438990, "oldest_key_time": 1708438990, "file_creation_time": 1708439289, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301584, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:28:09.978577 3036210 [db/flush_job.cc:1062] [key] [JOB 19937] Flush lasted 162920 microseconds, and 158611 cpu microseconds. 2024/02/20-14:28:09.979343 3036210 (Original Log Time 2024/02/20-14:28:09.978558) [db/flush_job.cc:1011] [key] [JOB 19937] Level-0 flush table #301584: 4029630 bytes OK 2024/02/20-14:28:09.979346 3036210 (Original Log Time 2024/02/20-14:28:09.978585) [db/memtable_list.cc:555] [key] Level-0 commit table #301584 started 2024/02/20-14:28:09.979348 3036210 (Original Log Time 2024/02/20-14:28:09.979050) [db/memtable_list.cc:754] [key] Level-0 commit table #301584: memtable #1 done 2024/02/20-14:28:09.979349 3036210 (Original Log Time 2024/02/20-14:28:09.979077) EVENT_LOG_v1 {"time_micros": 1708439289979069, "job": 19937, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-14:28:09.979351 3036210 (Original Log Time 2024/02/20-14:28:09.979295) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-14:28:09.979357 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19937] Try to delete WAL files size 11751720, prev total WAL file size 15738654, number of live WAL files 4. 2024/02/20-14:28:09.979523 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19938] Compacting 2@0 files to L5, score 1.00 2024/02/20-14:28:09.979536 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19945 Base level 0, inputs: [301584(3935KB) 301574(3938KB)] 2024/02/20-14:28:09.979565 3036183 EVENT_LOG_v1 {"time_micros": 1708439289979552, "job": 19938, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301584, 301574], "score": 1, "input_data_size": 8062242, "oldest_snapshot_seqno": -1} 2024/02/20-14:28:09.980992 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301573.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:28:10.309876 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19938] Generated table #301585: 190899 keys, 8011702 bytes, temperature: kUnknown 2024/02/20-14:28:10.309945 3036183 EVENT_LOG_v1 {"time_micros": 1708439290309906, "cf_name": "key", "job": 19938, "event": "table_file_creation", "file_number": 301585, "file_size": 8011702, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151546139, "largest_seqno": 5151885082, "table_properties": {"data_size": 7791975, "index_size": 60228, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 174453, "raw_key_size": 11551467, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2265, "num_entries": 190899, "num_filter_entries": 198093, "num_deletions": 86000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438677, "oldest_key_time": 0, "file_creation_time": 1708439289, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301585, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:28:10.311144 3036183 (Original Log Time 2024/02/20-14:28:10.310495) [db/compaction/compaction_job.cc:1729] [key] [JOB 19938] Compacted 2@0 files to L5 => 8011702 bytes 2024/02/20-14:28:10.311149 3036183 (Original Log Time 2024/02/20-14:28:10.310900) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 24.4 rd, 24.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(7.7, 0.0 +0.0 blob) out(7.6 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 190899, records dropped: 0 output_compression: LZ4 2024/02/20-14:28:10.311156 3036183 (Original Log Time 2024/02/20-14:28:10.310927) EVENT_LOG_v1 {"time_micros": 1708439290310913, "job": 19938, "event": "compaction_finished", "compaction_time_micros": 330441, "compaction_time_cpu_micros": 324458, "output_level": 5, "num_output_files": 1, "total_output_size": 8011702, "num_input_records": 190899, "num_output_records": 190899, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-14:28:10.311699 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301574.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:28:10.311714 3036183 EVENT_LOG_v1 {"time_micros": 1708439290311710, "job": 19938, "event": "table_file_deletion", "file_number": 301574} 2024/02/20-14:28:10.312191 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301584.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:28:10.312201 3036183 EVENT_LOG_v1 {"time_micros": 1708439290312199, "job": 19938, "event": "table_file_deletion", "file_number": 301584} 2024/02/20-14:30:04.942710 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-14:30:04.942898 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1026803.8 total, 600.2 interval Cumulative writes: 131M writes, 586M keys, 130M commit groups, 1.0 writes per commit group, ingest: 56.39 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131110744.00 writes per sync, written: 56.39 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 105K writes, 330K keys, 105K commit groups, 1.0 writes per commit group, ingest: 29.53 MB, 0.05 MB/s Interval WAL: 105K writes, 0 syncs, 105890.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1026803.8 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1712 last_copies: 0 last_secs: 0.000101 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.4 409.71 382.20 4155 0.099 0 0 0.0 0.0 L5 1/0 8.46 MB 0.0 68.7 18.3 50.4 67.5 17.1 0.0 3.7 42.0 41.3 1675.51 1604.49 2146 0.781 1036M 1143 0.0 0.0 L6 13/0 804.53 MB 0.0 405.2 17.5 387.8 388.1 0.4 0.0 22.2 16.0 15.4 25885.51 23873.26 601 43.071 9470M 256M 0.0 0.0 Sum 14/0 812.99 MB 0.0 473.9 35.7 438.2 474.2 36.0 0.0 25.5 17.3 17.4 27970.73 25859.95 6902 4.053 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 16.6 32.6 0.53 0.51 3 0.176 113K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 473.9 35.7 438.2 455.6 17.5 0.0 0.0 17.6 16.9 27561.02 25477.75 2747 10.033 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.4 409.71 382.20 4155 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1026803.8 total, 600.2 interval Flush(GB): cumulative 18.584, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 474.23 GB write, 0.47 MB/s write, 473.90 GB read, 0.47 MB/s read, 27970.7 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1623 collections: 1712 last_copies: 0 last_secs: 0.000736 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(844,14.05 MB,0.915037%) IndexBlock(778,1.36 GB,90.897%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5981240 Average: 2.1897 StdDev: 4.25 Min: 0 Median: 1.3833 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.36 P99.99: 127.15 ------------------------------------------------------ [ 0, 1 ] 2014600 33.682% 33.682% ####### ( 1, 2 ] 2546158 42.569% 76.251% ######### ( 2, 3 ] 995450 16.643% 92.894% ### ( 3, 4 ] 242365 4.052% 96.946% # ( 4, 6 ] 107483 1.797% 98.743% ( 6, 10 ] 35188 0.588% 99.331% ( 10, 15 ] 14851 0.248% 99.580% ( 15, 22 ] 7521 0.126% 99.705% ( 22, 34 ] 7871 0.132% 99.837% ( 34, 51 ] 5643 0.094% 99.931% ( 51, 76 ] 2514 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 402 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21624194 Average: 2.4700 StdDev: 6.80 Min: 0 Median: 1.4971 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.95 P99.99: 146.43 ------------------------------------------------------ [ 0, 1 ] 6614787 30.590% 30.590% ###### ( 1, 2 ] 8442759 39.043% 69.633% ######## ( 2, 3 ] 3666932 16.958% 86.590% ### ( 3, 4 ] 1341017 6.201% 92.792% # ( 4, 6 ] 1052611 4.868% 97.660% # ( 6, 10 ] 339490 1.570% 99.230% ( 10, 15 ] 59108 0.273% 99.503% ( 15, 22 ] 30246 0.140% 99.643% ( 22, 34 ] 32472 0.150% 99.793% ( 34, 51 ] 24670 0.114% 99.907% ( 51, 76 ] 11885 0.055% 99.962% ( 76, 110 ] 4850 0.022% 99.984% ( 110, 170 ] 1984 0.009% 99.994% ( 170, 250 ] 591 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 210946180 Average: 12.2816 StdDev: 81.77 Min: 0 Median: 1.4939 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.74 P99.9: 304.65 P99.99: 1542.48 ------------------------------------------------------ [ 0, 1 ] 71802958 34.039% 34.039% ####### ( 1, 2 ] 68174202 32.318% 66.357% ###### ( 2, 3 ] 30005781 14.224% 80.581% ### ( 3, 4 ] 6461788 3.063% 83.644% # ( 4, 6 ] 1176179 0.558% 84.202% ( 6, 10 ] 554301 0.263% 84.465% ( 10, 15 ] 314074 0.149% 84.614% ( 15, 22 ] 261250 0.124% 84.738% ( 22, 34 ] 7592165 3.599% 88.337% # ( 34, 51 ] 7718198 3.659% 91.995% # ( 51, 76 ] 6191196 2.935% 94.930% # ( 76, 110 ] 6768132 3.208% 98.139% # ( 110, 170 ] 3329198 1.578% 99.717% ( 170, 250 ] 338270 0.160% 99.877% ( 250, 380 ] 113091 0.054% 99.931% ( 380, 580 ] 68669 0.033% 99.964% ( 580, 870 ] 30776 0.015% 99.978% ( 870, 1300 ] 13983 0.007% 99.985% ( 1300, 1900 ] 26908 0.013% 99.998% ( 1900, 2900 ] 2152 0.001% 99.999% ( 2900, 4400 ] 868 0.000% 99.999% ( 4400, 6600 ] 622 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.4 87.93 74.55 4042 0.022 0 0 0.0 0.0 L6 3/0 171.44 MB 0.0 313.6 3.1 310.4 310.5 0.1 0.0 99.2 15.4 15.2 20884.48 20499.62 2128 9.814 11G 62M 0.0 0.0 Sum 3/0 171.44 MB 0.0 313.6 3.1 310.4 313.6 3.2 0.0 100.2 15.3 15.3 20972.41 20574.17 6170 3.399 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 110.8 13.8 13.8 12.52 12.34 3 4.175 6241K 1 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 313.6 3.1 310.4 310.5 0.1 0.0 0.0 15.4 15.2 20884.48 20499.62 2128 9.814 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.4 87.93 74.55 4042 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1026803.8 total, 600.2 interval Flush(GB): cumulative 3.129, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 313.64 GB write, 0.31 MB/s write, 313.57 GB read, 0.31 MB/s read, 20972.4 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.29 MB/s read, 12.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4346 collections: 1712 last_copies: 0 last_secs: 0.001531 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2197,1.67 MB,0.108501%) IndexBlock(2148,1.46 GB,97.1682%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1028235 Average: 3.5711 StdDev: 6.33 Min: 0 Median: 2.5905 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.43 P99.9: 60.70 P99.99: 194.48 ------------------------------------------------------ [ 0, 1 ] 116676 11.347% 11.347% ## ( 1, 2 ] 247222 24.043% 35.391% ##### ( 2, 3 ] 254383 24.740% 60.130% ##### ( 3, 4 ] 198212 19.277% 79.407% #### ( 4, 6 ] 170428 16.575% 95.982% ### ( 6, 10 ] 28711 2.792% 98.774% # ( 10, 15 ] 4769 0.464% 99.238% ( 15, 22 ] 2563 0.249% 99.487% ( 22, 34 ] 2171 0.211% 99.699% ( 34, 51 ] 1784 0.174% 99.872% ( 51, 76 ] 742 0.072% 99.944% ( 76, 110 ] 252 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177885535 Average: 2.1879 StdDev: 5.39 Min: 0 Median: 1.3436 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.71 P99.99: 144.52 ------------------------------------------------------ [ 0, 1 ] 65696733 36.932% 36.932% ####### ( 1, 2 ] 67658703 38.035% 74.967% ######## ( 2, 3 ] 33136016 18.628% 93.595% #### ( 3, 4 ] 7978334 4.485% 98.080% # ( 4, 6 ] 1487895 0.836% 98.916% ( 6, 10 ] 617648 0.347% 99.263% ( 10, 15 ] 402513 0.226% 99.490% ( 15, 22 ] 200254 0.113% 99.602% ( 22, 34 ] 313194 0.176% 99.778% ( 34, 51 ] 205469 0.116% 99.894% ( 51, 76 ] 100497 0.056% 99.950% ( 76, 110 ] 58038 0.033% 99.983% ( 110, 170 ] 21645 0.012% 99.995% ( 170, 250 ] 3847 0.002% 99.997% ( 250, 380 ] 1760 0.001% 99.998% ( 380, 580 ] 1462 0.001% 99.999% ( 580, 870 ] 870 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 275.68 255.84 4122 0.067 0 0 0.0 0.0 L5 1/0 7.64 MB 0.0 22.3 8.2 14.0 22.0 8.0 0.0 2.7 28.7 28.5 792.51 766.52 1974 0.401 615M 276K 0.0 0.0 L6 6/0 343.13 MB 0.0 197.9 8.9 189.0 189.2 0.1 0.0 21.3 14.4 13.7 14094.31 13789.17 718 19.630 8860M 240M 0.0 0.0 Sum 7/0 350.77 MB 0.0 220.2 17.1 203.1 220.3 17.3 0.0 24.2 14.9 14.9 15162.50 14811.53 6814 2.225 9476M 240M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 12.5 25.0 0.61 0.60 3 0.204 190K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 220.2 17.1 203.1 211.2 8.2 0.0 0.0 15.1 14.5 14886.82 14555.69 2692 5.530 9476M 240M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 275.68 255.84 4122 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1026803.8 total, 600.2 interval Flush(GB): cumulative 9.101, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 220.33 GB write, 0.22 MB/s write, 220.18 GB read, 0.22 MB/s read, 15162.5 seconds Interval compaction: 0.01 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 359405 collections: 1712 last_copies: 0 last_secs: 0.162942 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359298,1.39 GB,92.4149%) FilterBlock(53,54.99 MB,3.58011%) IndexBlock(53,23.65 MB,1.53993%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2846315 Average: 4.2627 StdDev: 8.07 Min: 0 Median: 1.9606 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.04 P99.99: 151.69 ------------------------------------------------------ [ 0, 1 ] 634588 22.295% 22.295% #### ( 1, 2 ] 820886 28.840% 51.135% ###### ( 2, 3 ] 402833 14.153% 65.288% ### ( 3, 4 ] 173995 6.113% 71.401% # ( 4, 6 ] 150228 5.278% 76.679% # ( 6, 10 ] 450039 15.811% 92.490% ### ( 10, 15 ] 178252 6.263% 98.753% # ( 15, 22 ] 16976 0.596% 99.349% ( 22, 34 ] 9112 0.320% 99.670% ( 34, 51 ] 5546 0.195% 99.864% ( 51, 76 ] 2523 0.089% 99.953% ( 76, 110 ] 830 0.029% 99.982% ( 110, 170 ] 320 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6888115 Average: 4.7127 StdDev: 7.65 Min: 0 Median: 2.4798 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.49 P99.9: 69.20 P99.99: 168.88 ------------------------------------------------------ [ 0, 1 ] 1124613 16.327% 16.327% ### ( 1, 2 ] 1816021 26.365% 42.691% ##### ( 2, 3 ] 1049138 15.231% 57.923% ### ( 3, 4 ] 564229 8.191% 66.114% ## ( 4, 6 ] 558916 8.114% 74.228% ## ( 6, 10 ] 1201078 17.437% 91.665% ### ( 10, 15 ] 475456 6.903% 98.568% # ( 15, 22 ] 46382 0.673% 99.241% ( 22, 34 ] 24470 0.355% 99.596% ( 34, 51 ] 15459 0.224% 99.821% ( 51, 76 ] 7505 0.109% 99.930% ( 76, 110 ] 2855 0.041% 99.971% ( 110, 170 ] 1329 0.019% 99.990% ( 170, 250 ] 337 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106905388 Average: 5.8147 StdDev: 24.81 Min: 0 Median: 2.3574 Max: 40453 Percentiles: P50: 2.36 P75: 7.56 P99: 42.15 P99.9: 159.28 P99.99: 467.72 ------------------------------------------------------ [ 0, 1 ] 25287872 23.654% 23.654% ##### ( 1, 2 ] 24174336 22.613% 46.267% ##### ( 2, 3 ] 11166314 10.445% 56.712% ## ( 3, 4 ] 4383756 4.101% 60.813% # ( 4, 6 ] 5007575 4.684% 65.497% # ( 6, 10 ] 26025008 24.344% 89.841% ##### ( 10, 15 ] 8369384 7.829% 97.670% ## ( 15, 22 ] 679915 0.636% 98.306% ( 22, 34 ] 557869 0.522% 98.828% ( 34, 51 ] 384266 0.359% 99.187% ( 51, 76 ] 245165 0.229% 99.416% ( 76, 110 ] 311285 0.291% 99.708% ( 110, 170 ] 250485 0.234% 99.942% ( 170, 250 ] 40054 0.037% 99.979% ( 250, 380 ] 8626 0.008% 99.987% ( 380, 580 ] 6355 0.006% 99.993% ( 580, 870 ] 3618 0.003% 99.997% ( 870, 1300 ] 1922 0.002% 99.999% ( 1300, 1900 ] 2630 0.002% 100.001% ( 1900, 2900 ] 186 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 102 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1026803.8 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1712 last_copies: 0 last_secs: 6.6e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-14:30:04.947269 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 534009759 rocksdb.block.cache.hit COUNT : 2205561591 rocksdb.block.cache.add COUNT : 40071582 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32642 rocksdb.block.cache.index.hit COUNT : 541367951 rocksdb.block.cache.index.add COUNT : 32628 rocksdb.block.cache.index.bytes.insert COUNT : 34924221312 rocksdb.block.cache.filter.miss COUNT : 32648 rocksdb.block.cache.filter.hit COUNT : 1123193793 rocksdb.block.cache.filter.add COUNT : 32648 rocksdb.block.cache.filter.bytes.insert COUNT : 8879249688 rocksdb.block.cache.data.miss COUNT : 533944469 rocksdb.block.cache.data.hit COUNT : 540999847 rocksdb.block.cache.data.add COUNT : 40006306 rocksdb.block.cache.data.bytes.insert COUNT : 165715384565 rocksdb.block.cache.bytes.read COUNT : 1922687939402529 rocksdb.block.cache.bytes.write COUNT : 209518855565 rocksdb.bloom.filter.useful COUNT : 581891073 rocksdb.bloom.filter.full.positive COUNT : 541302752 rocksdb.bloom.filter.full.true.positive COUNT : 535678054 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95311460 rocksdb.memtable.miss COUNT : 6390678494 rocksdb.l0.hit COUNT : 16352027 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 519326027 rocksdb.compaction.key.drop.new COUNT : 279368713 rocksdb.compaction.key.drop.obsolete COUNT : 279388466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 586083785 rocksdb.number.keys.read COUNT : 659085297 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60549401895 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68454 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32633 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 776536734 rocksdb.number.multiget.keys.read COUNT : 5826904657 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60549401895 rocksdb.write.self COUNT : 130897099 rocksdb.write.other COUNT : 213645 rocksdb.write.wal COUNT : 131110744 rocksdb.compact.read.bytes COUNT : 1005498359121 rocksdb.compact.write.bytes COUNT : 1049459762811 rocksdb.flush.write.bytes COUNT : 33090924319 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1048261 rocksdb.number.superversion_releases COUNT : 2740 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 527333043 rocksdb.number.block.decompressed COUNT : 527344221 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60533062305 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68454 rocksdb.num.iterator.deleted COUNT : 68454 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5276 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5238 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44477 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61455951749 rocksdb.memtable.garbage.bytes.at.flush COUNT : 741783411 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 953141784165 rocksdb.last.level.read.count COUNT : 495739494 rocksdb.non.last.level.read.bytes COUNT : 129740855953 rocksdb.non.last.level.read.count COUNT : 38368164 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 534042392 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2151658445947 rocksdb.bytes.compressed.to COUNT : 1044764347211 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26278547365 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6628700 rocksdb.bytes.decompressed.from COUNT : 1045003186320 rocksdb.bytes.decompressed.to COUNT : 2151753754904 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395856 P95 : 106.244135 P99 : 160.332969 P100 : 227461.000000 COUNT : 659085297 SUM : 33974549791 rocksdb.db.write.micros P50 : 67.030310 P95 : 111.691561 P99 : 169.388724 P100 : 2037453.000000 COUNT : 131110744 SUM : 13510940116 rocksdb.compaction.times.micros P50 : 1616315.789474 P95 : 38535238.095238 P99 : 67128289.473684 P100 : 89521673.000000 COUNT : 7567 SUM : 63332313332 rocksdb.compaction.times.cpu_micros P50 : 1555054.151625 P95 : 35860085.836910 P99 : 64044594.594595 P100 : 83823365.000000 COUNT : 7567 SUM : 60533062305 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4309.781890 P95 : 27742.061281 P99 : 61934.782609 P100 : 1558490.000000 COUNT : 12304 SUM : 115252923 rocksdb.compaction.outfile.sync.micros P50 : 62617.816966 P95 : 125709.327549 P99 : 224950.000000 P100 : 2063820.000000 COUNT : 20312 SUM : 1303073904 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.253065 P95 : 727.423026 P99 : 3935.803571 P100 : 501117.000000 COUNT : 19933 SUM : 12839897 rocksdb.table.open.io.micros P50 : 585.326531 P95 : 6241.322160 P99 : 13029.914508 P100 : 207055.000000 COUNT : 32633 SUM : 57921200 rocksdb.db.multiget.micros P50 : 7.991069 P95 : 17.791173 P99 : 33.028297 P100 : 26625.000000 COUNT : 776536735 SUM : 7351152242 rocksdb.read.block.compaction.micros P50 : 13.674293 P95 : 59.255709 P99 : 138.531733 P100 : 136000.000000 COUNT : 493938163 SUM : 9607900444 rocksdb.read.block.get.micros P50 : 52.862508 P95 : 94.704472 P99 : 145.717340 P100 : 206929.000000 COUNT : 40071596 SUM : 2309038506 rocksdb.write.raw.block.micros P50 : 0.521563 P95 : 0.990970 P99 : 1.895317 P100 : 331149.000000 COUNT : 534059591 SUM : 10714503152 rocksdb.numfiles.in.singlecompaction P50 : 2.773755 P95 : 5.679607 P99 : 5.938618 P100 : 7.000000 COUNT : 5763 SUM : 20514 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.539227 P95 : 33.497249 P99 : 104.940080 P100 : 135929.000000 COUNT : 534107658 SUM : 3716379090 rocksdb.file.read.flush.micros P50 : 1.844856 P95 : 15.819779 P99 : 41.070557 P100 : 787.000000 COUNT : 61520 SUM : 294889 rocksdb.file.read.compaction.micros P50 : 1.424158 P95 : 36.699727 P99 : 106.428432 P100 : 135929.000000 COUNT : 494039737 SUM : 3316020139 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 659085301 SUM : 0 rocksdb.bytes.per.write P50 : 218.498288 P95 : 527.752574 P99 : 803.822275 P100 : 4563443.000000 COUNT : 130897099 SUM : 60549401895 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 776536738 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46250.224618 P95 : 166705.854355 P99 : 238823.636364 P100 : 1681975.000000 COUNT : 12347 SUM : 773326645 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-14:30:04.947576 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-14:30:04.947857 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708439404 to in-memory stats history 2024/02/20-14:30:04.947891 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-14:30:04.947943 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-14:31:52.389223 4076772 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301575. Total log size is 15728725 while max_total_wal_size is 15728640 2024/02/20-14:31:52.389513 4076772 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301586. Immutable memtables: 0. 2024/02/20-14:31:52.389858 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19939] Syncing log #301583 2024/02/20-14:31:52.399029 3036193 (Original Log Time 2024/02/20-14:31:52.389838) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:31:52.399040 3036193 [db/flush_job.cc:892] [url] [JOB 19939] Flushing memtable with next log file: 301586 2024/02/20-14:31:52.399075 3036193 EVENT_LOG_v1 {"time_micros": 1708439512399065, "job": 19939, "event": "flush_started", "num_memtables": 1, "num_entries": 56506, "num_deletes": 0, "total_data_size": 8640342, "memory_usage": 10481400, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:31:52.399080 3036193 [db/flush_job.cc:926] [url] [JOB 19939] Level-0 flush table #301587: started 2024/02/20-14:31:52.509075 3036193 EVENT_LOG_v1 {"time_micros": 1708439512509046, "cf_name": "url", "job": 19939, "event": "table_file_creation", "file_number": 301587, "file_size": 4511240, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151841527, "largest_seqno": 5152012100, "table_properties": {"data_size": 4441147, "index_size": 115891, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5653, "raw_key_size": 8365863, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1339, "num_entries": 55592, "num_filter_entries": 6417, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708439215, "oldest_key_time": 1708439215, "file_creation_time": 1708439512, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301587, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:31:52.509111 3036193 [db/flush_job.cc:1062] [url] [JOB 19939] Flush lasted 110092 microseconds, and 107357 cpu microseconds. 2024/02/20-14:31:52.509554 3036193 (Original Log Time 2024/02/20-14:31:52.509098) [db/flush_job.cc:1011] [url] [JOB 19939] Level-0 flush table #301587: 4511240 bytes OK 2024/02/20-14:31:52.509557 3036193 (Original Log Time 2024/02/20-14:31:52.509116) [db/memtable_list.cc:555] [url] Level-0 commit table #301587 started 2024/02/20-14:31:52.509558 3036193 (Original Log Time 2024/02/20-14:31:52.509327) [db/memtable_list.cc:754] [url] Level-0 commit table #301587: memtable #1 done 2024/02/20-14:31:52.509560 3036193 (Original Log Time 2024/02/20-14:31:52.509340) EVENT_LOG_v1 {"time_micros": 1708439512509336, "job": 19939, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-14:31:52.509561 3036193 (Original Log Time 2024/02/20-14:31:52.509526) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-14:31:52.509565 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19939] Try to delete WAL files size 3286137, prev total WAL file size 15733439, number of live WAL files 4. 2024/02/20-14:31:52.509984 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301575.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:32:56.684195 4076301 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301578. Total log size is 15728686 while max_total_wal_size is 15728640 2024/02/20-14:32:56.684423 4076301 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301588. Immutable memtables: 0. 2024/02/20-14:32:56.684706 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19940] Syncing log #301586 2024/02/20-14:32:56.719473 3036210 (Original Log Time 2024/02/20-14:32:56.684688) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:32:56.719483 3036210 [db/flush_job.cc:892] [tag] [JOB 19940] Flushing memtable with next log file: 301588 2024/02/20-14:32:56.719511 3036210 EVENT_LOG_v1 {"time_micros": 1708439576719503, "job": 19940, "event": "flush_started", "num_memtables": 1, "num_entries": 15773, "num_deletes": 0, "total_data_size": 1385698, "memory_usage": 2928576, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:32:56.719514 3036210 [db/flush_job.cc:926] [tag] [JOB 19940] Level-0 flush table #301589: started 2024/02/20-14:32:56.759091 3036210 EVENT_LOG_v1 {"time_micros": 1708439576759055, "cf_name": "tag", "job": 19940, "event": "table_file_creation", "file_number": 301589, "file_size": 842638, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151877633, "largest_seqno": 5152046937, "table_properties": {"data_size": 835758, "index_size": 9076, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1340100, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 256, "num_entries": 15630, "num_filter_entries": 201, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708439276, "oldest_key_time": 1708439276, "file_creation_time": 1708439576, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301589, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:32:56.759140 3036210 [db/flush_job.cc:1062] [tag] [JOB 19940] Flush lasted 39696 microseconds, and 38027 cpu microseconds. 2024/02/20-14:32:56.759848 3036210 (Original Log Time 2024/02/20-14:32:56.759126) [db/flush_job.cc:1011] [tag] [JOB 19940] Level-0 flush table #301589: 842638 bytes OK 2024/02/20-14:32:56.759851 3036210 (Original Log Time 2024/02/20-14:32:56.759146) [db/memtable_list.cc:555] [tag] Level-0 commit table #301589 started 2024/02/20-14:32:56.759852 3036210 (Original Log Time 2024/02/20-14:32:56.759557) [db/memtable_list.cc:754] [tag] Level-0 commit table #301589: memtable #1 done 2024/02/20-14:32:56.759854 3036210 (Original Log Time 2024/02/20-14:32:56.759577) EVENT_LOG_v1 {"time_micros": 1708439576759571, "job": 19940, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:32:56.759855 3036210 (Original Log Time 2024/02/20-14:32:56.759800) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-14:32:56.759860 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19940] Try to delete WAL files size 690912, prev total WAL file size 15732631, number of live WAL files 4. 2024/02/20-14:32:56.760137 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301578.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:33:09.556303 4076346 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301583. Total log size is 15728834 while max_total_wal_size is 15728640 2024/02/20-14:33:09.556677 4076346 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301590. Immutable memtables: 0. 2024/02/20-14:33:09.556906 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19941] Syncing log #301588 2024/02/20-14:33:09.652291 3036193 (Original Log Time 2024/02/20-14:33:09.556894) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:33:09.652299 3036193 [db/flush_job.cc:892] [key] [JOB 19941] Flushing memtable with next log file: 301590 2024/02/20-14:33:09.652318 3036193 EVENT_LOG_v1 {"time_micros": 1708439589652312, "job": 19941, "event": "flush_started", "num_memtables": 1, "num_entries": 96661, "num_deletes": 44000, "total_data_size": 6061101, "memory_usage": 9045512, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:33:09.652321 3036193 [db/flush_job.cc:926] [key] [JOB 19941] Level-0 flush table #301591: started 2024/02/20-14:33:09.777212 3036193 EVENT_LOG_v1 {"time_micros": 1708439589777170, "cf_name": "key", "job": 19941, "event": "table_file_creation", "file_number": 301591, "file_size": 4119614, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151885084, "largest_seqno": 5152054500, "table_properties": {"data_size": 4009503, "index_size": 30603, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 87237, "raw_key_size": 5806744, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1172, "num_entries": 95650, "num_filter_entries": 99367, "num_deletions": 44000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708439289, "oldest_key_time": 1708439289, "file_creation_time": 1708439589, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301591, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:33:09.777257 3036193 [db/flush_job.cc:1062] [key] [JOB 19941] Flush lasted 124973 microseconds, and 121261 cpu microseconds. 2024/02/20-14:33:09.777768 3036193 (Original Log Time 2024/02/20-14:33:09.777246) [db/flush_job.cc:1011] [key] [JOB 19941] Level-0 flush table #301591: 4119614 bytes OK 2024/02/20-14:33:09.777771 3036193 (Original Log Time 2024/02/20-14:33:09.777263) [db/memtable_list.cc:555] [key] Level-0 commit table #301591 started 2024/02/20-14:33:09.777773 3036193 (Original Log Time 2024/02/20-14:33:09.777530) [db/memtable_list.cc:754] [key] Level-0 commit table #301591: memtable #1 done 2024/02/20-14:33:09.777774 3036193 (Original Log Time 2024/02/20-14:33:09.777550) EVENT_LOG_v1 {"time_micros": 1708439589777541, "job": 19941, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-14:33:09.777776 3036193 (Original Log Time 2024/02/20-14:33:09.777741) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-14:33:09.777780 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19941] Try to delete WAL files size 11751676, prev total WAL file size 15737752, number of live WAL files 4. 2024/02/20-14:33:09.778982 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301583.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:36:59.143978 4076759 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301586. Total log size is 15728693 while max_total_wal_size is 15728640 2024/02/20-14:36:59.144257 4076759 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301592. Immutable memtables: 0. 2024/02/20-14:36:59.144473 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19942] Syncing log #301590 2024/02/20-14:36:59.170441 3036210 (Original Log Time 2024/02/20-14:36:59.144462) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:36:59.170450 3036210 [db/flush_job.cc:892] [url] [JOB 19942] Flushing memtable with next log file: 301592 2024/02/20-14:36:59.170483 3036210 EVENT_LOG_v1 {"time_micros": 1708439819170477, "job": 19942, "event": "flush_started", "num_memtables": 1, "num_entries": 57213, "num_deletes": 0, "total_data_size": 8767889, "memory_usage": 10921792, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:36:59.170487 3036210 [db/flush_job.cc:926] [url] [JOB 19942] Level-0 flush table #301593: started 2024/02/20-14:36:59.289534 3036210 EVENT_LOG_v1 {"time_micros": 1708439819289504, "cf_name": "url", "job": 19942, "event": "table_file_creation", "file_number": 301593, "file_size": 4546024, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152012102, "largest_seqno": 5152180785, "table_properties": {"data_size": 4475880, "index_size": 104053, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5877, "raw_key_size": 8466083, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1357, "num_entries": 56134, "num_filter_entries": 6638, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708439512, "oldest_key_time": 1708439512, "file_creation_time": 1708439819, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301593, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:36:59.289594 3036210 [db/flush_job.cc:1062] [url] [JOB 19942] Flush lasted 119161 microseconds, and 115197 cpu microseconds. 2024/02/20-14:36:59.290115 3036210 (Original Log Time 2024/02/20-14:36:59.289575) [db/flush_job.cc:1011] [url] [JOB 19942] Level-0 flush table #301593: 4546024 bytes OK 2024/02/20-14:36:59.290118 3036210 (Original Log Time 2024/02/20-14:36:59.289599) [db/memtable_list.cc:555] [url] Level-0 commit table #301593 started 2024/02/20-14:36:59.290121 3036210 (Original Log Time 2024/02/20-14:36:59.289883) [db/memtable_list.cc:754] [url] Level-0 commit table #301593: memtable #1 done 2024/02/20-14:36:59.290124 3036210 (Original Log Time 2024/02/20-14:36:59.289898) EVENT_LOG_v1 {"time_micros": 1708439819289893, "job": 19942, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-14:36:59.290127 3036210 (Original Log Time 2024/02/20-14:36:59.290075) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-14:36:59.290134 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19942] Try to delete WAL files size 3286098, prev total WAL file size 15737841, number of live WAL files 4. 2024/02/20-14:36:59.290213 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19943] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-14:36:59.290222 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19950 Base level 0, inputs: [301593(4439KB) 301587(4405KB)], [301577(8659KB)] 2024/02/20-14:36:59.290245 3036185 EVENT_LOG_v1 {"time_micros": 1708439819290235, "job": 19943, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301593, 301587], "files_L5": [301577], "score": 1, "input_data_size": 17924909, "oldest_snapshot_seqno": -1} 2024/02/20-14:36:59.290808 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301586.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:36:59.752396 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19943] Generated table #301594: 224875 keys, 16938064 bytes, temperature: kUnknown 2024/02/20-14:36:59.752474 3036185 EVENT_LOG_v1 {"time_micros": 1708439819752424, "cf_name": "url", "job": 19943, "event": "table_file_creation", "file_number": 301594, "file_size": 16938064, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151502976, "largest_seqno": 5152180785, "table_properties": {"data_size": 16683750, "index_size": 452474, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14117, "raw_key_size": 33797684, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5009, "num_entries": 224875, "num_filter_entries": 16171, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438601, "oldest_key_time": 0, "file_creation_time": 1708439819, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301594, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:36:59.753612 3036185 (Original Log Time 2024/02/20-14:36:59.753057) [db/compaction/compaction_job.cc:1729] [url] [JOB 19943] Compacted 2@0 + 1@5 files to L5 => 16938064 bytes 2024/02/20-14:36:59.753616 3036185 (Original Log Time 2024/02/20-14:36:59.753343) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.06, MB/sec: 38.8 rd, 36.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.6, 8.5 +0.0 blob) out(16.2 +0.0 blob), read-write-amplify(3.8) write-amplify(1.9) OK, records in: 224875, records dropped: 0 output_compression: LZ4 2024/02/20-14:36:59.753621 3036185 (Original Log Time 2024/02/20-14:36:59.753371) EVENT_LOG_v1 {"time_micros": 1708439819753357, "job": 19943, "event": "compaction_finished", "compaction_time_micros": 462286, "compaction_time_cpu_micros": 449664, "output_level": 5, "num_output_files": 1, "total_output_size": 16938064, "num_input_records": 224875, "num_output_records": 224875, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-14:36:59.754413 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301577.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:36:59.754426 3036185 EVENT_LOG_v1 {"time_micros": 1708439819754423, "job": 19943, "event": "table_file_deletion", "file_number": 301577} 2024/02/20-14:36:59.754797 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301587.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:36:59.754805 3036185 EVENT_LOG_v1 {"time_micros": 1708439819754804, "job": 19943, "event": "table_file_deletion", "file_number": 301587} 2024/02/20-14:36:59.755227 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301593.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:36:59.755236 3036185 EVENT_LOG_v1 {"time_micros": 1708439819755235, "job": 19943, "event": "table_file_deletion", "file_number": 301593} 2024/02/20-14:37:53.923211 4076299 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301588. Total log size is 15728800 while max_total_wal_size is 15728640 2024/02/20-14:37:53.923617 4076299 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301595. Immutable memtables: 0. 2024/02/20-14:37:53.923937 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19944] Syncing log #301592 2024/02/20-14:37:53.941947 3036193 (Original Log Time 2024/02/20-14:37:53.923917) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:37:53.941962 3036193 [db/flush_job.cc:892] [tag] [JOB 19944] Flushing memtable with next log file: 301595 2024/02/20-14:37:53.941998 3036193 EVENT_LOG_v1 {"time_micros": 1708439873941988, "job": 19944, "event": "flush_started", "num_memtables": 1, "num_entries": 15490, "num_deletes": 0, "total_data_size": 1363040, "memory_usage": 3426368, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:37:53.942004 3036193 [db/flush_job.cc:926] [tag] [JOB 19944] Level-0 flush table #301596: started 2024/02/20-14:37:53.975489 3036193 EVENT_LOG_v1 {"time_micros": 1708439873975438, "cf_name": "tag", "job": 19944, "event": "table_file_creation", "file_number": 301596, "file_size": 816101, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152046951, "largest_seqno": 5152219527, "table_properties": {"data_size": 809023, "index_size": 9073, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1320964, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 250, "num_entries": 15382, "num_filter_entries": 189, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708439576, "oldest_key_time": 1708439576, "file_creation_time": 1708439873, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301596, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:37:53.975542 3036193 [db/flush_job.cc:1062] [tag] [JOB 19944] Flush lasted 33606 microseconds, and 31521 cpu microseconds. 2024/02/20-14:37:53.976148 3036193 (Original Log Time 2024/02/20-14:37:53.975525) [db/flush_job.cc:1011] [tag] [JOB 19944] Level-0 flush table #301596: 816101 bytes OK 2024/02/20-14:37:53.976154 3036193 (Original Log Time 2024/02/20-14:37:53.975550) [db/memtable_list.cc:555] [tag] Level-0 commit table #301596 started 2024/02/20-14:37:53.976156 3036193 (Original Log Time 2024/02/20-14:37:53.975838) [db/memtable_list.cc:754] [tag] Level-0 commit table #301596: memtable #1 done 2024/02/20-14:37:53.976159 3036193 (Original Log Time 2024/02/20-14:37:53.975867) EVENT_LOG_v1 {"time_micros": 1708439873975858, "job": 19944, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:37:53.976161 3036193 (Original Log Time 2024/02/20-14:37:53.976094) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-14:37:53.976168 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19944] Try to delete WAL files size 691060, prev total WAL file size 15731742, number of live WAL files 4. 2024/02/20-14:37:53.976327 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19945] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-14:37:53.976342 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19952 Base level 0, inputs: [301596(796KB) 301589(822KB)], [301580(64MB) 301581(64MB) 301582(42MB)] 2024/02/20-14:37:53.976377 3036189 EVENT_LOG_v1 {"time_micros": 1708439873976363, "job": 19945, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301596, 301589], "files_L6": [301580, 301581, 301582], "score": 1, "input_data_size": 181427156, "oldest_snapshot_seqno": -1} 2024/02/20-14:37:53.976484 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301588.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:37:58.666517 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19945] Generated table #301597: 2493769 keys, 67642319 bytes, temperature: kUnknown 2024/02/20-14:37:58.666577 3036189 EVENT_LOG_v1 {"time_micros": 1708439878666542, "cf_name": "tag", "job": 19945, "event": "table_file_creation", "file_number": 301597, "file_size": 67642319, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109229, "index_size": 1497312, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 207794702, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36184, "num_entries": 2493769, "num_filter_entries": 1254, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708439873, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301597, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:38:03.229711 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19945] Generated table #301598: 2050527 keys, 67665589 bytes, temperature: kUnknown 2024/02/20-14:38:03.229785 3036189 EVENT_LOG_v1 {"time_micros": 1708439883229740, "cf_name": "tag", "job": 19945, "event": "table_file_creation", "file_number": 301598, "file_size": 67665589, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110068, "index_size": 1393842, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 191128799, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35970, "num_entries": 2050527, "num_filter_entries": 2152, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708439878, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301598, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:38:06.772800 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19945] Generated table #301599: 1728300 keys, 45266276 bytes, temperature: kUnknown 2024/02/20-14:38:06.772865 3036189 EVENT_LOG_v1 {"time_micros": 1708439886772825, "cf_name": "tag", "job": 19945, "event": "table_file_creation", "file_number": 301599, "file_size": 45266276, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 44927314, "index_size": 999775, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 137965593, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 24392, "num_entries": 1728300, "num_filter_entries": 297, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708439883, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301599, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:38:06.786340 3036189 (Original Log Time 2024/02/20-14:38:06.785584) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19945] Compacted 2@0 + 3@6 files to L6 => 180574184 bytes 2024/02/20-14:38:06.786344 3036189 (Original Log Time 2024/02/20-14:38:06.786065) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.2 rd, 14.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 171.4 +0.0 blob) out(172.2 +0.0 blob), read-write-amplify(218.2) write-amplify(108.9) OK, records in: 6272596, records dropped: 0 output_compression: ZSTD 2024/02/20-14:38:06.786351 3036189 (Original Log Time 2024/02/20-14:38:06.786097) EVENT_LOG_v1 {"time_micros": 1708439886786082, "job": 19945, "event": "compaction_finished", "compaction_time_micros": 12796545, "compaction_time_cpu_micros": 12584510, "output_level": 6, "num_output_files": 3, "total_output_size": 180574184, "num_input_records": 6272596, "num_output_records": 6272596, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-14:38:06.792009 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301580.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:38:06.792045 3036189 EVENT_LOG_v1 {"time_micros": 1708439886792040, "job": 19945, "event": "table_file_deletion", "file_number": 301580} 2024/02/20-14:38:06.799671 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301581.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:38:06.799714 3036189 EVENT_LOG_v1 {"time_micros": 1708439886799706, "job": 19945, "event": "table_file_deletion", "file_number": 301581} 2024/02/20-14:38:06.804969 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301582.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:38:06.804999 3036189 EVENT_LOG_v1 {"time_micros": 1708439886804994, "job": 19945, "event": "table_file_deletion", "file_number": 301582} 2024/02/20-14:38:06.805157 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301589.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:38:06.805163 3036189 EVENT_LOG_v1 {"time_micros": 1708439886805161, "job": 19945, "event": "table_file_deletion", "file_number": 301589} 2024/02/20-14:38:06.805252 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301596.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:38:06.805264 3036189 EVENT_LOG_v1 {"time_micros": 1708439886805263, "job": 19945, "event": "table_file_deletion", "file_number": 301596} 2024/02/20-14:38:10.001592 4076365 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301590. Total log size is 15815575 while max_total_wal_size is 15728640 2024/02/20-14:38:10.001843 4076365 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301600. Immutable memtables: 0. 2024/02/20-14:38:10.002136 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19946] Syncing log #301595 2024/02/20-14:38:10.024998 3036210 (Original Log Time 2024/02/20-14:38:10.002119) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:38:10.025010 3036210 [db/flush_job.cc:892] [key] [JOB 19946] Flushing memtable with next log file: 301600 2024/02/20-14:38:10.025040 3036210 EVENT_LOG_v1 {"time_micros": 1708439890025031, "job": 19946, "event": "flush_started", "num_memtables": 1, "num_entries": 101882, "num_deletes": 50000, "total_data_size": 6354086, "memory_usage": 9692096, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:38:10.025045 3036210 [db/flush_job.cc:926] [key] [JOB 19946] Level-0 flush table #301601: started 2024/02/20-14:38:10.160108 3036210 EVENT_LOG_v1 {"time_micros": 1708439890160065, "cf_name": "key", "job": 19946, "event": "table_file_creation", "file_number": 301601, "file_size": 4051977, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152054502, "largest_seqno": 5152227817, "table_properties": {"data_size": 3931967, "index_size": 31529, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 93845, "raw_key_size": 6091303, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1159, "num_entries": 100905, "num_filter_entries": 106915, "num_deletions": 50000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708439589, "oldest_key_time": 1708439589, "file_creation_time": 1708439890, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301601, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:38:10.160152 3036210 [db/flush_job.cc:1062] [key] [JOB 19946] Flush lasted 135165 microseconds, and 131646 cpu microseconds. 2024/02/20-14:38:10.161084 3036210 (Original Log Time 2024/02/20-14:38:10.160136) [db/flush_job.cc:1011] [key] [JOB 19946] Level-0 flush table #301601: 4051977 bytes OK 2024/02/20-14:38:10.161090 3036210 (Original Log Time 2024/02/20-14:38:10.160157) [db/memtable_list.cc:555] [key] Level-0 commit table #301601 started 2024/02/20-14:38:10.161093 3036210 (Original Log Time 2024/02/20-14:38:10.160800) [db/memtable_list.cc:754] [key] Level-0 commit table #301601: memtable #1 done 2024/02/20-14:38:10.161095 3036210 (Original Log Time 2024/02/20-14:38:10.160818) EVENT_LOG_v1 {"time_micros": 1708439890160812, "job": 19946, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-14:38:10.161098 3036210 (Original Log Time 2024/02/20-14:38:10.161030) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-14:38:10.161104 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19946] Try to delete WAL files size 11751535, prev total WAL file size 15822277, number of live WAL files 4. 2024/02/20-14:38:10.161193 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 19947] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-14:38:10.161202 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19954 Base level 0, inputs: [301601(3957KB) 301591(4023KB)], [301585(7823KB)] 2024/02/20-14:38:10.161223 3036190 EVENT_LOG_v1 {"time_micros": 1708439890161210, "job": 19947, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301601, 301591], "files_L5": [301585], "score": 1, "input_data_size": 16183293, "oldest_snapshot_seqno": -1} 2024/02/20-14:38:10.162955 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301590.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:38:10.805087 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 19947] Generated table #301602: 387453 keys, 15923664 bytes, temperature: kUnknown 2024/02/20-14:38:10.805161 3036190 EVENT_LOG_v1 {"time_micros": 1708439890805111, "cf_name": "key", "job": 19947, "event": "table_file_creation", "file_number": 301602, "file_size": 15923664, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151546139, "largest_seqno": 5152227817, "table_properties": {"data_size": 15479558, "index_size": 124142, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 353221, "raw_key_size": 23449453, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4514, "num_entries": 387453, "num_filter_entries": 399577, "num_deletions": 180000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438677, "oldest_key_time": 0, "file_creation_time": 1708439890, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301602, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:38:10.806584 3036190 (Original Log Time 2024/02/20-14:38:10.805875) [db/compaction/compaction_job.cc:1729] [key] [JOB 19947] Compacted 2@0 + 1@5 files to L5 => 15923664 bytes 2024/02/20-14:38:10.806587 3036190 (Original Log Time 2024/02/20-14:38:10.806335) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.06, MB/sec: 25.1 rd, 24.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.8, 7.6 +0.0 blob) out(15.2 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 387454, records dropped: 1 output_compression: LZ4 2024/02/20-14:38:10.806605 3036190 (Original Log Time 2024/02/20-14:38:10.806361) EVENT_LOG_v1 {"time_micros": 1708439890806350, "job": 19947, "event": "compaction_finished", "compaction_time_micros": 644008, "compaction_time_cpu_micros": 624493, "output_level": 5, "num_output_files": 1, "total_output_size": 15923664, "num_input_records": 387454, "num_output_records": 387453, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-14:38:10.807275 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301585.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:38:10.807289 3036190 EVENT_LOG_v1 {"time_micros": 1708439890807287, "job": 19947, "event": "table_file_deletion", "file_number": 301585} 2024/02/20-14:38:10.807658 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301591.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:38:10.807667 3036190 EVENT_LOG_v1 {"time_micros": 1708439890807666, "job": 19947, "event": "table_file_deletion", "file_number": 301591} 2024/02/20-14:38:10.807957 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301601.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:38:10.807963 3036190 EVENT_LOG_v1 {"time_micros": 1708439890807962, "job": 19947, "event": "table_file_deletion", "file_number": 301601} 2024/02/20-14:40:05.093836 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-14:40:05.093985 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1027403.9 total, 600.2 interval Cumulative writes: 131M writes, 586M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.42 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131214528.00 writes per sync, written: 56.42 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 103K writes, 333K keys, 103K commit groups, 1.0 writes per commit group, ingest: 29.45 MB, 0.05 MB/s Interval WAL: 103K writes, 0 syncs, 103784.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.4 409.94 382.42 4157 0.099 0 0 0.0 0.0 L5 1/0 16.15 MB 0.1 68.7 18.3 50.4 67.5 17.1 0.0 3.7 42.0 41.3 1675.97 1604.94 2147 0.781 1036M 1143 0.0 0.0 L6 13/0 804.53 MB 0.0 405.2 17.5 387.8 388.1 0.4 0.0 22.2 16.0 15.4 25885.51 23873.26 601 43.071 9470M 256M 0.0 0.0 Sum 14/0 820.69 MB 0.0 473.9 35.7 438.2 474.2 36.1 0.0 25.5 17.3 17.4 27971.42 25860.62 6905 4.051 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 24.7 35.8 0.69 0.67 3 0.231 224K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 473.9 35.7 438.2 455.7 17.5 0.0 0.0 17.6 16.9 27561.48 25478.20 2748 10.030 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.4 409.94 382.42 4157 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1027403.9 total, 600.2 interval Flush(GB): cumulative 18.593, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 474.25 GB write, 0.47 MB/s write, 473.92 GB read, 0.47 MB/s read, 27971.4 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1629 collections: 1713 last_copies: 0 last_secs: 0.000826 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(847,14.08 MB,0.916636%) IndexBlock(781,1.36 GB,90.9388%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5983946 Average: 2.1897 StdDev: 4.25 Min: 0 Median: 1.3834 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.36 P99.99: 127.11 ------------------------------------------------------ [ 0, 1 ] 2015184 33.677% 33.677% ####### ( 1, 2 ] 2547513 42.572% 76.249% ######### ( 2, 3 ] 996052 16.645% 92.894% ### ( 3, 4 ] 242467 4.052% 96.946% # ( 4, 6 ] 107517 1.797% 98.743% ( 6, 10 ] 35198 0.588% 99.331% ( 10, 15 ] 14856 0.248% 99.580% ( 15, 22 ] 7528 0.126% 99.705% ( 22, 34 ] 7875 0.132% 99.837% ( 34, 51 ] 5646 0.094% 99.931% ( 51, 76 ] 2514 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 402 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21626808 Average: 2.4700 StdDev: 6.80 Min: 0 Median: 1.4971 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.95 P99.99: 146.42 ------------------------------------------------------ [ 0, 1 ] 6615537 30.590% 30.590% ###### ( 1, 2 ] 8444023 39.044% 69.634% ######## ( 2, 3 ] 3667422 16.958% 86.592% ### ( 3, 4 ] 1341074 6.201% 92.793% # ( 4, 6 ] 1052627 4.867% 97.660% # ( 6, 10 ] 339510 1.570% 99.230% ( 10, 15 ] 59113 0.273% 99.503% ( 15, 22 ] 30250 0.140% 99.643% ( 22, 34 ] 32473 0.150% 99.793% ( 34, 51 ] 24675 0.114% 99.907% ( 51, 76 ] 11887 0.055% 99.962% ( 76, 110 ] 4850 0.022% 99.984% ( 110, 170 ] 1984 0.009% 99.994% ( 170, 250 ] 591 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 210946180 Average: 12.2816 StdDev: 81.77 Min: 0 Median: 1.4939 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.74 P99.9: 304.65 P99.99: 1542.48 ------------------------------------------------------ [ 0, 1 ] 71802958 34.039% 34.039% ####### ( 1, 2 ] 68174202 32.318% 66.357% ###### ( 2, 3 ] 30005781 14.224% 80.581% ### ( 3, 4 ] 6461788 3.063% 83.644% # ( 4, 6 ] 1176179 0.558% 84.202% ( 6, 10 ] 554301 0.263% 84.465% ( 10, 15 ] 314074 0.149% 84.614% ( 15, 22 ] 261250 0.124% 84.738% ( 22, 34 ] 7592165 3.599% 88.337% # ( 34, 51 ] 7718198 3.659% 91.995% # ( 51, 76 ] 6191196 2.935% 94.930% # ( 76, 110 ] 6768132 3.208% 98.139% # ( 110, 170 ] 3329198 1.578% 99.717% ( 170, 250 ] 338270 0.160% 99.877% ( 250, 380 ] 113091 0.054% 99.931% ( 380, 580 ] 68669 0.033% 99.964% ( 580, 870 ] 30776 0.015% 99.978% ( 870, 1300 ] 13983 0.007% 99.985% ( 1300, 1900 ] 26908 0.013% 99.998% ( 1900, 2900 ] 2152 0.001% 99.999% ( 2900, 4400 ] 868 0.000% 99.999% ( 4400, 6600 ] 622 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.4 88.00 74.62 4044 0.022 0 0 0.0 0.0 L6 3/0 172.21 MB 0.0 313.7 3.1 310.6 310.7 0.1 0.0 99.2 15.4 15.2 20897.27 20512.20 2129 9.816 11G 62M 0.0 0.0 Sum 3/0 172.21 MB 0.0 313.7 3.1 310.6 313.8 3.2 0.0 100.2 15.3 15.3 20985.28 20586.82 6173 3.400 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 109.9 13.4 13.5 12.87 12.65 3 4.290 6272K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 313.7 3.1 310.6 310.7 0.1 0.0 0.0 15.4 15.2 20897.27 20512.20 2129 9.816 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.4 88.00 74.62 4044 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1027403.9 total, 600.2 interval Flush(GB): cumulative 3.131, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 313.81 GB write, 0.31 MB/s write, 313.74 GB read, 0.31 MB/s read, 20985.3 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.29 MB/s read, 12.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4352 collections: 1713 last_copies: 0 last_secs: 0.001701 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2201,1.67 MB,0.108654%) IndexBlock(2150,1.46 GB,97.1434%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1028751 Average: 3.5717 StdDev: 6.33 Min: 0 Median: 2.5912 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.43 P99.9: 60.71 P99.99: 194.43 ------------------------------------------------------ [ 0, 1 ] 116680 11.342% 11.342% ## ( 1, 2 ] 247224 24.031% 35.373% ##### ( 2, 3 ] 254502 24.739% 60.112% ##### ( 3, 4 ] 198368 19.282% 79.395% #### ( 4, 6 ] 170617 16.585% 95.980% ### ( 6, 10 ] 28750 2.795% 98.774% # ( 10, 15 ] 4774 0.464% 99.238% ( 15, 22 ] 2563 0.249% 99.487% ( 22, 34 ] 2172 0.211% 99.699% ( 34, 51 ] 1784 0.173% 99.872% ( 51, 76 ] 742 0.072% 99.944% ( 76, 110 ] 253 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 177981660 Average: 2.1880 StdDev: 5.39 Min: 0 Median: 1.3438 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.96 P99.9: 53.70 P99.99: 144.51 ------------------------------------------------------ [ 0, 1 ] 65719951 36.925% 36.925% ####### ( 1, 2 ] 67696525 38.036% 74.961% ######## ( 2, 3 ] 33162536 18.633% 93.593% #### ( 3, 4 ] 7984841 4.486% 98.080% # ( 4, 6 ] 1488999 0.837% 98.916% ( 6, 10 ] 617965 0.347% 99.263% ( 10, 15 ] 402767 0.226% 99.490% ( 15, 22 ] 200367 0.113% 99.602% ( 22, 34 ] 313300 0.176% 99.778% ( 34, 51 ] 205554 0.115% 99.894% ( 51, 76 ] 100548 0.056% 99.950% ( 76, 110 ] 58055 0.033% 99.983% ( 110, 170 ] 21653 0.012% 99.995% ( 170, 250 ] 3848 0.002% 99.997% ( 250, 380 ] 1761 0.001% 99.998% ( 380, 580 ] 1463 0.001% 99.999% ( 580, 870 ] 870 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 275.94 256.09 4124 0.067 0 0 0.0 0.0 L5 1/0 15.19 MB 0.1 22.3 8.2 14.0 22.1 8.0 0.0 2.7 28.7 28.5 793.16 767.15 1975 0.402 616M 276K 0.0 0.0 L6 6/0 343.13 MB 0.0 197.9 8.9 189.0 189.2 0.1 0.0 21.3 14.4 13.7 14094.31 13789.17 718 19.630 8860M 240M 0.0 0.0 Sum 7/0 358.31 MB 0.0 220.2 17.1 203.1 220.4 17.3 0.0 24.2 14.9 14.9 15163.40 14812.41 6817 2.224 9476M 240M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 17.1 25.4 0.90 0.88 3 0.301 387K 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 220.2 17.1 203.1 211.2 8.2 0.0 0.0 15.1 14.5 14887.46 14556.32 2693 5.528 9476M 240M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 275.94 256.09 4124 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1027403.9 total, 600.2 interval Flush(GB): cumulative 9.109, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 220.35 GB write, 0.22 MB/s write, 220.19 GB read, 0.22 MB/s read, 15163.4 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 360411 collections: 1713 last_copies: 0 last_secs: 0.143126 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360298,1.39 GB,92.6715%) FilterBlock(56,55.50 MB,3.61329%) IndexBlock(56,23.83 MB,1.55151%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2848678 Average: 4.2626 StdDev: 8.07 Min: 0 Median: 1.9608 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.03 P99.99: 151.65 ------------------------------------------------------ [ 0, 1 ] 634968 22.290% 22.290% #### ( 1, 2 ] 821585 28.841% 51.131% ###### ( 2, 3 ] 403312 14.158% 65.289% ### ( 3, 4 ] 174192 6.115% 71.404% # ( 4, 6 ] 150335 5.277% 76.681% # ( 6, 10 ] 450363 15.810% 92.490% ### ( 10, 15 ] 178406 6.263% 98.753% # ( 15, 22 ] 16991 0.596% 99.350% ( 22, 34 ] 9112 0.320% 99.670% ( 34, 51 ] 5552 0.195% 99.864% ( 51, 76 ] 2525 0.089% 99.953% ( 76, 110 ] 830 0.029% 99.982% ( 110, 170 ] 320 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6890872 Average: 4.7134 StdDev: 7.65 Min: 0 Median: 2.4802 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.50 P99.9: 69.21 P99.99: 168.87 ------------------------------------------------------ [ 0, 1 ] 1124913 16.325% 16.325% ### ( 1, 2 ] 1816505 26.361% 42.686% ##### ( 2, 3 ] 1049526 15.231% 57.916% ### ( 3, 4 ] 564329 8.190% 66.106% ## ( 4, 6 ] 559011 8.112% 74.218% ## ( 6, 10 ] 1201966 17.443% 91.661% ### ( 10, 15 ] 475900 6.906% 98.567% # ( 15, 22 ] 46416 0.674% 99.241% ( 22, 34 ] 24480 0.355% 99.596% ( 34, 51 ] 15466 0.224% 99.821% ( 51, 76 ] 7510 0.109% 99.930% ( 76, 110 ] 2857 0.041% 99.971% ( 110, 170 ] 1329 0.019% 99.990% ( 170, 250 ] 337 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 106922419 Average: 5.8154 StdDev: 24.81 Min: 0 Median: 2.3581 Max: 40453 Percentiles: P50: 2.36 P75: 7.56 P99: 42.15 P99.9: 159.28 P99.99: 467.67 ------------------------------------------------------ [ 0, 1 ] 25287872 23.651% 23.651% ##### ( 1, 2 ] 24174336 22.609% 46.260% ##### ( 2, 3 ] 11166316 10.443% 56.703% ## ( 3, 4 ] 4383776 4.100% 60.803% # ( 4, 6 ] 5008019 4.684% 65.487% # ( 6, 10 ] 26035980 24.350% 89.837% ##### ( 10, 15 ] 8374460 7.832% 97.670% ## ( 15, 22 ] 680175 0.636% 98.306% ( 22, 34 ] 557993 0.522% 98.828% ( 34, 51 ] 384351 0.359% 99.187% ( 51, 76 ] 245203 0.229% 99.416% ( 76, 110 ] 311293 0.291% 99.708% ( 110, 170 ] 250487 0.234% 99.942% ( 170, 250 ] 40054 0.037% 99.979% ( 250, 380 ] 8626 0.008% 99.987% ( 380, 580 ] 6355 0.006% 99.993% ( 580, 870 ] 3618 0.003% 99.997% ( 870, 1300 ] 1922 0.002% 99.999% ( 1300, 1900 ] 2630 0.002% 100.001% ( 1900, 2900 ] 186 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 102 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-14:40:05.097924 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 534133838 rocksdb.block.cache.hit COUNT : 2207668781 rocksdb.block.cache.add COUNT : 40090481 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32653 rocksdb.block.cache.index.hit COUNT : 541854421 rocksdb.block.cache.index.add COUNT : 32639 rocksdb.block.cache.index.bytes.insert COUNT : 34928989995 rocksdb.block.cache.filter.miss COUNT : 32659 rocksdb.block.cache.filter.hit COUNT : 1124345596 rocksdb.block.cache.filter.add COUNT : 32659 rocksdb.block.cache.filter.bytes.insert COUNT : 8879813967 rocksdb.block.cache.data.miss COUNT : 534068526 rocksdb.block.cache.data.hit COUNT : 541468764 rocksdb.block.cache.data.add COUNT : 40025183 rocksdb.block.cache.data.bytes.insert COUNT : 165793585185 rocksdb.block.cache.bytes.read COUNT : 1924413800544683 rocksdb.block.cache.bytes.write COUNT : 209602389147 rocksdb.bloom.filter.useful COUNT : 582556428 rocksdb.bloom.filter.full.positive COUNT : 541789200 rocksdb.bloom.filter.full.true.positive COUNT : 536158546 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95403680 rocksdb.memtable.miss COUNT : 6395973720 rocksdb.l0.hit COUNT : 16361696 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 519796850 rocksdb.compaction.key.drop.new COUNT : 279368714 rocksdb.compaction.key.drop.obsolete COUNT : 279388466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 586416850 rocksdb.number.keys.read COUNT : 659658019 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60580280448 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68494 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32644 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 777157451 rocksdb.number.multiget.keys.read COUNT : 5831719381 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60580280448 rocksdb.write.self COUNT : 131000688 rocksdb.write.other COUNT : 213841 rocksdb.write.wal COUNT : 131214529 rocksdb.compact.read.bytes COUNT : 1005709286125 rocksdb.compact.write.bytes COUNT : 1049673198723 rocksdb.flush.write.bytes COUNT : 33109813731 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1049676 rocksdb.number.superversion_releases COUNT : 2740 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 527442886 rocksdb.number.block.decompressed COUNT : 527466971 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60546720972 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68494 rocksdb.num.iterator.deleted COUNT : 68494 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5277 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5239 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44494 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61487768555 rocksdb.memtable.garbage.bytes.at.flush COUNT : 742209160 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 953352676460 rocksdb.last.level.read.count COUNT : 495852650 rocksdb.non.last.level.read.bytes COUNT : 129778683757 rocksdb.non.last.level.read.count COUNT : 38379120 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 534166482 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2152106195500 rocksdb.bytes.compressed.to COUNT : 1044988513032 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26285570937 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6630470 rocksdb.bytes.decompressed.from COUNT : 1045245489820 rocksdb.bytes.decompressed.to COUNT : 2152253964789 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395910 P95 : 106.241626 P99 : 160.328563 P100 : 227461.000000 COUNT : 659658019 SUM : 34003648930 rocksdb.db.write.micros P50 : 67.032811 P95 : 111.699661 P99 : 169.388179 P100 : 2037453.000000 COUNT : 131214529 SUM : 13521856765 rocksdb.compaction.times.micros P50 : 1615087.719298 P95 : 38523809.523810 P99 : 67125000.000000 P100 : 89521673.000000 COUNT : 7570 SUM : 63346216171 rocksdb.compaction.times.cpu_micros P50 : 1553790.613718 P95 : 35849785.407725 P99 : 64040540.540541 P100 : 83823365.000000 COUNT : 7570 SUM : 60546720972 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4311.822985 P95 : 27744.784423 P99 : 61902.173913 P100 : 1558490.000000 COUNT : 12310 SUM : 115340500 rocksdb.compaction.outfile.sync.micros P50 : 62612.082067 P95 : 125693.058568 P99 : 224929.166667 P100 : 2063820.000000 COUNT : 20317 SUM : 1303296397 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.263062 P95 : 727.251316 P99 : 3933.392857 P100 : 501117.000000 COUNT : 19942 SUM : 12842360 rocksdb.table.open.io.micros P50 : 584.734694 P95 : 6241.936685 P99 : 13028.746114 P100 : 207055.000000 COUNT : 32644 SUM : 57935782 rocksdb.db.multiget.micros P50 : 7.990987 P95 : 17.790521 P99 : 33.027480 P100 : 26625.000000 COUNT : 777157451 SUM : 7356914529 rocksdb.read.block.compaction.micros P50 : 13.674427 P95 : 59.245802 P99 : 138.523110 P100 : 136000.000000 COUNT : 494043343 SUM : 9609543620 rocksdb.read.block.get.micros P50 : 52.864625 P95 : 94.702484 P99 : 145.710071 P100 : 206929.000000 COUNT : 40090495 SUM : 2310127520 rocksdb.write.raw.block.micros P50 : 0.521564 P95 : 0.990972 P99 : 1.895327 P100 : 331149.000000 COUNT : 534171237 SUM : 10717844615 rocksdb.numfiles.in.singlecompaction P50 : 2.773735 P95 : 5.679618 P99 : 5.938619 P100 : 7.000000 COUNT : 5766 SUM : 20525 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.539310 P95 : 33.489007 P99 : 104.934257 P100 : 135929.000000 COUNT : 534231770 SUM : 3716827141 rocksdb.file.read.flush.micros P50 : 1.844943 P95 : 15.816970 P99 : 41.057029 P100 : 787.000000 COUNT : 61550 SUM : 295003 rocksdb.file.read.compaction.micros P50 : 1.424214 P95 : 36.689169 P99 : 106.423473 P100 : 135929.000000 COUNT : 494144942 SUM : 3316274779 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 659658019 SUM : 0 rocksdb.bytes.per.write P50 : 218.498580 P95 : 527.765333 P99 : 803.827695 P100 : 4563443.000000 COUNT : 131000688 SUM : 60580280448 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 777157451 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46272.197309 P95 : 166703.562945 P99 : 238812.727273 P100 : 1681975.000000 COUNT : 12353 SUM : 773889338 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-14:40:05.098132 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-14:40:05.098410 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708440005 to in-memory stats history 2024/02/20-14:40:05.098441 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-14:40:05.098503 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-14:42:08.383384 4076428 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301592. Total log size is 15780378 while max_total_wal_size is 15728640 2024/02/20-14:42:08.383696 4076428 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301603. Immutable memtables: 0. 2024/02/20-14:42:08.383910 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19948] Syncing log #301600 2024/02/20-14:42:08.411019 3036193 (Original Log Time 2024/02/20-14:42:08.383900) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:42:08.411028 3036193 [db/flush_job.cc:892] [url] [JOB 19948] Flushing memtable with next log file: 301603 2024/02/20-14:42:08.411052 3036193 EVENT_LOG_v1 {"time_micros": 1708440128411045, "job": 19948, "event": "flush_started", "num_memtables": 1, "num_entries": 57920, "num_deletes": 0, "total_data_size": 8939005, "memory_usage": 10790288, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:42:08.411056 3036193 [db/flush_job.cc:926] [url] [JOB 19948] Level-0 flush table #301604: started 2024/02/20-14:42:08.556248 3036193 EVENT_LOG_v1 {"time_micros": 1708440128556203, "cf_name": "url", "job": 19948, "event": "table_file_creation", "file_number": 301604, "file_size": 4696145, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152180787, "largest_seqno": 5152346345, "table_properties": {"data_size": 4614878, "index_size": 175099, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5877, "raw_key_size": 8649700, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1379, "num_entries": 56918, "num_filter_entries": 6719, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708439819, "oldest_key_time": 1708439819, "file_creation_time": 1708440128, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301604, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:42:08.556309 3036193 [db/flush_job.cc:1062] [url] [JOB 19948] Flush lasted 145296 microseconds, and 136034 cpu microseconds. 2024/02/20-14:42:08.557090 3036193 (Original Log Time 2024/02/20-14:42:08.556291) [db/flush_job.cc:1011] [url] [JOB 19948] Level-0 flush table #301604: 4696145 bytes OK 2024/02/20-14:42:08.557094 3036193 (Original Log Time 2024/02/20-14:42:08.556317) [db/memtable_list.cc:555] [url] Level-0 commit table #301604 started 2024/02/20-14:42:08.557097 3036193 (Original Log Time 2024/02/20-14:42:08.556708) [db/memtable_list.cc:754] [url] Level-0 commit table #301604: memtable #1 done 2024/02/20-14:42:08.557100 3036193 (Original Log Time 2024/02/20-14:42:08.556731) EVENT_LOG_v1 {"time_micros": 1708440128556724, "job": 19948, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-14:42:08.557102 3036193 (Original Log Time 2024/02/20-14:42:08.557041) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-14:42:08.557109 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19948] Try to delete WAL files size 3286205, prev total WAL file size 15789738, number of live WAL files 4. 2024/02/20-14:42:08.557850 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301592.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:43:12.609607 4076434 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301595. Total log size is 15750714 while max_total_wal_size is 15728640 2024/02/20-14:43:12.609859 4076434 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301605. Immutable memtables: 0. 2024/02/20-14:43:12.610093 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19949] Syncing log #301603 2024/02/20-14:43:12.619050 3036210 (Original Log Time 2024/02/20-14:43:12.610084) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:43:12.619059 3036210 [db/flush_job.cc:892] [tag] [JOB 19949] Flushing memtable with next log file: 301605 2024/02/20-14:43:12.619085 3036210 EVENT_LOG_v1 {"time_micros": 1708440192619077, "job": 19949, "event": "flush_started", "num_memtables": 1, "num_entries": 17041, "num_deletes": 0, "total_data_size": 1499163, "memory_usage": 2778592, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:43:12.619089 3036210 [db/flush_job.cc:926] [tag] [JOB 19949] Level-0 flush table #301606: started 2024/02/20-14:43:12.633509 3036210 EVENT_LOG_v1 {"time_micros": 1708440192633472, "cf_name": "tag", "job": 19949, "event": "table_file_creation", "file_number": 301606, "file_size": 919182, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152219540, "largest_seqno": 5152379721, "table_properties": {"data_size": 911786, "index_size": 9763, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1449403, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 275, "num_entries": 16889, "num_filter_entries": 198, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708439873, "oldest_key_time": 1708439873, "file_creation_time": 1708440192, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301606, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:43:12.633585 3036210 [db/flush_job.cc:1062] [tag] [JOB 19949] Flush lasted 14545 microseconds, and 12464 cpu microseconds. 2024/02/20-14:43:12.634269 3036210 (Original Log Time 2024/02/20-14:43:12.633569) [db/flush_job.cc:1011] [tag] [JOB 19949] Level-0 flush table #301606: 919182 bytes OK 2024/02/20-14:43:12.634273 3036210 (Original Log Time 2024/02/20-14:43:12.633593) [db/memtable_list.cc:555] [tag] Level-0 commit table #301606 started 2024/02/20-14:43:12.634274 3036210 (Original Log Time 2024/02/20-14:43:12.633997) [db/memtable_list.cc:754] [tag] Level-0 commit table #301606: memtable #1 done 2024/02/20-14:43:12.634276 3036210 (Original Log Time 2024/02/20-14:43:12.634022) EVENT_LOG_v1 {"time_micros": 1708440192634015, "job": 19949, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:43:12.634277 3036210 (Original Log Time 2024/02/20-14:43:12.634230) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-14:43:12.634283 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19949] Try to delete WAL files size 777835, prev total WAL file size 15751278, number of live WAL files 4. 2024/02/20-14:43:12.634710 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301595.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:43:30.080399 2383536 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301600. Total log size is 15728665 while max_total_wal_size is 15728640 2024/02/20-14:43:30.080649 2383536 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301607. Immutable memtables: 0. 2024/02/20-14:43:30.080898 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19950] Syncing log #301605 2024/02/20-14:43:30.089914 3036193 (Original Log Time 2024/02/20-14:43:30.080884) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:43:30.089924 3036193 [db/flush_job.cc:892] [key] [JOB 19950] Flushing memtable with next log file: 301607 2024/02/20-14:43:30.089948 3036193 EVENT_LOG_v1 {"time_micros": 1708440210089941, "job": 19950, "event": "flush_started", "num_memtables": 1, "num_entries": 83772, "num_deletes": 28000, "total_data_size": 5219758, "memory_usage": 8781792, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:43:30.089951 3036193 [db/flush_job.cc:926] [key] [JOB 19950] Level-0 flush table #301608: started 2024/02/20-14:43:30.188394 3036193 EVENT_LOG_v1 {"time_micros": 1708440210188364, "cf_name": "key", "job": 19950, "event": "table_file_creation", "file_number": 301608, "file_size": 3569893, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152227819, "largest_seqno": 5152388962, "table_properties": {"data_size": 3474162, "index_size": 25614, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 75957, "raw_key_size": 4988858, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1010, "num_entries": 82723, "num_filter_entries": 86581, "num_deletions": 28000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708439890, "oldest_key_time": 1708439890, "file_creation_time": 1708440210, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301608, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:43:30.188442 3036193 [db/flush_job.cc:1062] [key] [JOB 19950] Flush lasted 98536 microseconds, and 93493 cpu microseconds. 2024/02/20-14:43:30.189008 3036193 (Original Log Time 2024/02/20-14:43:30.188427) [db/flush_job.cc:1011] [key] [JOB 19950] Level-0 flush table #301608: 3569893 bytes OK 2024/02/20-14:43:30.189011 3036193 (Original Log Time 2024/02/20-14:43:30.188447) [db/memtable_list.cc:555] [key] Level-0 commit table #301608 started 2024/02/20-14:43:30.189013 3036193 (Original Log Time 2024/02/20-14:43:30.188759) [db/memtable_list.cc:754] [key] Level-0 commit table #301608: memtable #1 done 2024/02/20-14:43:30.189014 3036193 (Original Log Time 2024/02/20-14:43:30.188777) EVENT_LOG_v1 {"time_micros": 1708440210188772, "job": 19950, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-14:43:30.189015 3036193 (Original Log Time 2024/02/20-14:43:30.188969) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-14:43:30.189019 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19950] Try to delete WAL files size 11716338, prev total WAL file size 15735486, number of live WAL files 4. 2024/02/20-14:43:30.190606 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301600.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:46:41.209265 4076378 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301609. Immutable memtables: 0. 2024/02/20-14:46:41.209546 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19951] Syncing log #301607 2024/02/20-14:46:41.216080 3036210 (Original Log Time 2024/02/20-14:46:41.209533) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:46:41.216088 3036210 [db/flush_job.cc:892] [url] [JOB 19951] Flushing memtable with next log file: 301609 2024/02/20-14:46:41.216108 3036210 EVENT_LOG_v1 {"time_micros": 1708440401216102, "job": 19951, "event": "flush_started", "num_memtables": 1, "num_entries": 51349, "num_deletes": 0, "total_data_size": 7930520, "memory_usage": 9571664, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-14:46:41.216111 3036210 [db/flush_job.cc:926] [url] [JOB 19951] Level-0 flush table #301610: started 2024/02/20-14:46:41.350669 3036210 EVENT_LOG_v1 {"time_micros": 1708440401350637, "cf_name": "url", "job": 19951, "event": "table_file_creation", "file_number": 301610, "file_size": 4156165, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152348347, "largest_seqno": 5152487537, "table_properties": {"data_size": 4084001, "index_size": 110760, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5445, "raw_key_size": 7656572, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1236, "num_entries": 50365, "num_filter_entries": 6197, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440128, "oldest_key_time": 1708440128, "file_creation_time": 1708440401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301610, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:46:41.350707 3036210 [db/flush_job.cc:1062] [url] [JOB 19951] Flush lasted 134633 microseconds, and 130951 cpu microseconds. 2024/02/20-14:46:41.351266 3036210 (Original Log Time 2024/02/20-14:46:41.350693) [db/flush_job.cc:1011] [url] [JOB 19951] Level-0 flush table #301610: 4156165 bytes OK 2024/02/20-14:46:41.351268 3036210 (Original Log Time 2024/02/20-14:46:41.350713) [db/memtable_list.cc:555] [url] Level-0 commit table #301610 started 2024/02/20-14:46:41.351270 3036210 (Original Log Time 2024/02/20-14:46:41.351026) [db/memtable_list.cc:754] [url] Level-0 commit table #301610: memtable #1 done 2024/02/20-14:46:41.351272 3036210 (Original Log Time 2024/02/20-14:46:41.351040) EVENT_LOG_v1 {"time_micros": 1708440401351036, "job": 19951, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-14:46:41.351273 3036210 (Original Log Time 2024/02/20-14:46:41.351234) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-14:46:41.351279 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19951] Try to delete WAL files size 3256541, prev total WAL file size 13514571, number of live WAL files 4. 2024/02/20-14:46:41.351375 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 19952] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-14:46:41.351382 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19959 Base level 0, inputs: [301610(4058KB) 301604(4586KB)], [301594(16MB)] 2024/02/20-14:46:41.351395 3036188 EVENT_LOG_v1 {"time_micros": 1708440401351387, "job": 19952, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301610, 301604], "files_L5": [301594], "score": 1, "input_data_size": 25790374, "oldest_snapshot_seqno": -1} 2024/02/20-14:46:41.351879 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301603.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:46:42.133396 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19952] Generated table #301611: 332157 keys, 24736181 bytes, temperature: kUnknown 2024/02/20-14:46:42.133488 3036188 EVENT_LOG_v1 {"time_micros": 1708440402133423, "cf_name": "url", "job": 19952, "event": "table_file_creation", "file_number": 301611, "file_size": 24736181, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151502976, "largest_seqno": 5152487537, "table_properties": {"data_size": 24363003, "index_size": 759879, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18453, "raw_key_size": 50103728, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7280, "num_entries": 332157, "num_filter_entries": 21053, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438601, "oldest_key_time": 0, "file_creation_time": 1708440401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301611, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:46:42.134765 3036188 (Original Log Time 2024/02/20-14:46:42.134111) [db/compaction/compaction_job.cc:1729] [url] [JOB 19952] Compacted 2@0 + 1@5 files to L5 => 24736181 bytes 2024/02/20-14:46:42.134768 3036188 (Original Log Time 2024/02/20-14:46:42.134529) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.09, MB/sec: 33.0 rd, 31.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.4, 16.2 +0.0 blob) out(23.6 +0.0 blob), read-write-amplify(5.7) write-amplify(2.8) OK, records in: 332158, records dropped: 1 output_compression: LZ4 2024/02/20-14:46:42.134774 3036188 (Original Log Time 2024/02/20-14:46:42.134552) EVENT_LOG_v1 {"time_micros": 1708440402134540, "job": 19952, "event": "compaction_finished", "compaction_time_micros": 782165, "compaction_time_cpu_micros": 764917, "output_level": 5, "num_output_files": 1, "total_output_size": 24736181, "num_input_records": 332158, "num_output_records": 332157, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-14:46:42.136377 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301594.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:46:42.136397 3036188 EVENT_LOG_v1 {"time_micros": 1708440402136394, "job": 19952, "event": "table_file_deletion", "file_number": 301594} 2024/02/20-14:46:42.136807 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301604.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:46:42.136822 3036188 EVENT_LOG_v1 {"time_micros": 1708440402136819, "job": 19952, "event": "table_file_deletion", "file_number": 301604} 2024/02/20-14:46:42.137512 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301610.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:46:42.137527 3036188 EVENT_LOG_v1 {"time_micros": 1708440402137525, "job": 19952, "event": "table_file_deletion", "file_number": 301610} 2024/02/20-14:46:42.137574 4076378 (Original Log Time 2024/02/20-14:46:41.351918) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-14:46:42.137735 3036187 (Original Log Time 2024/02/20-14:46:42.137697) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-14:46:42.137741 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 19953] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-14:46:42.137751 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19960 Base level 5, inputs: [301611(23MB)], [301542(64MB) 301543(64MB) 301544(64MB) 301545(64MB) 301546(64MB) 301547(64MB) 301548(64MB) 301549(65MB) 301550(64MB) 301551(64MB) 301552(65MB) 301553(66MB) 301554(25MB)] 2024/02/20-14:46:42.137778 3036187 EVENT_LOG_v1 {"time_micros": 1708440402137766, "job": 19953, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301611], "files_L6": [301542, 301543, 301544, 301545, 301546, 301547, 301548, 301549, 301550, 301551, 301552, 301553, 301554], "score": -1, "input_data_size": 868351412, "oldest_snapshot_seqno": -1} 2024/02/20-14:46:48.052546 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301612: 1926394 keys, 67839052 bytes, temperature: kUnknown 2024/02/20-14:46:48.052622 3036187 EVENT_LOG_v1 {"time_micros": 1708440408052583, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301612, "file_size": 67839052, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111109, "index_size": 2590618, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15205, "raw_key_size": 258654395, "raw_average_key_size": 134, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34626, "num_entries": 1926394, "num_filter_entries": 17333, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440402, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301612, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:46:53.452037 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301613: 1151561 keys, 67595952 bytes, temperature: kUnknown 2024/02/20-14:46:53.452138 3036187 EVENT_LOG_v1 {"time_micros": 1708440413452088, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301613, "file_size": 67595952, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110947, "index_size": 1989201, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 175494077, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32166, "num_entries": 1151561, "num_filter_entries": 196, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440408, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301613, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:46:58.397115 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301614: 1562376 keys, 67791162 bytes, temperature: kUnknown 2024/02/20-14:46:58.397204 3036187 EVENT_LOG_v1 {"time_micros": 1708440418397148, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301614, "file_size": 67791162, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110075, "index_size": 2536848, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16837, "raw_key_size": 221025955, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35500, "num_entries": 1562376, "num_filter_entries": 19252, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440413, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301614, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:03.393694 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301615: 1541228 keys, 67997199 bytes, temperature: kUnknown 2024/02/20-14:47:03.393767 3036187 EVENT_LOG_v1 {"time_micros": 1708440423393721, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301615, "file_size": 67997199, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110155, "index_size": 3248333, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 32341, "raw_key_size": 241919789, "raw_average_key_size": 156, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34754, "num_entries": 1541228, "num_filter_entries": 36947, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440418, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301615, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:08.544518 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301616: 1694393 keys, 68085685 bytes, temperature: kUnknown 2024/02/20-14:47:08.544591 3036187 EVENT_LOG_v1 {"time_micros": 1708440428544548, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301616, "file_size": 68085685, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109629, "index_size": 5822953, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 40261, "raw_key_size": 253188844, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35683, "num_entries": 1694393, "num_filter_entries": 45982, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440423, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301616, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:14.188389 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301617: 1586086 keys, 67894819 bytes, temperature: kUnknown 2024/02/20-14:47:14.188491 3036187 EVENT_LOG_v1 {"time_micros": 1708440434188433, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301617, "file_size": 67894819, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110517, "index_size": 3034759, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21061, "raw_key_size": 231315865, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34204, "num_entries": 1586086, "num_filter_entries": 24040, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440428, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301617, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:19.671000 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301618: 1711094 keys, 67733008 bytes, temperature: kUnknown 2024/02/20-14:47:19.671065 3036187 EVENT_LOG_v1 {"time_micros": 1708440439671027, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301618, "file_size": 67733008, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110308, "index_size": 2584214, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 231928195, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34339, "num_entries": 1711094, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440434, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301618, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:24.981688 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301619: 1774919 keys, 67896152 bytes, temperature: kUnknown 2024/02/20-14:47:24.981760 3036187 EVENT_LOG_v1 {"time_micros": 1708440444981724, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301619, "file_size": 67896152, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67112990, "index_size": 2786005, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11845, "raw_key_size": 247296958, "raw_average_key_size": 139, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34977, "num_entries": 1774919, "num_filter_entries": 13519, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440439, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301619, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:29.867921 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301620: 1292078 keys, 68588784 bytes, temperature: kUnknown 2024/02/20-14:47:29.868075 3036187 EVENT_LOG_v1 {"time_micros": 1708440449867945, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301620, "file_size": 68588784, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110593, "index_size": 4659723, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 20197, "raw_key_size": 220862806, "raw_average_key_size": 170, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33243, "num_entries": 1292078, "num_filter_entries": 23086, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440444, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301620, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:34.982675 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301621: 1684130 keys, 67888991 bytes, temperature: kUnknown 2024/02/20-14:47:34.982786 3036187 EVENT_LOG_v1 {"time_micros": 1708440454982725, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301621, "file_size": 67888991, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109832, "index_size": 2772005, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28005, "raw_key_size": 237877511, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35481, "num_entries": 1684130, "num_filter_entries": 32004, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440449, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301621, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:40.804224 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301622: 1694022 keys, 68193734 bytes, temperature: kUnknown 2024/02/20-14:47:40.804338 3036187 EVENT_LOG_v1 {"time_micros": 1708440460804279, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301622, "file_size": 68193734, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109532, "index_size": 4288925, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15957, "raw_key_size": 298120528, "raw_average_key_size": 175, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37067, "num_entries": 1694022, "num_filter_entries": 18308, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440454, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301622, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:45.915251 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301623: 1340043 keys, 69073343 bytes, temperature: kUnknown 2024/02/20-14:47:45.915335 3036187 EVENT_LOG_v1 {"time_micros": 1708440465915284, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301623, "file_size": 69073343, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110663, "index_size": 5080903, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 102629, "raw_key_size": 274019837, "raw_average_key_size": 204, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34674, "num_entries": 1340043, "num_filter_entries": 116802, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440460, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301623, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:48.418498 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19953] Generated table #301624: 658099 keys, 38227503 bytes, temperature: kUnknown 2024/02/20-14:47:48.418564 3036187 EVENT_LOG_v1 {"time_micros": 1708440468418525, "cf_name": "url", "job": 19953, "event": "table_file_creation", "file_number": 301624, "file_size": 38227503, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 36719333, "index_size": 3886337, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9461, "raw_key_size": 177268024, "raw_average_key_size": 269, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 19033, "num_entries": 658099, "num_filter_entries": 10748, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440465, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301624, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:48.486699 3036187 (Original Log Time 2024/02/20-14:47:48.485296) [db/compaction/compaction_job.cc:1729] [url] [JOB 19953] Compacted 1@5 + 13@6 files to L6 => 854805384 bytes 2024/02/20-14:47:48.486704 3036187 (Original Log Time 2024/02/20-14:47:48.486329) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 13.1 rd, 12.9 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(23.6, 804.5 +0.0 blob) out(815.2 +0.0 blob), read-write-amplify(69.7) write-amplify(34.6) OK, records in: 19616424, records dropped: 1 output_compression: ZSTD 2024/02/20-14:47:48.486721 3036187 (Original Log Time 2024/02/20-14:47:48.486375) EVENT_LOG_v1 {"time_micros": 1708440468486349, "job": 19953, "event": "compaction_finished", "compaction_time_micros": 66280842, "compaction_time_cpu_micros": 60421935, "output_level": 6, "num_output_files": 13, "total_output_size": 854805384, "num_input_records": 19616424, "num_output_records": 19616423, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-14:47:48.494408 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301542.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.494447 3036187 EVENT_LOG_v1 {"time_micros": 1708440468494441, "job": 19953, "event": "table_file_deletion", "file_number": 301542} 2024/02/20-14:47:48.501357 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301543.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.501394 3036187 EVENT_LOG_v1 {"time_micros": 1708440468501388, "job": 19953, "event": "table_file_deletion", "file_number": 301543} 2024/02/20-14:47:48.511421 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301544.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.511473 3036187 EVENT_LOG_v1 {"time_micros": 1708440468511464, "job": 19953, "event": "table_file_deletion", "file_number": 301544} 2024/02/20-14:47:48.520621 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301545.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.520658 3036187 EVENT_LOG_v1 {"time_micros": 1708440468520653, "job": 19953, "event": "table_file_deletion", "file_number": 301545} 2024/02/20-14:47:48.529129 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301546.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.529174 3036187 EVENT_LOG_v1 {"time_micros": 1708440468529167, "job": 19953, "event": "table_file_deletion", "file_number": 301546} 2024/02/20-14:47:48.535653 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301547.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.535692 3036187 EVENT_LOG_v1 {"time_micros": 1708440468535686, "job": 19953, "event": "table_file_deletion", "file_number": 301547} 2024/02/20-14:47:48.547801 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301548.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.547848 3036187 EVENT_LOG_v1 {"time_micros": 1708440468547841, "job": 19953, "event": "table_file_deletion", "file_number": 301548} 2024/02/20-14:47:48.559592 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301549.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.559639 3036187 EVENT_LOG_v1 {"time_micros": 1708440468559631, "job": 19953, "event": "table_file_deletion", "file_number": 301549} 2024/02/20-14:47:48.569590 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301550.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.569642 3036187 EVENT_LOG_v1 {"time_micros": 1708440468569634, "job": 19953, "event": "table_file_deletion", "file_number": 301550} 2024/02/20-14:47:48.580263 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301551.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.580316 3036187 EVENT_LOG_v1 {"time_micros": 1708440468580308, "job": 19953, "event": "table_file_deletion", "file_number": 301551} 2024/02/20-14:47:48.593088 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301552.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.593135 3036187 EVENT_LOG_v1 {"time_micros": 1708440468593128, "job": 19953, "event": "table_file_deletion", "file_number": 301552} 2024/02/20-14:47:48.601362 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301553.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.601402 3036187 EVENT_LOG_v1 {"time_micros": 1708440468601397, "job": 19953, "event": "table_file_deletion", "file_number": 301553} 2024/02/20-14:47:48.606336 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301554.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.606383 3036187 EVENT_LOG_v1 {"time_micros": 1708440468606370, "job": 19953, "event": "table_file_deletion", "file_number": 301554} 2024/02/20-14:47:48.610635 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301611.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:48.610673 3036187 EVENT_LOG_v1 {"time_micros": 1708440468610666, "job": 19953, "event": "table_file_deletion", "file_number": 301611} 2024/02/20-14:47:48.610750 4076378 (Original Log Time 2024/02/20-14:46:42.137591) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-14:47:48.611051 4076378 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301625. Immutable memtables: 0. 2024/02/20-14:47:48.611303 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19954] Syncing log #301609 2024/02/20-14:47:48.616631 3036193 (Original Log Time 2024/02/20-14:47:48.611290) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:47:48.616641 3036193 [db/flush_job.cc:892] [tag] [JOB 19954] Flushing memtable with next log file: 301625 2024/02/20-14:47:48.616671 3036193 EVENT_LOG_v1 {"time_micros": 1708440468616662, "job": 19954, "event": "flush_started", "num_memtables": 1, "num_entries": 15910, "num_deletes": 0, "total_data_size": 1385088, "memory_usage": 3041440, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-14:47:48.616675 3036193 [db/flush_job.cc:926] [tag] [JOB 19954] Level-0 flush table #301626: started 2024/02/20-14:47:48.671074 3036193 EVENT_LOG_v1 {"time_micros": 1708440468671018, "cf_name": "tag", "job": 19954, "event": "table_file_creation", "file_number": 301626, "file_size": 804104, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152381802, "largest_seqno": 5152527605, "table_properties": {"data_size": 797034, "index_size": 8974, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1336047, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 256, "num_entries": 15718, "num_filter_entries": 199, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440192, "oldest_key_time": 1708440192, "file_creation_time": 1708440468, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301626, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:48.671140 3036193 [db/flush_job.cc:1062] [tag] [JOB 19954] Flush lasted 54515 microseconds, and 51933 cpu microseconds. 2024/02/20-14:47:48.672346 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19955] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-14:47:48.672350 3036193 (Original Log Time 2024/02/20-14:47:48.671118) [db/flush_job.cc:1011] [tag] [JOB 19954] Level-0 flush table #301626: 804104 bytes OK 2024/02/20-14:47:48.672356 3036193 (Original Log Time 2024/02/20-14:47:48.671151) [db/memtable_list.cc:555] [tag] Level-0 commit table #301626 started 2024/02/20-14:47:48.672360 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19962 Base level 0, inputs: [301626(785KB) 301606(897KB)], [301597(64MB) 301598(64MB) 301599(43MB)] 2024/02/20-14:47:48.672361 3036193 (Original Log Time 2024/02/20-14:47:48.671755) [db/memtable_list.cc:754] [tag] Level-0 commit table #301626: memtable #1 done 2024/02/20-14:47:48.672363 3036193 (Original Log Time 2024/02/20-14:47:48.671801) EVENT_LOG_v1 {"time_micros": 1708440468671790, "job": 19954, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:47:48.672366 3036193 (Original Log Time 2024/02/20-14:47:48.672028) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-14:47:48.672372 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19954] Try to delete WAL files size 755786, prev total WAL file size 13885959, number of live WAL files 4. 2024/02/20-14:47:48.672384 3036186 EVENT_LOG_v1 {"time_micros": 1708440468672371, "job": 19955, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301626, 301606], "files_L6": [301597, 301598, 301599], "score": 1, "input_data_size": 182297470, "oldest_snapshot_seqno": -1} 2024/02/20-14:47:48.672828 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301605.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:47:54.088736 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19955] Generated table #301627: 2500295 keys, 67642408 bytes, temperature: kUnknown 2024/02/20-14:47:54.088840 3036186 EVENT_LOG_v1 {"time_micros": 1708440474088789, "cf_name": "tag", "job": 19955, "event": "table_file_creation", "file_number": 301627, "file_size": 67642408, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110706, "index_size": 1498866, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 208129057, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36201, "num_entries": 2500295, "num_filter_entries": 1241, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708440468, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301627, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:47:58.926405 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19955] Generated table #301628: 2044830 keys, 67668316 bytes, temperature: kUnknown 2024/02/20-14:47:58.926509 3036186 EVENT_LOG_v1 {"time_micros": 1708440478926440, "cf_name": "tag", "job": 19955, "event": "table_file_creation", "file_number": 301628, "file_size": 67668316, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109598, "index_size": 1395763, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 190998419, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35962, "num_entries": 2044830, "num_filter_entries": 2167, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708440474, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301628, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:02.628045 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19955] Generated table #301629: 1760078 keys, 46112329 bytes, temperature: kUnknown 2024/02/20-14:48:02.628110 3036186 EVENT_LOG_v1 {"time_micros": 1708440482628071, "cf_name": "tag", "job": 19955, "event": "table_file_creation", "file_number": 301629, "file_size": 46112329, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 45767453, "index_size": 1019807, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 140547068, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 24842, "num_entries": 1760078, "num_filter_entries": 299, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708440478, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301629, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:02.636404 3036186 (Original Log Time 2024/02/20-14:48:02.635086) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19955] Compacted 2@0 + 3@6 files to L6 => 181423053 bytes 2024/02/20-14:48:02.636410 3036186 (Original Log Time 2024/02/20-14:48:02.636113) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.1 rd, 13.0 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 172.2 +0.0 blob) out(173.0 +0.0 blob), read-write-amplify(211.1) write-amplify(105.3) OK, records in: 6305203, records dropped: 0 output_compression: ZSTD 2024/02/20-14:48:02.636423 3036186 (Original Log Time 2024/02/20-14:48:02.636158) EVENT_LOG_v1 {"time_micros": 1708440482636138, "job": 19955, "event": "compaction_finished", "compaction_time_micros": 13955794, "compaction_time_cpu_micros": 13699173, "output_level": 6, "num_output_files": 3, "total_output_size": 181423053, "num_input_records": 6305203, "num_output_records": 6305203, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-14:48:02.644008 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301597.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:02.644048 3036186 EVENT_LOG_v1 {"time_micros": 1708440482644040, "job": 19955, "event": "table_file_deletion", "file_number": 301597} 2024/02/20-14:48:02.652041 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301598.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:02.652078 3036186 EVENT_LOG_v1 {"time_micros": 1708440482652072, "job": 19955, "event": "table_file_deletion", "file_number": 301598} 2024/02/20-14:48:02.659039 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301599.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:02.659083 3036186 EVENT_LOG_v1 {"time_micros": 1708440482659077, "job": 19955, "event": "table_file_deletion", "file_number": 301599} 2024/02/20-14:48:02.659336 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301606.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:02.659353 3036186 EVENT_LOG_v1 {"time_micros": 1708440482659349, "job": 19955, "event": "table_file_deletion", "file_number": 301606} 2024/02/20-14:48:02.659532 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301626.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:02.659546 3036186 EVENT_LOG_v1 {"time_micros": 1708440482659543, "job": 19955, "event": "table_file_deletion", "file_number": 301626} 2024/02/20-14:48:02.659597 4076378 (Original Log Time 2024/02/20-14:47:48.672917) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-14:48:02.659852 4076378 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301630. Immutable memtables: 0. 2024/02/20-14:48:02.660106 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19956] Syncing log #301625 2024/02/20-14:48:02.663078 3036210 (Original Log Time 2024/02/20-14:48:02.660093) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:48:02.663090 3036210 [db/flush_job.cc:892] [key] [JOB 19956] Flushing memtable with next log file: 301630 2024/02/20-14:48:02.663116 3036210 EVENT_LOG_v1 {"time_micros": 1708440482663108, "job": 19956, "event": "flush_started", "num_memtables": 1, "num_entries": 79609, "num_deletes": 32000, "total_data_size": 4959302, "memory_usage": 7140928, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-14:48:02.663120 3036210 [db/flush_job.cc:926] [key] [JOB 19956] Level-0 flush table #301631: started 2024/02/20-14:48:02.801978 3036210 EVENT_LOG_v1 {"time_micros": 1708440482801928, "cf_name": "key", "job": 19956, "event": "table_file_creation", "file_number": 301631, "file_size": 3371730, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152388964, "largest_seqno": 5152535630, "table_properties": {"data_size": 3279044, "index_size": 24687, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 72917, "raw_key_size": 4741590, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 961, "num_entries": 78640, "num_filter_entries": 83131, "num_deletions": 32000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440210, "oldest_key_time": 1708440210, "file_creation_time": 1708440482, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301631, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:02.802051 3036210 [db/flush_job.cc:1062] [key] [JOB 19956] Flush lasted 138985 microseconds, and 128077 cpu microseconds. 2024/02/20-14:48:02.803183 3036210 (Original Log Time 2024/02/20-14:48:02.802028) [db/flush_job.cc:1011] [key] [JOB 19956] Level-0 flush table #301631: 3371730 bytes OK 2024/02/20-14:48:02.803191 3036210 (Original Log Time 2024/02/20-14:48:02.802061) [db/memtable_list.cc:555] [key] Level-0 commit table #301631 started 2024/02/20-14:48:02.803194 3036210 (Original Log Time 2024/02/20-14:48:02.802726) [db/memtable_list.cc:754] [key] Level-0 commit table #301631: memtable #1 done 2024/02/20-14:48:02.803197 3036210 (Original Log Time 2024/02/20-14:48:02.802810) EVENT_LOG_v1 {"time_micros": 1708440482802797, "job": 19956, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-14:48:02.803199 3036210 (Original Log Time 2024/02/20-14:48:02.803118) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-14:48:02.803207 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19956] Try to delete WAL files size 9493523, prev total WAL file size 13875834, number of live WAL files 4. 2024/02/20-14:48:02.803647 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 19957] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-14:48:02.803663 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19964 Base level 0, inputs: [301631(3292KB) 301608(3486KB)], [301602(15MB)] 2024/02/20-14:48:02.803696 3036192 EVENT_LOG_v1 {"time_micros": 1708440482803680, "job": 19957, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301631, 301608], "files_L5": [301602], "score": 1, "input_data_size": 22865287, "oldest_snapshot_seqno": -1} 2024/02/20-14:48:02.804894 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301607.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:03.844613 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 19957] Generated table #301632: 548815 keys, 22697183 bytes, temperature: kUnknown 2024/02/20-14:48:03.844668 3036192 EVENT_LOG_v1 {"time_micros": 1708440483844638, "cf_name": "key", "job": 19957, "event": "table_file_creation", "file_number": 301632, "file_size": 22697183, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5151546139, "largest_seqno": 5152535630, "table_properties": {"data_size": 22072006, "index_size": 175517, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 499221, "raw_key_size": 33179841, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6393, "num_entries": 548815, "num_filter_entries": 563921, "num_deletions": 240000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708438677, "oldest_key_time": 0, "file_creation_time": 1708440482, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301632, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:03.846005 3036192 (Original Log Time 2024/02/20-14:48:03.845472) [db/compaction/compaction_job.cc:1729] [key] [JOB 19957] Compacted 2@0 + 1@5 files to L5 => 22697183 bytes 2024/02/20-14:48:03.846008 3036192 (Original Log Time 2024/02/20-14:48:03.845810) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.08, MB/sec: 22.0 rd, 21.8 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(6.6, 15.2 +0.0 blob) out(21.6 +0.0 blob), read-write-amplify(6.6) write-amplify(3.3) OK, records in: 548816, records dropped: 1 output_compression: LZ4 2024/02/20-14:48:03.846016 3036192 (Original Log Time 2024/02/20-14:48:03.845831) EVENT_LOG_v1 {"time_micros": 1708440483845822, "job": 19957, "event": "compaction_finished", "compaction_time_micros": 1041033, "compaction_time_cpu_micros": 1012404, "output_level": 5, "num_output_files": 1, "total_output_size": 22697183, "num_input_records": 548816, "num_output_records": 548815, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-14:48:03.847445 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301602.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:03.847479 3036192 EVENT_LOG_v1 {"time_micros": 1708440483847475, "job": 19957, "event": "table_file_deletion", "file_number": 301602} 2024/02/20-14:48:03.847989 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301608.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:03.847997 3036192 EVENT_LOG_v1 {"time_micros": 1708440483847996, "job": 19957, "event": "table_file_deletion", "file_number": 301608} 2024/02/20-14:48:03.848318 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301631.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:03.848328 3036192 EVENT_LOG_v1 {"time_micros": 1708440483848326, "job": 19957, "event": "table_file_deletion", "file_number": 301631} 2024/02/20-14:48:03.848362 4076378 (Original Log Time 2024/02/20-14:48:02.804965) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-14:48:03.848450 3036183 (Original Log Time 2024/02/20-14:48:03.848436) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-14:48:03.848465 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19958] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-14:48:03.848472 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19965 Base level 5, inputs: [301632(21MB)], [301563(67MB) 301564(66MB) 301565(66MB) 301566(66MB) 301567(66MB) 301568(8320KB)] 2024/02/20-14:48:03.848485 3036183 EVENT_LOG_v1 {"time_micros": 1708440483848477, "job": 19958, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301632], "files_L6": [301563, 301564, 301565, 301566, 301567, 301568], "score": -1, "input_data_size": 382492109, "oldest_snapshot_seqno": -1} 2024/02/20-14:48:09.882192 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19958] Generated table #301633: 3106507 keys, 70377663 bytes, temperature: kUnknown 2024/02/20-14:48:09.882253 3036183 EVENT_LOG_v1 {"time_micros": 1708440489882216, "cf_name": "key", "job": 19958, "event": "table_file_creation", "file_number": 301633, "file_size": 70377663, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109756, "index_size": 1018039, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2791781, "raw_key_size": 188017567, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37219, "num_entries": 3106507, "num_filter_entries": 3125255, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440483, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301633, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:15.332880 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19958] Generated table #301634: 2945127 keys, 70240648 bytes, temperature: kUnknown 2024/02/20-14:48:15.332945 3036183 EVENT_LOG_v1 {"time_micros": 1708440495332907, "cf_name": "key", "job": 19958, "event": "table_file_creation", "file_number": 301634, "file_size": 70240648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110516, "index_size": 959445, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2661061, "raw_key_size": 177356363, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36825, "num_entries": 2945127, "num_filter_entries": 2979620, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440489, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301634, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:21.244024 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19958] Generated table #301635: 2994702 keys, 70225127 bytes, temperature: kUnknown 2024/02/20-14:48:21.244116 3036183 EVENT_LOG_v1 {"time_micros": 1708440501244074, "cf_name": "key", "job": 19958, "event": "table_file_creation", "file_number": 301635, "file_size": 70225127, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109821, "index_size": 1032118, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2677669, "raw_key_size": 182526639, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37135, "num_entries": 2994702, "num_filter_entries": 2998097, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440495, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301635, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:27.049544 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19958] Generated table #301636: 2959692 keys, 70243539 bytes, temperature: kUnknown 2024/02/20-14:48:27.049611 3036183 EVENT_LOG_v1 {"time_micros": 1708440507049570, "cf_name": "key", "job": 19958, "event": "table_file_creation", "file_number": 301636, "file_size": 70243539, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109350, "index_size": 982274, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2672997, "raw_key_size": 179670763, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36948, "num_entries": 2959692, "num_filter_entries": 2992844, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440501, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301636, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:33.024621 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19958] Generated table #301637: 2945147 keys, 70205762 bytes, temperature: kUnknown 2024/02/20-14:48:33.024702 3036183 EVENT_LOG_v1 {"time_micros": 1708440513024661, "cf_name": "key", "job": 19958, "event": "table_file_creation", "file_number": 301637, "file_size": 70205762, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109231, "index_size": 966443, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2648165, "raw_key_size": 177987182, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36827, "num_entries": 2945147, "num_filter_entries": 2965207, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440507, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301637, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:33.837352 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19958] Generated table #301638: 459313 keys, 9560812 bytes, temperature: kUnknown 2024/02/20-14:48:33.837420 3036183 EVENT_LOG_v1 {"time_micros": 1708440513837380, "cf_name": "key", "job": 19958, "event": "table_file_creation", "file_number": 301638, "file_size": 9560812, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 9075672, "index_size": 147351, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 409845, "raw_key_size": 27739816, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5103, "num_entries": 459313, "num_filter_entries": 463391, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708440513, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301638, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:48:33.863664 3036183 (Original Log Time 2024/02/20-14:48:33.862840) [db/compaction/compaction_job.cc:1729] [key] [JOB 19958] Compacted 1@5 + 6@6 files to L6 => 360853551 bytes 2024/02/20-14:48:33.863670 3036183 (Original Log Time 2024/02/20-14:48:33.863387) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 12.8 rd, 12.0 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(21.6, 343.1 +0.0 blob) out(344.1 +0.0 blob), read-write-amplify(32.8) write-amplify(15.9) OK, records in: 15890489, records dropped: 480001 output_compression: ZSTD 2024/02/20-14:48:33.863680 3036183 (Original Log Time 2024/02/20-14:48:33.863431) EVENT_LOG_v1 {"time_micros": 1708440513863408, "job": 19958, "event": "compaction_finished", "compaction_time_micros": 29989000, "compaction_time_cpu_micros": 29499322, "output_level": 6, "num_output_files": 6, "total_output_size": 360853551, "num_input_records": 15890489, "num_output_records": 15410488, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-14:48:33.872257 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301563.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:33.872291 3036183 EVENT_LOG_v1 {"time_micros": 1708440513872285, "job": 19958, "event": "table_file_deletion", "file_number": 301563} 2024/02/20-14:48:33.881616 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301564.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:33.881665 3036183 EVENT_LOG_v1 {"time_micros": 1708440513881658, "job": 19958, "event": "table_file_deletion", "file_number": 301564} 2024/02/20-14:48:33.890829 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301565.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:33.890865 3036183 EVENT_LOG_v1 {"time_micros": 1708440513890858, "job": 19958, "event": "table_file_deletion", "file_number": 301565} 2024/02/20-14:48:33.899209 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301566.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:33.899240 3036183 EVENT_LOG_v1 {"time_micros": 1708440513899235, "job": 19958, "event": "table_file_deletion", "file_number": 301566} 2024/02/20-14:48:33.906400 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301567.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:33.906450 3036183 EVENT_LOG_v1 {"time_micros": 1708440513906441, "job": 19958, "event": "table_file_deletion", "file_number": 301567} 2024/02/20-14:48:33.908060 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301568.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:33.908085 3036183 EVENT_LOG_v1 {"time_micros": 1708440513908081, "job": 19958, "event": "table_file_deletion", "file_number": 301568} 2024/02/20-14:48:33.910324 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301632.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:48:33.910352 3036183 EVENT_LOG_v1 {"time_micros": 1708440513910348, "job": 19958, "event": "table_file_deletion", "file_number": 301632} 2024/02/20-14:48:33.910411 4076378 (Original Log Time 2024/02/20-14:48:03.848373) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-14:50:05.247213 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-14:50:05.247348 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1028004.1 total, 600.2 interval Cumulative writes: 131M writes, 586M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.45 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131319847.00 writes per sync, written: 56.45 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 105K writes, 330K keys, 105K commit groups, 1.0 writes per commit group, ingest: 29.69 MB, 0.05 MB/s Interval WAL: 105K writes, 0 syncs, 105319.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.4 410.22 382.69 4159 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 68.7 18.3 50.4 67.6 17.1 0.0 3.7 42.0 41.3 1676.75 1605.70 2148 0.781 1037M 1144 0.0 0.0 L6 13/0 815.21 MB 0.0 406.0 17.5 388.5 388.9 0.4 0.0 22.2 16.0 15.3 25951.79 23933.68 602 43.109 9490M 256M 0.0 0.0 Sum 13/0 815.21 MB 0.0 474.8 35.8 439.0 475.1 36.1 0.0 25.5 17.3 17.4 28038.77 25922.08 6909 4.058 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 100.4 12.7 12.6 67.34 61.45 4 16.836 19M 2 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 474.8 35.8 439.0 456.5 17.5 0.0 0.0 17.6 16.9 27628.54 25539.39 2750 10.047 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.4 410.22 382.69 4159 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1028004.1 total, 600.2 interval Flush(GB): cumulative 18.601, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 475.08 GB write, 0.47 MB/s write, 474.75 GB read, 0.47 MB/s read, 28038.8 seconds Interval compaction: 0.83 GB write, 1.41 MB/s write, 0.83 GB read, 1.42 MB/s read, 67.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4416 occupancy: 1627 collections: 1714 last_copies: 0 last_secs: 0.000704 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(854,14.22 MB,0.926013%) IndexBlock(772,1.36 GB,90.4878%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5986571 Average: 2.1899 StdDev: 4.25 Min: 0 Median: 1.3836 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.35 P99.99: 127.07 ------------------------------------------------------ [ 0, 1 ] 2015568 33.668% 33.668% ####### ( 1, 2 ] 2548768 42.575% 76.243% ######### ( 2, 3 ] 996775 16.650% 92.893% ### ( 3, 4 ] 242639 4.053% 96.946% # ( 4, 6 ] 107568 1.797% 98.743% ( 6, 10 ] 35215 0.588% 99.331% ( 10, 15 ] 14866 0.248% 99.580% ( 15, 22 ] 7534 0.126% 99.705% ( 22, 34 ] 7880 0.132% 99.837% ( 34, 51 ] 5648 0.094% 99.931% ( 51, 76 ] 2514 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 402 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21639102 Average: 2.4709 StdDev: 6.80 Min: 0 Median: 1.4976 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.95 P99.99: 146.40 ------------------------------------------------------ [ 0, 1 ] 6616581 30.577% 30.577% ###### ( 1, 2 ] 8446773 39.035% 69.612% ######## ( 2, 3 ] 3669523 16.958% 86.570% ### ( 3, 4 ] 1343142 6.207% 92.777% # ( 4, 6 ] 1055943 4.880% 97.656% # ( 6, 10 ] 340354 1.573% 99.229% ( 10, 15 ] 59179 0.273% 99.503% ( 15, 22 ] 30294 0.140% 99.643% ( 22, 34 ] 32491 0.150% 99.793% ( 34, 51 ] 24702 0.114% 99.907% ( 51, 76 ] 11897 0.055% 99.962% ( 76, 110 ] 4855 0.022% 99.984% ( 110, 170 ] 1985 0.009% 99.994% ( 170, 250 ] 591 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 211376096 Average: 12.2926 StdDev: 81.71 Min: 0 Median: 1.4950 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.78 P99.9: 304.81 P99.99: 1542.60 ------------------------------------------------------ [ 0, 1 ] 71869883 34.001% 34.001% ####### ( 1, 2 ] 68315212 32.319% 66.320% ###### ( 2, 3 ] 30105090 14.242% 80.563% ### ( 3, 4 ] 6484098 3.068% 83.630% # ( 4, 6 ] 1179372 0.558% 84.188% ( 6, 10 ] 555721 0.263% 84.451% ( 10, 15 ] 314957 0.149% 84.600% ( 15, 22 ] 261740 0.124% 84.724% ( 22, 34 ] 7604671 3.598% 88.322% # ( 34, 51 ] 7745050 3.664% 91.986% # ( 51, 76 ] 6213117 2.939% 94.925% # ( 76, 110 ] 6788315 3.211% 98.137% # ( 110, 170 ] 3340386 1.580% 99.717% ( 170, 250 ] 339306 0.161% 99.877% ( 250, 380 ] 113386 0.054% 99.931% ( 380, 580 ] 68860 0.033% 99.964% ( 580, 870 ] 30864 0.015% 99.978% ( 870, 1300 ] 14022 0.007% 99.985% ( 1300, 1900 ] 26979 0.013% 99.998% ( 1900, 2900 ] 2155 0.001% 99.999% ( 2900, 4400 ] 870 0.000% 99.999% ( 4400, 6600 ] 623 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.4 88.07 74.68 4046 0.022 0 0 0.0 0.0 L6 3/0 173.02 MB 0.0 313.9 3.1 310.8 310.9 0.1 0.0 99.2 15.4 15.2 20911.23 20525.90 2130 9.817 11G 62M 0.0 0.0 Sum 3/0 173.02 MB 0.0 313.9 3.1 310.8 314.0 3.2 0.0 100.2 15.3 15.3 20999.30 20600.59 6176 3.400 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 106.3 12.4 12.5 14.02 13.76 3 4.675 6305K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 313.9 3.1 310.8 310.9 0.1 0.0 0.0 15.4 15.2 20911.23 20525.90 2130 9.817 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.4 88.07 74.68 4046 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1028004.1 total, 600.2 interval Flush(GB): cumulative 3.133, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 313.98 GB write, 0.31 MB/s write, 313.91 GB read, 0.31 MB/s read, 20999.3 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.29 MB/s read, 14.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4347 collections: 1714 last_copies: 0 last_secs: 0.001708 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2200,1.67 MB,0.108812%) IndexBlock(2146,1.46 GB,97.0702%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1029292 Average: 3.5725 StdDev: 6.33 Min: 0 Median: 2.5921 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.43 P99.9: 60.71 P99.99: 194.38 ------------------------------------------------------ [ 0, 1 ] 116686 11.337% 11.337% ## ( 1, 2 ] 247237 24.020% 35.357% ##### ( 2, 3 ] 254559 24.731% 60.088% ##### ( 3, 4 ] 198528 19.288% 79.376% #### ( 4, 6 ] 170864 16.600% 95.976% ### ( 6, 10 ] 28799 2.798% 98.774% # ( 10, 15 ] 4779 0.464% 99.238% ( 15, 22 ] 2565 0.249% 99.488% ( 22, 34 ] 2172 0.211% 99.699% ( 34, 51 ] 1785 0.173% 99.872% ( 51, 76 ] 743 0.072% 99.944% ( 76, 110 ] 253 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 178078221 Average: 2.1882 StdDev: 5.39 Min: 0 Median: 1.3440 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.70 P99.99: 144.51 ------------------------------------------------------ [ 0, 1 ] 65740186 36.916% 36.916% ####### ( 1, 2 ] 67734803 38.037% 74.953% ######## ( 2, 3 ] 33189824 18.638% 93.591% #### ( 3, 4 ] 7992914 4.488% 98.079% # ( 4, 6 ] 1490435 0.837% 98.916% ( 6, 10 ] 618402 0.347% 99.263% ( 10, 15 ] 403084 0.226% 99.490% ( 15, 22 ] 200520 0.113% 99.602% ( 22, 34 ] 313448 0.176% 99.778% ( 34, 51 ] 205656 0.115% 99.894% ( 51, 76 ] 100606 0.056% 99.950% ( 76, 110 ] 58074 0.033% 99.983% ( 110, 170 ] 21666 0.012% 99.995% ( 170, 250 ] 3849 0.002% 99.997% ( 250, 380 ] 1761 0.001% 99.998% ( 380, 580 ] 1464 0.001% 99.999% ( 580, 870 ] 872 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 276.18 256.31 4126 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.3 8.2 14.0 22.1 8.0 0.0 2.7 28.7 28.5 794.20 768.16 1976 0.402 616M 276K 0.0 0.0 L6 6/0 344.14 MB 0.0 198.3 8.9 189.4 189.5 0.1 0.0 21.3 14.4 13.7 14124.29 13818.67 719 19.644 8876M 240M 0.0 0.0 Sum 6/0 344.14 MB 0.0 220.6 17.2 203.4 220.7 17.3 0.0 24.2 14.9 14.9 15194.67 14843.14 6821 2.228 9493M 240M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 56.3 12.4 11.9 31.27 30.73 4 7.817 16M 480K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 220.6 17.2 203.4 211.6 8.2 0.0 0.0 15.1 14.5 14918.49 14586.83 2695 5.536 9493M 240M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 276.18 256.31 4126 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1028004.1 total, 600.2 interval Flush(GB): cumulative 9.115, interval 0.006 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 220.72 GB write, 0.22 MB/s write, 220.57 GB read, 0.22 MB/s read, 15194.7 seconds Interval compaction: 0.36 GB write, 0.62 MB/s write, 0.38 GB read, 0.64 MB/s read, 31.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 357817 collections: 1714 last_copies: 0 last_secs: 0.145889 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357696,1.38 GB,92.0021%) FilterBlock(57,68.02 MB,4.42837%) IndexBlock(56,24.87 MB,1.61937%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2850690 Average: 4.2633 StdDev: 8.07 Min: 0 Median: 1.9612 Max: 9050 Percentiles: P50: 1.96 P75: 5.37 P99: 17.90 P99.9: 61.02 P99.99: 151.61 ------------------------------------------------------ [ 0, 1 ] 635168 22.281% 22.281% #### ( 1, 2 ] 822066 28.837% 51.119% ###### ( 2, 3 ] 403606 14.158% 65.277% ### ( 3, 4 ] 174379 6.117% 71.394% # ( 4, 6 ] 150586 5.282% 76.676% # ( 6, 10 ] 450732 15.811% 92.488% ### ( 10, 15 ] 178603 6.265% 98.753% # ( 15, 22 ] 17007 0.597% 99.350% ( 22, 34 ] 9121 0.320% 99.669% ( 34, 51 ] 5558 0.195% 99.864% ( 51, 76 ] 2527 0.089% 99.953% ( 76, 110 ] 830 0.029% 99.982% ( 110, 170 ] 320 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6900993 Average: 4.7145 StdDev: 7.65 Min: 0 Median: 2.4822 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.50 P99.9: 69.21 P99.99: 168.82 ------------------------------------------------------ [ 0, 1 ] 1125265 16.306% 16.306% ### ( 1, 2 ] 1818181 26.347% 42.652% ##### ( 2, 3 ] 1051473 15.237% 57.889% ### ( 3, 4 ] 565787 8.199% 66.088% ## ( 4, 6 ] 560914 8.128% 74.216% ## ( 6, 10 ] 1203919 17.446% 91.661% ### ( 10, 15 ] 476580 6.906% 98.567% # ( 15, 22 ] 46484 0.674% 99.241% ( 22, 34 ] 24525 0.355% 99.596% ( 34, 51 ] 15488 0.224% 99.821% ( 51, 76 ] 7519 0.109% 99.930% ( 76, 110 ] 2862 0.041% 99.971% ( 110, 170 ] 1332 0.019% 99.990% ( 170, 250 ] 337 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107051501 Average: 5.8153 StdDev: 24.80 Min: 0 Median: 2.3584 Max: 40453 Percentiles: P50: 2.36 P75: 7.56 P99: 42.17 P99.9: 159.29 P99.99: 467.56 ------------------------------------------------------ [ 0, 1 ] 25305257 23.638% 23.638% ##### ( 1, 2 ] 24209398 22.615% 46.253% ##### ( 2, 3 ] 11192647 10.455% 56.709% ## ( 3, 4 ] 4394531 4.105% 60.814% # ( 4, 6 ] 5014902 4.685% 65.498% # ( 6, 10 ] 26058016 24.342% 89.840% ##### ( 10, 15 ] 8381784 7.830% 97.669% ## ( 15, 22 ] 680815 0.636% 98.305% ( 22, 34 ] 558557 0.522% 98.827% ( 34, 51 ] 384923 0.360% 99.187% ( 51, 76 ] 245633 0.229% 99.416% ( 76, 110 ] 311829 0.291% 99.707% ( 110, 170 ] 250956 0.234% 99.942% ( 170, 250 ] 40127 0.037% 99.979% ( 250, 380 ] 8636 0.008% 99.987% ( 380, 580 ] 6361 0.006% 99.993% ( 580, 870 ] 3623 0.003% 99.997% ( 870, 1300 ] 1923 0.002% 99.999% ( 1300, 1900 ] 2631 0.002% 100.001% ( 1900, 2900 ] 186 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 102 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-14:50:05.251142 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 534816901 rocksdb.block.cache.hit COUNT : 2209762246 rocksdb.block.cache.add COUNT : 40122472 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32683 rocksdb.block.cache.index.hit COUNT : 542345135 rocksdb.block.cache.index.add COUNT : 32669 rocksdb.block.cache.index.bytes.insert COUNT : 34984583708 rocksdb.block.cache.filter.miss COUNT : 32689 rocksdb.block.cache.filter.hit COUNT : 1125396551 rocksdb.block.cache.filter.add COUNT : 32689 rocksdb.block.cache.filter.bytes.insert COUNT : 8894672293 rocksdb.block.cache.data.miss COUNT : 534751529 rocksdb.block.cache.data.hit COUNT : 542020560 rocksdb.block.cache.data.add COUNT : 40057114 rocksdb.block.cache.data.bytes.insert COUNT : 165925852963 rocksdb.block.cache.bytes.read COUNT : 1926156372246119 rocksdb.block.cache.bytes.write COUNT : 209805108964 rocksdb.bloom.filter.useful COUNT : 583116731 rocksdb.bloom.filter.full.positive COUNT : 542279852 rocksdb.bloom.filter.full.true.positive COUNT : 536640928 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95495616 rocksdb.memtable.miss COUNT : 6401233756 rocksdb.l0.hit COUNT : 16371631 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 520269297 rocksdb.compaction.key.drop.new COUNT : 279608718 rocksdb.compaction.key.drop.obsolete COUNT : 279628466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 586747705 rocksdb.number.keys.read COUNT : 660232345 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60611412228 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68534 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32674 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 777777962 rocksdb.number.multiget.keys.read COUNT : 5836497027 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60611412228 rocksdb.write.self COUNT : 131105849 rocksdb.write.other COUNT : 213998 rocksdb.write.wal COUNT : 131319847 rocksdb.compact.read.bytes COUNT : 1007015850710 rocksdb.compact.write.bytes COUNT : 1051117714075 rocksdb.flush.write.bytes COUNT : 33127332765 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1051371 rocksdb.number.superversion_releases COUNT : 2744 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 528182042 rocksdb.number.block.decompressed COUNT : 528146430 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60652118723 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68534 rocksdb.num.iterator.deleted COUNT : 68534 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5278 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5240 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44532 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61517024362 rocksdb.memtable.garbage.bytes.at.flush COUNT : 742642797 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 954626526111 rocksdb.last.level.read.count COUNT : 496508210 rocksdb.non.last.level.read.bytes COUNT : 129873220351 rocksdb.non.last.level.read.count COUNT : 38406713 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 534849575 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2155123069901 rocksdb.bytes.compressed.to COUNT : 1046422167256 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26295350612 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6632943 rocksdb.bytes.decompressed.from COUNT : 1046581411845 rocksdb.bytes.decompressed.to COUNT : 2155028885977 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.396048 P95 : 106.240620 P99 : 160.326067 P100 : 227461.000000 COUNT : 660232345 SUM : 34033155845 rocksdb.db.write.micros P50 : 67.035452 P95 : 111.709728 P99 : 169.387367 P100 : 2037453.000000 COUNT : 131319847 SUM : 13531870296 rocksdb.compaction.times.micros P50 : 1616315.789474 P95 : 38580952.380952 P99 : 67149563.318777 P100 : 89521673.000000 COUNT : 7575 SUM : 63458265005 rocksdb.compaction.times.cpu_micros P50 : 1555054.151625 P95 : 35901287.553648 P99 : 64087365.591398 P100 : 83823365.000000 COUNT : 7575 SUM : 60652118723 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4313.804491 P95 : 27762.777778 P99 : 61869.565217 P100 : 1558490.000000 COUNT : 12316 SUM : 115433188 rocksdb.compaction.outfile.sync.micros P50 : 62625.322801 P95 : 125840.909091 P99 : 225374.093264 P100 : 2063820.000000 COUNT : 20341 SUM : 1305356388 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.302928 P95 : 727.610381 P99 : 3930.446429 P100 : 501117.000000 COUNT : 19953 SUM : 12846898 rocksdb.table.open.io.micros P50 : 586.617767 P95 : 6245.744287 P99 : 13025.559585 P100 : 207055.000000 COUNT : 32674 SUM : 58035429 rocksdb.db.multiget.micros P50 : 7.990889 P95 : 17.789803 P99 : 33.026663 P100 : 26625.000000 COUNT : 777777962 SUM : 7362661200 rocksdb.read.block.compaction.micros P50 : 13.677037 P95 : 59.342182 P99 : 138.599589 P100 : 136000.000000 COUNT : 494694415 SUM : 9627907560 rocksdb.read.block.get.micros P50 : 52.865662 P95 : 94.698682 P99 : 145.706111 P100 : 206929.000000 COUNT : 40122486 SUM : 2312000473 rocksdb.write.raw.block.micros P50 : 0.521584 P95 : 0.991010 P99 : 1.895472 P100 : 331149.000000 COUNT : 534912956 SUM : 10741249374 rocksdb.numfiles.in.singlecompaction P50 : 2.773715 P95 : 5.679630 P99 : 5.938620 P100 : 7.000000 COUNT : 5769 SUM : 20536 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.539977 P95 : 33.560101 P99 : 104.980552 P100 : 135929.000000 COUNT : 534914923 SUM : 3725554205 rocksdb.file.read.flush.micros P50 : 1.845281 P95 : 15.818713 P99 : 41.069841 P100 : 787.000000 COUNT : 61580 SUM : 295184 rocksdb.file.read.compaction.micros P50 : 1.424935 P95 : 36.786427 P99 : 106.466773 P100 : 135929.000000 COUNT : 494796134 SUM : 3324676636 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 660232347 SUM : 0 rocksdb.bytes.per.write P50 : 218.499196 P95 : 527.781196 P99 : 803.838295 P100 : 4563443.000000 COUNT : 131105849 SUM : 60611412228 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 777777964 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46302.690583 P95 : 166699.715370 P99 : 238801.818182 P100 : 1681975.000000 COUNT : 12359 SUM : 774475848 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-14:50:05.251381 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-14:50:05.251666 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708440605 to in-memory stats history 2024/02/20-14:50:05.251701 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-14:50:05.251752 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-14:51:14.027617 4076235 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301609. Total log size is 15728935 while max_total_wal_size is 15728640 2024/02/20-14:51:14.027861 4076235 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301639. Immutable memtables: 0. 2024/02/20-14:51:14.028064 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19959] Syncing log #301630 2024/02/20-14:51:14.082987 3036193 (Original Log Time 2024/02/20-14:51:14.028054) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:51:14.083001 3036193 [db/flush_job.cc:892] [url] [JOB 19959] Flushing memtable with next log file: 301639 2024/02/20-14:51:14.083105 3036193 EVENT_LOG_v1 {"time_micros": 1708440674083017, "job": 19959, "event": "flush_started", "num_memtables": 1, "num_entries": 53137, "num_deletes": 0, "total_data_size": 8102938, "memory_usage": 10281480, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:51:14.083109 3036193 [db/flush_job.cc:926] [url] [JOB 19959] Level-0 flush table #301640: started 2024/02/20-14:51:14.194842 3036193 EVENT_LOG_v1 {"time_micros": 1708440674194802, "cf_name": "url", "job": 19959, "event": "table_file_creation", "file_number": 301640, "file_size": 4190721, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152487539, "largest_seqno": 5152665845, "table_properties": {"data_size": 4125223, "index_size": 97793, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5445, "raw_key_size": 7806612, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1248, "num_entries": 52063, "num_filter_entries": 6156, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440401, "oldest_key_time": 1708440401, "file_creation_time": 1708440674, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301640, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:51:14.194915 3036193 [db/flush_job.cc:1062] [url] [JOB 19959] Flush lasted 111938 microseconds, and 107540 cpu microseconds. 2024/02/20-14:51:14.195558 3036193 (Original Log Time 2024/02/20-14:51:14.194893) [db/flush_job.cc:1011] [url] [JOB 19959] Level-0 flush table #301640: 4190721 bytes OK 2024/02/20-14:51:14.195563 3036193 (Original Log Time 2024/02/20-14:51:14.194923) [db/memtable_list.cc:555] [url] Level-0 commit table #301640 started 2024/02/20-14:51:14.195566 3036193 (Original Log Time 2024/02/20-14:51:14.195246) [db/memtable_list.cc:754] [url] Level-0 commit table #301640: memtable #1 done 2024/02/20-14:51:14.195570 3036193 (Original Log Time 2024/02/20-14:51:14.195264) EVENT_LOG_v1 {"time_micros": 1708440674195256, "job": 19959, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-14:51:14.195573 3036193 (Original Log Time 2024/02/20-14:51:14.195518) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-14:51:14.195579 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19959] Try to delete WAL files size 3631882, prev total WAL file size 15735849, number of live WAL files 4. 2024/02/20-14:51:14.196279 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301609.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:52:20.553344 4076310 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301625. Total log size is 15728652 while max_total_wal_size is 15728640 2024/02/20-14:52:20.553630 4076310 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301641. Immutable memtables: 0. 2024/02/20-14:52:20.553921 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19960] Syncing log #301639 2024/02/20-14:52:20.615707 3036210 (Original Log Time 2024/02/20-14:52:20.553910) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:52:20.615718 3036210 [db/flush_job.cc:892] [tag] [JOB 19960] Flushing memtable with next log file: 301641 2024/02/20-14:52:20.615747 3036210 EVENT_LOG_v1 {"time_micros": 1708440740615738, "job": 19960, "event": "flush_started", "num_memtables": 1, "num_entries": 15100, "num_deletes": 0, "total_data_size": 1315172, "memory_usage": 2327544, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:52:20.615751 3036210 [db/flush_job.cc:926] [tag] [JOB 19960] Level-0 flush table #301642: started 2024/02/20-14:52:20.662965 3036210 EVENT_LOG_v1 {"time_micros": 1708440740662928, "cf_name": "tag", "job": 19960, "event": "table_file_creation", "file_number": 301642, "file_size": 772334, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152527616, "largest_seqno": 5152704219, "table_properties": {"data_size": 765420, "index_size": 8705, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1261033, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 241, "num_entries": 14827, "num_filter_entries": 185, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440468, "oldest_key_time": 1708440468, "file_creation_time": 1708440740, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301642, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:52:20.663020 3036210 [db/flush_job.cc:1062] [tag] [JOB 19960] Flush lasted 47322 microseconds, and 45272 cpu microseconds. 2024/02/20-14:52:20.663551 3036210 (Original Log Time 2024/02/20-14:52:20.663005) [db/flush_job.cc:1011] [tag] [JOB 19960] Level-0 flush table #301642: 772334 bytes OK 2024/02/20-14:52:20.663554 3036210 (Original Log Time 2024/02/20-14:52:20.663027) [db/memtable_list.cc:555] [tag] Level-0 commit table #301642 started 2024/02/20-14:52:20.663555 3036210 (Original Log Time 2024/02/20-14:52:20.663268) [db/memtable_list.cc:754] [tag] Level-0 commit table #301642: memtable #1 done 2024/02/20-14:52:20.663557 3036210 (Original Log Time 2024/02/20-14:52:20.663290) EVENT_LOG_v1 {"time_micros": 1708440740663282, "job": 19960, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:52:20.663558 3036210 (Original Log Time 2024/02/20-14:52:20.663514) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-14:52:20.663562 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19960] Try to delete WAL files size 743474, prev total WAL file size 15735964, number of live WAL files 4. 2024/02/20-14:52:20.663852 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301625.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:52:33.766972 4077214 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301630. Total log size is 15728799 while max_total_wal_size is 15728640 2024/02/20-14:52:33.767267 4077214 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301643. Immutable memtables: 0. 2024/02/20-14:52:33.767558 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19961] Syncing log #301641 2024/02/20-14:52:33.779890 3036193 (Original Log Time 2024/02/20-14:52:33.767539) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:52:33.779902 3036193 [db/flush_job.cc:892] [key] [JOB 19961] Flushing memtable with next log file: 301643 2024/02/20-14:52:33.779961 3036193 EVENT_LOG_v1 {"time_micros": 1708440753779925, "job": 19961, "event": "flush_started", "num_memtables": 1, "num_entries": 107055, "num_deletes": 58000, "total_data_size": 6685125, "memory_usage": 9642984, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:52:33.779967 3036193 [db/flush_job.cc:926] [key] [JOB 19961] Level-0 flush table #301644: started 2024/02/20-14:52:33.907352 3036193 EVENT_LOG_v1 {"time_micros": 1708440753907319, "cf_name": "key", "job": 19961, "event": "table_file_creation", "file_number": 301644, "file_size": 3875996, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152535632, "largest_seqno": 5152711914, "table_properties": {"data_size": 3753913, "index_size": 31909, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 97749, "raw_key_size": 6407530, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1123, "num_entries": 106004, "num_filter_entries": 111276, "num_deletions": 58000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440482, "oldest_key_time": 1708440482, "file_creation_time": 1708440753, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301644, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:52:33.907400 3036193 [db/flush_job.cc:1062] [key] [JOB 19961] Flush lasted 127520 microseconds, and 124407 cpu microseconds. 2024/02/20-14:52:33.908092 3036193 (Original Log Time 2024/02/20-14:52:33.907382) [db/flush_job.cc:1011] [key] [JOB 19961] Level-0 flush table #301644: 3875996 bytes OK 2024/02/20-14:52:33.908096 3036193 (Original Log Time 2024/02/20-14:52:33.907407) [db/memtable_list.cc:555] [key] Level-0 commit table #301644 started 2024/02/20-14:52:33.908099 3036193 (Original Log Time 2024/02/20-14:52:33.907825) [db/memtable_list.cc:754] [key] Level-0 commit table #301644: memtable #1 done 2024/02/20-14:52:33.908101 3036193 (Original Log Time 2024/02/20-14:52:33.907855) EVENT_LOG_v1 {"time_micros": 1708440753907844, "job": 19961, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-14:52:33.908103 3036193 (Original Log Time 2024/02/20-14:52:33.908047) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-14:52:33.908109 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19961] Try to delete WAL files size 11353579, prev total WAL file size 15734851, number of live WAL files 4. 2024/02/20-14:52:33.909826 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301630.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:55:59.540003 4077546 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301639. Total log size is 15728809 while max_total_wal_size is 15728640 2024/02/20-14:55:59.540226 4077546 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301645. Immutable memtables: 0. 2024/02/20-14:55:59.540503 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19962] Syncing log #301643 2024/02/20-14:55:59.554069 3036210 (Original Log Time 2024/02/20-14:55:59.540485) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:55:59.554081 3036210 [db/flush_job.cc:892] [url] [JOB 19962] Flushing memtable with next log file: 301645 2024/02/20-14:55:59.554112 3036210 EVENT_LOG_v1 {"time_micros": 1708440959554103, "job": 19962, "event": "flush_started", "num_memtables": 1, "num_entries": 56979, "num_deletes": 0, "total_data_size": 8698868, "memory_usage": 10429544, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:55:59.554116 3036210 [db/flush_job.cc:926] [url] [JOB 19962] Level-0 flush table #301646: started 2024/02/20-14:55:59.696519 3036210 EVENT_LOG_v1 {"time_micros": 1708440959696467, "cf_name": "url", "job": 19962, "event": "table_file_creation", "file_number": 301646, "file_size": 4494951, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152665847, "largest_seqno": 5152835606, "table_properties": {"data_size": 4420405, "index_size": 128158, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5541, "raw_key_size": 8377342, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1334, "num_entries": 55840, "num_filter_entries": 6341, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440674, "oldest_key_time": 1708440674, "file_creation_time": 1708440959, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301646, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:55:59.696592 3036210 [db/flush_job.cc:1062] [url] [JOB 19962] Flush lasted 142553 microseconds, and 130618 cpu microseconds. 2024/02/20-14:55:59.697378 3036210 (Original Log Time 2024/02/20-14:55:59.696573) [db/flush_job.cc:1011] [url] [JOB 19962] Level-0 flush table #301646: 4494951 bytes OK 2024/02/20-14:55:59.697381 3036210 (Original Log Time 2024/02/20-14:55:59.696600) [db/memtable_list.cc:555] [url] Level-0 commit table #301646 started 2024/02/20-14:55:59.697383 3036210 (Original Log Time 2024/02/20-14:55:59.697067) [db/memtable_list.cc:754] [url] Level-0 commit table #301646: memtable #1 done 2024/02/20-14:55:59.697384 3036210 (Original Log Time 2024/02/20-14:55:59.697094) EVENT_LOG_v1 {"time_micros": 1708440959697086, "job": 19962, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-14:55:59.697386 3036210 (Original Log Time 2024/02/20-14:55:59.697327) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-14:55:59.697391 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19962] Try to delete WAL files size 3631599, prev total WAL file size 15737872, number of live WAL files 4. 2024/02/20-14:55:59.697516 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 19963] Compacting 2@0 files to L5, score 1.00 2024/02/20-14:55:59.697523 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19970 Base level 0, inputs: [301646(4389KB) 301640(4092KB)] 2024/02/20-14:55:59.697542 3036185 EVENT_LOG_v1 {"time_micros": 1708440959697534, "job": 19963, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301646, 301640], "score": 1, "input_data_size": 8685672, "oldest_snapshot_seqno": -1} 2024/02/20-14:55:59.698075 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301639.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:55:59.926712 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 19963] Generated table #301647: 107903 keys, 8334095 bytes, temperature: kUnknown 2024/02/20-14:55:59.926769 3036185 EVENT_LOG_v1 {"time_micros": 1708440959926737, "cf_name": "url", "job": 19963, "event": "table_file_creation", "file_number": 301647, "file_size": 8334095, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152487539, "largest_seqno": 5152835606, "table_properties": {"data_size": 8202214, "index_size": 226350, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8581, "raw_key_size": 16183954, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2478, "num_entries": 107903, "num_filter_entries": 9821, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440401, "oldest_key_time": 0, "file_creation_time": 1708440959, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301647, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:55:59.927643 3036185 (Original Log Time 2024/02/20-14:55:59.927112) [db/compaction/compaction_job.cc:1729] [url] [JOB 19963] Compacted 2@0 files to L5 => 8334095 bytes 2024/02/20-14:55:59.927648 3036185 (Original Log Time 2024/02/20-14:55:59.927362) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.03, MB/sec: 37.9 rd, 36.3 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.3, 0.0 +0.0 blob) out(7.9 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 107903, records dropped: 0 output_compression: LZ4 2024/02/20-14:55:59.927657 3036185 (Original Log Time 2024/02/20-14:55:59.927387) EVENT_LOG_v1 {"time_micros": 1708440959927374, "job": 19963, "event": "compaction_finished", "compaction_time_micros": 229278, "compaction_time_cpu_micros": 223723, "output_level": 5, "num_output_files": 1, "total_output_size": 8334095, "num_input_records": 107903, "num_output_records": 107903, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-14:55:59.928206 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301640.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:55:59.928221 3036185 EVENT_LOG_v1 {"time_micros": 1708440959928217, "job": 19963, "event": "table_file_deletion", "file_number": 301640} 2024/02/20-14:55:59.928719 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301646.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:55:59.928731 3036185 EVENT_LOG_v1 {"time_micros": 1708440959928729, "job": 19963, "event": "table_file_deletion", "file_number": 301646} 2024/02/20-14:57:09.091609 1261279 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301641. Total log size is 15837898 while max_total_wal_size is 15728640 2024/02/20-14:57:09.091877 1261279 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301648. Immutable memtables: 0. 2024/02/20-14:57:09.092093 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19964] Syncing log #301645 2024/02/20-14:57:09.100683 3036193 (Original Log Time 2024/02/20-14:57:09.092084) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-14:57:09.100694 3036193 [db/flush_job.cc:892] [tag] [JOB 19964] Flushing memtable with next log file: 301648 2024/02/20-14:57:09.100721 3036193 EVENT_LOG_v1 {"time_micros": 1708441029100712, "job": 19964, "event": "flush_started", "num_memtables": 1, "num_entries": 16688, "num_deletes": 0, "total_data_size": 1464504, "memory_usage": 2885280, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:57:09.100725 3036193 [db/flush_job.cc:926] [tag] [JOB 19964] Level-0 flush table #301649: started 2024/02/20-14:57:09.115931 3036193 EVENT_LOG_v1 {"time_micros": 1708441029115892, "cf_name": "tag", "job": 19964, "event": "table_file_creation", "file_number": 301649, "file_size": 860795, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152704239, "largest_seqno": 5152873802, "table_properties": {"data_size": 853534, "index_size": 9539, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1405460, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 266, "num_entries": 16379, "num_filter_entries": 198, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440740, "oldest_key_time": 1708440740, "file_creation_time": 1708441029, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301649, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:57:09.115980 3036193 [db/flush_job.cc:1062] [tag] [JOB 19964] Flush lasted 15308 microseconds, and 13622 cpu microseconds. 2024/02/20-14:57:09.116504 3036193 (Original Log Time 2024/02/20-14:57:09.115967) [db/flush_job.cc:1011] [tag] [JOB 19964] Level-0 flush table #301649: 860795 bytes OK 2024/02/20-14:57:09.116507 3036193 (Original Log Time 2024/02/20-14:57:09.115986) [db/memtable_list.cc:555] [tag] Level-0 commit table #301649 started 2024/02/20-14:57:09.116509 3036193 (Original Log Time 2024/02/20-14:57:09.116236) [db/memtable_list.cc:754] [tag] Level-0 commit table #301649: memtable #1 done 2024/02/20-14:57:09.116511 3036193 (Original Log Time 2024/02/20-14:57:09.116255) EVENT_LOG_v1 {"time_micros": 1708441029116250, "job": 19964, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-14:57:09.116513 3036193 (Original Log Time 2024/02/20-14:57:09.116462) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-14:57:09.116517 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19964] Try to delete WAL files size 743621, prev total WAL file size 15840576, number of live WAL files 4. 2024/02/20-14:57:09.116690 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19965] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-14:57:09.116705 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19972 Base level 0, inputs: [301649(840KB) 301642(754KB)], [301627(64MB) 301628(64MB) 301629(43MB)] 2024/02/20-14:57:09.116732 3036189 EVENT_LOG_v1 {"time_micros": 1708441029116720, "job": 19965, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301649, 301642], "files_L6": [301627, 301628, 301629], "score": 1, "input_data_size": 183056182, "oldest_snapshot_seqno": -1} 2024/02/20-14:57:09.116786 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301641.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:57:14.200008 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19965] Generated table #301650: 2499069 keys, 67640511 bytes, temperature: kUnknown 2024/02/20-14:57:14.200106 3036189 EVENT_LOG_v1 {"time_micros": 1708441034200055, "cf_name": "tag", "job": 19965, "event": "table_file_creation", "file_number": 301650, "file_size": 67640511, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110794, "index_size": 1498903, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 208172839, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36190, "num_entries": 2499069, "num_filter_entries": 1154, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708441029, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301650, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:57:19.129314 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19965] Generated table #301651: 2046499 keys, 67668371 bytes, temperature: kUnknown 2024/02/20-14:57:19.129387 3036189 EVENT_LOG_v1 {"time_micros": 1708441039129345, "cf_name": "tag", "job": 19965, "event": "table_file_creation", "file_number": 301651, "file_size": 67668371, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109704, "index_size": 1392944, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 191117317, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35978, "num_entries": 2046499, "num_filter_entries": 2256, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708441034, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301651, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:57:22.856307 2383534 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301643. Total log size is 15728938 while max_total_wal_size is 15728640 2024/02/20-14:57:22.856642 2383534 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301653. Immutable memtables: 0. 2024/02/20-14:57:22.856893 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19966] Syncing log #301648 2024/02/20-14:57:22.862159 3036210 (Original Log Time 2024/02/20-14:57:22.856883) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-14:57:22.862166 3036210 [db/flush_job.cc:892] [key] [JOB 19966] Flushing memtable with next log file: 301653 2024/02/20-14:57:22.862189 3036210 EVENT_LOG_v1 {"time_micros": 1708441042862182, "job": 19966, "event": "flush_started", "num_memtables": 1, "num_entries": 96354, "num_deletes": 44000, "total_data_size": 6028717, "memory_usage": 9608576, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-14:57:22.862192 3036210 [db/flush_job.cc:926] [key] [JOB 19966] Level-0 flush table #301654: started 2024/02/20-14:57:22.978323 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19965] Generated table #301652: 1790837 keys, 46924515 bytes, temperature: kUnknown 2024/02/20-14:57:22.978392 3036189 EVENT_LOG_v1 {"time_micros": 1708441042978350, "cf_name": "tag", "job": 19965, "event": "table_file_creation", "file_number": 301652, "file_size": 46924515, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 46572728, "index_size": 1037794, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 143050594, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 25277, "num_entries": 1790837, "num_filter_entries": 299, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708441039, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301652, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:57:22.986344 3036189 (Original Log Time 2024/02/20-14:57:22.984902) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19965] Compacted 2@0 + 3@6 files to L6 => 182233397 bytes 2024/02/20-14:57:22.986351 3036189 (Original Log Time 2024/02/20-14:57:22.985948) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.2 rd, 13.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 173.0 +0.0 blob) out(173.8 +0.0 blob), read-write-amplify(223.7) write-amplify(111.6) OK, records in: 6336409, records dropped: 4 output_compression: ZSTD 2024/02/20-14:57:22.986364 3036189 (Original Log Time 2024/02/20-14:57:22.985994) EVENT_LOG_v1 {"time_micros": 1708441042985973, "job": 19965, "event": "compaction_finished", "compaction_time_micros": 13861740, "compaction_time_cpu_micros": 13681298, "output_level": 6, "num_output_files": 3, "total_output_size": 182233397, "num_input_records": 6336409, "num_output_records": 6336405, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-14:57:22.988098 3036210 EVENT_LOG_v1 {"time_micros": 1708441042988052, "cf_name": "key", "job": 19966, "event": "table_file_creation", "file_number": 301654, "file_size": 4095970, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152711917, "largest_seqno": 5152881912, "table_properties": {"data_size": 3984880, "index_size": 30100, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 87781, "raw_key_size": 5767333, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1163, "num_entries": 95217, "num_filter_entries": 99954, "num_deletions": 44000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440753, "oldest_key_time": 1708440753, "file_creation_time": 1708441042, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301654, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:57:22.988152 3036210 [db/flush_job.cc:1062] [key] [JOB 19966] Flush lasted 125998 microseconds, and 121853 cpu microseconds. 2024/02/20-14:57:22.988771 3036210 (Original Log Time 2024/02/20-14:57:22.988132) [db/flush_job.cc:1011] [key] [JOB 19966] Level-0 flush table #301654: 4095970 bytes OK 2024/02/20-14:57:22.988775 3036210 (Original Log Time 2024/02/20-14:57:22.988160) [db/memtable_list.cc:555] [key] Level-0 commit table #301654 started 2024/02/20-14:57:22.988776 3036210 (Original Log Time 2024/02/20-14:57:22.988532) [db/memtable_list.cc:754] [key] Level-0 commit table #301654: memtable #1 done 2024/02/20-14:57:22.988777 3036210 (Original Log Time 2024/02/20-14:57:22.988552) EVENT_LOG_v1 {"time_micros": 1708441042988546, "job": 19966, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-14:57:22.988779 3036210 (Original Log Time 2024/02/20-14:57:22.988742) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-14:57:22.988784 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19966] Try to delete WAL files size 11353589, prev total WAL file size 15736911, number of live WAL files 4. 2024/02/20-14:57:22.990171 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301643.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:57:22.992011 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301627.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:57:22.992048 3036189 EVENT_LOG_v1 {"time_micros": 1708441042992043, "job": 19965, "event": "table_file_deletion", "file_number": 301627} 2024/02/20-14:57:22.998659 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301628.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:57:22.998690 3036189 EVENT_LOG_v1 {"time_micros": 1708441042998685, "job": 19965, "event": "table_file_deletion", "file_number": 301628} 2024/02/20-14:57:23.003604 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301629.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:57:23.003630 3036189 EVENT_LOG_v1 {"time_micros": 1708441043003626, "job": 19965, "event": "table_file_deletion", "file_number": 301629} 2024/02/20-14:57:23.003762 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301642.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:57:23.003770 3036189 EVENT_LOG_v1 {"time_micros": 1708441043003769, "job": 19965, "event": "table_file_deletion", "file_number": 301642} 2024/02/20-14:57:23.003886 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301649.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:57:23.003891 3036189 EVENT_LOG_v1 {"time_micros": 1708441043003889, "job": 19965, "event": "table_file_deletion", "file_number": 301649} 2024/02/20-14:57:23.003988 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 19967] Compacting 2@0 files to L5, score 1.00 2024/02/20-14:57:23.003993 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19974 Base level 0, inputs: [301654(3999KB) 301644(3785KB)] 2024/02/20-14:57:23.004004 3036189 EVENT_LOG_v1 {"time_micros": 1708441043003997, "job": 19967, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301654, 301644], "score": 1, "input_data_size": 7971966, "oldest_snapshot_seqno": -1} 2024/02/20-14:57:23.370086 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 19967] Generated table #301655: 201219 keys, 7890413 bytes, temperature: kUnknown 2024/02/20-14:57:23.370196 3036189 EVENT_LOG_v1 {"time_micros": 1708441043370113, "cf_name": "key", "job": 19967, "event": "table_file_creation", "file_number": 301655, "file_size": 7890413, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152535632, "largest_seqno": 5152881912, "table_properties": {"data_size": 7658986, "index_size": 63316, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 184533, "raw_key_size": 12174741, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2261, "num_entries": 201219, "num_filter_entries": 209434, "num_deletions": 102000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440482, "oldest_key_time": 0, "file_creation_time": 1708441043, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301655, "seqno_to_time_mapping": "N/A"}} 2024/02/20-14:57:23.371441 3036189 (Original Log Time 2024/02/20-14:57:23.370769) [db/compaction/compaction_job.cc:1729] [key] [JOB 19967] Compacted 2@0 files to L5 => 7890413 bytes 2024/02/20-14:57:23.371445 3036189 (Original Log Time 2024/02/20-14:57:23.371200) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 21.8 rd, 21.5 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(7.6, 0.0 +0.0 blob) out(7.5 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 201221, records dropped: 2 output_compression: LZ4 2024/02/20-14:57:23.371463 3036189 (Original Log Time 2024/02/20-14:57:23.371230) EVENT_LOG_v1 {"time_micros": 1708441043371215, "job": 19967, "event": "compaction_finished", "compaction_time_micros": 366261, "compaction_time_cpu_micros": 310985, "output_level": 5, "num_output_files": 1, "total_output_size": 7890413, "num_input_records": 201221, "num_output_records": 201219, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-14:57:23.371931 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301644.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:57:23.371946 3036189 EVENT_LOG_v1 {"time_micros": 1708441043371943, "job": 19967, "event": "table_file_deletion", "file_number": 301644} 2024/02/20-14:57:23.372444 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301654.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-14:57:23.372495 3036189 EVENT_LOG_v1 {"time_micros": 1708441043372492, "job": 19967, "event": "table_file_deletion", "file_number": 301654} 2024/02/20-15:00:05.394566 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-15:00:05.394710 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1028604.2 total, 600.1 interval Cumulative writes: 131M writes, 587M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.48 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131428143.00 writes per sync, written: 56.48 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 108K writes, 358K keys, 107K commit groups, 1.0 writes per commit group, ingest: 31.42 MB, 0.05 MB/s Interval WAL: 108K writes, 0 syncs, 108296.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.4 410.48 382.93 4161 0.099 0 0 0.0 0.0 L5 1/0 7.95 MB 0.0 68.7 18.3 50.4 67.6 17.1 0.0 3.7 42.0 41.3 1676.98 1605.93 2149 0.780 1037M 1144 0.0 0.0 L6 13/0 815.21 MB 0.0 406.0 17.5 388.5 388.9 0.4 0.0 22.2 16.0 15.3 25951.79 23933.68 602 43.109 9490M 256M 0.0 0.0 Sum 14/0 823.15 MB 0.0 474.8 35.8 439.0 475.1 36.1 0.0 25.5 17.3 17.4 28039.25 25922.54 6912 4.057 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 17.1 33.6 0.48 0.46 3 0.161 107K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 474.8 35.8 439.0 456.5 17.5 0.0 0.0 17.6 16.9 27628.77 25539.61 2751 10.043 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.4 410.48 382.93 4161 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1028604.2 total, 600.1 interval Flush(GB): cumulative 18.609, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 475.09 GB write, 0.47 MB/s write, 474.76 GB read, 0.47 MB/s read, 28039.3 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4416 occupancy: 1632 collections: 1715 last_copies: 0 last_secs: 0.000823 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(857,14.24 MB,0.927234%) IndexBlock(774,1.36 GB,90.4407%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5989163 Average: 2.1900 StdDev: 4.25 Min: 0 Median: 1.3837 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.35 P99.99: 127.13 ------------------------------------------------------ [ 0, 1 ] 2016095 33.662% 33.662% ####### ( 1, 2 ] 2550043 42.578% 76.240% ######### ( 2, 3 ] 997385 16.653% 92.893% ### ( 3, 4 ] 242742 4.053% 96.946% # ( 4, 6 ] 107603 1.797% 98.743% ( 6, 10 ] 35239 0.588% 99.331% ( 10, 15 ] 14874 0.248% 99.580% ( 15, 22 ] 7539 0.126% 99.705% ( 22, 34 ] 7882 0.132% 99.837% ( 34, 51 ] 5649 0.094% 99.931% ( 51, 76 ] 2515 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 403 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21639107 Average: 2.4709 StdDev: 6.80 Min: 0 Median: 1.4976 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.95 P99.99: 146.40 ------------------------------------------------------ [ 0, 1 ] 6616583 30.577% 30.577% ###### ( 1, 2 ] 8446773 39.035% 69.612% ######## ( 2, 3 ] 3669524 16.958% 86.570% ### ( 3, 4 ] 1343143 6.207% 92.777% # ( 4, 6 ] 1055943 4.880% 97.656% # ( 6, 10 ] 340354 1.573% 99.229% ( 10, 15 ] 59180 0.273% 99.503% ( 15, 22 ] 30294 0.140% 99.643% ( 22, 34 ] 32491 0.150% 99.793% ( 34, 51 ] 24702 0.114% 99.907% ( 51, 76 ] 11897 0.055% 99.962% ( 76, 110 ] 4855 0.022% 99.984% ( 110, 170 ] 1985 0.009% 99.994% ( 170, 250 ] 591 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 211376096 Average: 12.2926 StdDev: 81.71 Min: 0 Median: 1.4950 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.78 P99.9: 304.81 P99.99: 1542.60 ------------------------------------------------------ [ 0, 1 ] 71869883 34.001% 34.001% ####### ( 1, 2 ] 68315212 32.319% 66.320% ###### ( 2, 3 ] 30105090 14.242% 80.563% ### ( 3, 4 ] 6484098 3.068% 83.630% # ( 4, 6 ] 1179372 0.558% 84.188% ( 6, 10 ] 555721 0.263% 84.451% ( 10, 15 ] 314957 0.149% 84.600% ( 15, 22 ] 261740 0.124% 84.724% ( 22, 34 ] 7604671 3.598% 88.322% # ( 34, 51 ] 7745050 3.664% 91.986% # ( 51, 76 ] 6213117 2.939% 94.925% # ( 76, 110 ] 6788315 3.211% 98.137% # ( 110, 170 ] 3340386 1.580% 99.717% ( 170, 250 ] 339306 0.161% 99.877% ( 250, 380 ] 113386 0.054% 99.931% ( 380, 580 ] 68860 0.033% 99.964% ( 580, 870 ] 30864 0.015% 99.978% ( 870, 1300 ] 14022 0.007% 99.985% ( 1300, 1900 ] 26979 0.013% 99.998% ( 1900, 2900 ] 2155 0.001% 99.999% ( 2900, 4400 ] 870 0.000% 99.999% ( 4400, 6600 ] 623 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.4 88.14 74.74 4048 0.022 0 0 0.0 0.0 L6 3/0 173.79 MB 0.0 314.1 3.1 310.9 311.0 0.1 0.0 99.2 15.4 15.2 20925.09 20539.58 2131 9.819 11G 62M 0.0 0.0 Sum 3/0 173.79 MB 0.0 314.1 3.1 310.9 314.2 3.2 0.0 100.2 15.3 15.3 21013.23 20614.33 6179 3.401 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 112.6 12.5 12.6 13.92 13.74 3 4.641 6336K 4 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 314.1 3.1 310.9 311.0 0.1 0.0 0.0 15.4 15.2 20925.09 20539.58 2131 9.819 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.4 88.14 74.74 4048 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1028604.2 total, 600.1 interval Flush(GB): cumulative 3.134, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 314.15 GB write, 0.31 MB/s write, 314.08 GB read, 0.31 MB/s read, 21013.2 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.29 MB/s read, 13.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4345 collections: 1715 last_copies: 0 last_secs: 0.00156 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2199,1.67 MB,0.108594%) IndexBlock(2145,1.46 GB,97.1382%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1029809 Average: 3.5733 StdDev: 6.33 Min: 0 Median: 2.5929 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.44 P99.9: 60.74 P99.99: 194.32 ------------------------------------------------------ [ 0, 1 ] 116690 11.331% 11.331% ## ( 1, 2 ] 247247 24.009% 35.340% ##### ( 2, 3 ] 254638 24.727% 60.067% ##### ( 3, 4 ] 198678 19.293% 79.360% #### ( 4, 6 ] 171079 16.613% 95.972% ### ( 6, 10 ] 28849 2.801% 98.774% # ( 10, 15 ] 4782 0.464% 99.238% ( 15, 22 ] 2566 0.249% 99.487% ( 22, 34 ] 2174 0.211% 99.698% ( 34, 51 ] 1786 0.173% 99.872% ( 51, 76 ] 745 0.072% 99.944% ( 76, 110 ] 253 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 178175241 Average: 2.1884 StdDev: 5.39 Min: 0 Median: 1.3442 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.70 P99.99: 144.50 ------------------------------------------------------ [ 0, 1 ] 65761249 36.908% 36.908% ####### ( 1, 2 ] 67772652 38.037% 74.945% ######## ( 2, 3 ] 33217754 18.643% 93.589% #### ( 3, 4 ] 8000602 4.490% 98.079% # ( 4, 6 ] 1491662 0.837% 98.916% ( 6, 10 ] 618861 0.347% 99.263% ( 10, 15 ] 403412 0.226% 99.490% ( 15, 22 ] 200654 0.113% 99.602% ( 22, 34 ] 313598 0.176% 99.778% ( 34, 51 ] 205765 0.115% 99.894% ( 51, 76 ] 100662 0.056% 99.950% ( 76, 110 ] 58091 0.033% 99.983% ( 110, 170 ] 21672 0.012% 99.995% ( 170, 250 ] 3851 0.002% 99.997% ( 250, 380 ] 1762 0.001% 99.998% ( 380, 580 ] 1465 0.001% 99.999% ( 580, 870 ] 872 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 276.43 256.56 4128 0.067 0 0 0.0 0.0 L5 1/0 7.52 MB 0.0 22.3 8.3 14.0 22.1 8.0 0.0 2.7 28.7 28.5 794.56 768.47 1977 0.402 617M 276K 0.0 0.0 L6 6/0 344.14 MB 0.0 198.3 8.9 189.4 189.5 0.1 0.0 21.3 14.4 13.7 14124.29 13818.67 719 19.644 8876M 240M 0.0 0.0 Sum 7/0 351.66 MB 0.0 220.6 17.2 203.4 220.7 17.3 0.0 24.2 14.9 14.9 15195.29 14843.70 6824 2.227 9493M 240M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 12.3 24.4 0.62 0.56 3 0.207 201K 2 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 220.6 17.2 203.4 211.6 8.2 0.0 0.0 15.1 14.5 14918.86 14587.14 2696 5.534 9493M 240M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 276.43 256.56 4128 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1028604.2 total, 600.1 interval Flush(GB): cumulative 9.123, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 220.73 GB write, 0.22 MB/s write, 220.58 GB read, 0.22 MB/s read, 15195.3 seconds Interval compaction: 0.01 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 360585 collections: 1715 last_copies: 0 last_secs: 0.139946 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360479,1.39 GB,92.7161%) FilterBlock(52,55.02 MB,3.58223%) IndexBlock(54,21.95 MB,1.42918%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2852996 Average: 4.2633 StdDev: 8.06 Min: 0 Median: 1.9612 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.04 P99.99: 151.63 ------------------------------------------------------ [ 0, 1 ] 635548 22.277% 22.277% #### ( 1, 2 ] 822863 28.842% 51.119% ###### ( 2, 3 ] 403986 14.160% 65.279% ### ( 3, 4 ] 174572 6.119% 71.398% # ( 4, 6 ] 150661 5.281% 76.678% # ( 6, 10 ] 451034 15.809% 92.487% ### ( 10, 15 ] 178757 6.266% 98.753% # ( 15, 22 ] 17021 0.597% 99.350% ( 22, 34 ] 9123 0.320% 99.669% ( 34, 51 ] 5562 0.195% 99.864% ( 51, 76 ] 2531 0.089% 99.953% ( 76, 110 ] 830 0.029% 99.982% ( 110, 170 ] 321 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6901717 Average: 4.7151 StdDev: 7.65 Min: 0 Median: 2.4826 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.50 P99.9: 69.22 P99.99: 168.82 ------------------------------------------------------ [ 0, 1 ] 1125266 16.304% 16.304% ### ( 1, 2 ] 1818182 26.344% 42.648% ##### ( 2, 3 ] 1051473 15.235% 57.883% ### ( 3, 4 ] 565787 8.198% 66.081% ## ( 4, 6 ] 560941 8.128% 74.208% ## ( 6, 10 ] 1204345 17.450% 91.658% ### ( 10, 15 ] 476818 6.909% 98.567% # ( 15, 22 ] 46501 0.674% 99.241% ( 22, 34 ] 24531 0.355% 99.596% ( 34, 51 ] 15492 0.224% 99.821% ( 51, 76 ] 7520 0.109% 99.930% ( 76, 110 ] 2864 0.041% 99.971% ( 110, 170 ] 1333 0.019% 99.990% ( 170, 250 ] 337 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107095826 Average: 5.8172 StdDev: 24.80 Min: 0 Median: 2.3603 Max: 40453 Percentiles: P50: 2.36 P75: 7.56 P99: 42.16 P99.9: 159.28 P99.99: 467.33 ------------------------------------------------------ [ 0, 1 ] 25305257 23.629% 23.629% ##### ( 1, 2 ] 24209398 22.605% 46.234% ##### ( 2, 3 ] 11192662 10.451% 56.685% ## ( 3, 4 ] 4394576 4.103% 60.788% # ( 4, 6 ] 5016316 4.684% 65.472% # ( 6, 10 ] 26086210 24.358% 89.830% ##### ( 10, 15 ] 8394998 7.839% 97.669% ## ( 15, 22 ] 681586 0.636% 98.305% ( 22, 34 ] 558909 0.522% 98.827% ( 34, 51 ] 385114 0.360% 99.187% ( 51, 76 ] 245718 0.229% 99.416% ( 76, 110 ] 311861 0.291% 99.708% ( 110, 170 ] 250968 0.234% 99.942% ( 170, 250 ] 40129 0.037% 99.979% ( 250, 380 ] 8637 0.008% 99.987% ( 380, 580 ] 6361 0.006% 99.993% ( 580, 870 ] 3623 0.003% 99.997% ( 870, 1300 ] 1923 0.002% 99.999% ( 1300, 1900 ] 2631 0.002% 100.001% ( 1900, 2900 ] 186 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 102 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-15:00:05.398578 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 534964362 rocksdb.block.cache.hit COUNT : 2211484341 rocksdb.block.cache.add COUNT : 40167994 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32694 rocksdb.block.cache.index.hit COUNT : 542824468 rocksdb.block.cache.index.add COUNT : 32680 rocksdb.block.cache.index.bytes.insert COUNT : 34989110132 rocksdb.block.cache.filter.miss COUNT : 32700 rocksdb.block.cache.filter.hit COUNT : 1126205056 rocksdb.block.cache.filter.add COUNT : 32700 rocksdb.block.cache.filter.bytes.insert COUNT : 8895066268 rocksdb.block.cache.data.miss COUNT : 534898968 rocksdb.block.cache.data.hit COUNT : 542454817 rocksdb.block.cache.data.add COUNT : 40102614 rocksdb.block.cache.data.bytes.insert COUNT : 166114334421 rocksdb.block.cache.bytes.read COUNT : 1927836230727744 rocksdb.block.cache.bytes.write COUNT : 209998510821 rocksdb.bloom.filter.useful COUNT : 583445923 rocksdb.bloom.filter.full.positive COUNT : 542759165 rocksdb.bloom.filter.full.true.positive COUNT : 537115791 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95589100 rocksdb.memtable.miss COUNT : 6406508438 rocksdb.l0.hit COUNT : 16385077 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 520730714 rocksdb.compaction.key.drop.new COUNT : 279608724 rocksdb.compaction.key.drop.obsolete COUNT : 279628466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 587106546 rocksdb.number.keys.read COUNT : 660800707 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60644353251 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68574 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32685 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 778394246 rocksdb.number.multiget.keys.read COUNT : 5841296831 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60644353251 rocksdb.write.self COUNT : 131213718 rocksdb.write.other COUNT : 214425 rocksdb.write.wal COUNT : 131428143 rocksdb.compact.read.bytes COUNT : 1007214045800 rocksdb.compact.write.bytes COUNT : 1051316171980 rocksdb.flush.write.bytes COUNT : 33145625385 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1052613 rocksdb.number.superversion_releases COUNT : 2744 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 528288415 rocksdb.number.block.decompressed COUNT : 528293208 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60666334729 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68574 rocksdb.num.iterator.deleted COUNT : 68574 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5284 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5246 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44547 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61548562035 rocksdb.memtable.garbage.bytes.at.flush COUNT : 743155160 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 954889070646 rocksdb.last.level.read.count COUNT : 496649560 rocksdb.non.last.level.read.bytes COUNT : 129894360833 rocksdb.non.last.level.read.count COUNT : 38412857 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 534997047 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2155556599486 rocksdb.bytes.compressed.to COUNT : 1046633227273 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26300095673 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6634140 rocksdb.bytes.decompressed.from COUNT : 1046861289697 rocksdb.bytes.decompressed.to COUNT : 2155626376829 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395992 P95 : 106.243109 P99 : 160.328762 P100 : 227461.000000 COUNT : 660800707 SUM : 34062837514 rocksdb.db.write.micros P50 : 67.038556 P95 : 111.729590 P99 : 169.391353 P100 : 2037453.000000 COUNT : 131428144 SUM : 13549096906 rocksdb.compaction.times.micros P50 : 1615087.719298 P95 : 38569523.809524 P99 : 67146288.209607 P100 : 89521673.000000 COUNT : 7578 SUM : 63472722284 rocksdb.compaction.times.cpu_micros P50 : 1553790.613718 P95 : 35890987.124463 P99 : 64083333.333333 P100 : 83823365.000000 COUNT : 7578 SUM : 60666334729 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4315.785997 P95 : 27772.714681 P99 : 61836.956522 P100 : 1558490.000000 COUNT : 12322 SUM : 115525015 rocksdb.compaction.outfile.sync.micros P50 : 62619.589977 P95 : 125824.675325 P99 : 225353.367876 P100 : 2063820.000000 COUNT : 20346 SUM : 1305579591 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.316352 P95 : 727.819974 P99 : 3928.035714 P100 : 501117.000000 COUNT : 19962 SUM : 12849696 rocksdb.table.open.io.micros P50 : 586.026895 P95 : 6244.996912 P99 : 13024.391192 P100 : 207055.000000 COUNT : 32685 SUM : 58043608 rocksdb.db.multiget.micros P50 : 7.990916 P95 : 17.789682 P99 : 33.026350 P100 : 26625.000000 COUNT : 778394246 SUM : 7368497052 rocksdb.read.block.compaction.micros P50 : 13.677271 P95 : 59.333172 P99 : 138.591405 P100 : 136000.000000 COUNT : 494796354 SUM : 9629627007 rocksdb.read.block.get.micros P50 : 52.873215 P95 : 94.698344 P99 : 145.695195 P100 : 206929.000000 COUNT : 40168008 SUM : 2314691496 rocksdb.write.raw.block.micros P50 : 0.521585 P95 : 0.991012 P99 : 1.895485 P100 : 331149.000000 COUNT : 535020559 SUM : 10744833416 rocksdb.numfiles.in.singlecompaction P50 : 2.773506 P95 : 5.679641 P99 : 5.938620 P100 : 7.000000 COUNT : 5772 SUM : 20545 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540150 P95 : 33.550536 P99 : 104.973724 P100 : 135929.000000 COUNT : 535062417 SUM : 3726279895 rocksdb.file.read.flush.micros P50 : 1.845475 P95 : 15.827933 P99 : 41.056349 P100 : 787.000000 COUNT : 61610 SUM : 295320 rocksdb.file.read.compaction.micros P50 : 1.425004 P95 : 36.776278 P99 : 106.461986 P100 : 135929.000000 COUNT : 494898098 SUM : 3324934621 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 660800710 SUM : 0 rocksdb.bytes.per.write P50 : 218.499539 P95 : 527.796844 P99 : 803.852708 P100 : 4563443.000000 COUNT : 131213719 SUM : 60644353712 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 778394249 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46321.236559 P95 : 166697.443182 P99 : 238790.909091 P100 : 1681975.000000 COUNT : 12365 SUM : 775046487 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-15:00:05.398809 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-15:00:05.399002 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708441205 to in-memory stats history 2024/02/20-15:00:05.399030 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-15:00:05.399076 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-15:00:59.855494 4076397 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301645. Total log size is 15728680 while max_total_wal_size is 15728640 2024/02/20-15:00:59.855853 4076397 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301656. Immutable memtables: 0. 2024/02/20-15:00:59.856091 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19968] Syncing log #301653 2024/02/20-15:00:59.859098 3036193 (Original Log Time 2024/02/20-15:00:59.856078) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:00:59.859107 3036193 [db/flush_job.cc:892] [url] [JOB 19968] Flushing memtable with next log file: 301656 2024/02/20-15:00:59.859135 3036193 EVENT_LOG_v1 {"time_micros": 1708441259859126, "job": 19968, "event": "flush_started", "num_memtables": 1, "num_entries": 57624, "num_deletes": 0, "total_data_size": 8773487, "memory_usage": 11445104, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:00:59.859139 3036193 [db/flush_job.cc:926] [url] [JOB 19968] Level-0 flush table #301657: started 2024/02/20-15:00:59.941788 3036193 EVENT_LOG_v1 {"time_micros": 1708441259941740, "cf_name": "url", "job": 19968, "event": "table_file_creation", "file_number": 301657, "file_size": 4615663, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152835608, "largest_seqno": 5153004014, "table_properties": {"data_size": 4543049, "index_size": 107678, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 8472479, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1365, "num_entries": 56508, "num_filter_entries": 6547, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440959, "oldest_key_time": 1708440959, "file_creation_time": 1708441259, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301657, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:00:59.941851 3036193 [db/flush_job.cc:1062] [url] [JOB 19968] Flush lasted 82764 microseconds, and 79240 cpu microseconds. 2024/02/20-15:00:59.942605 3036193 (Original Log Time 2024/02/20-15:00:59.941832) [db/flush_job.cc:1011] [url] [JOB 19968] Level-0 flush table #301657: 4615663 bytes OK 2024/02/20-15:00:59.942609 3036193 (Original Log Time 2024/02/20-15:00:59.941858) [db/memtable_list.cc:555] [url] Level-0 commit table #301657 started 2024/02/20-15:00:59.942612 3036193 (Original Log Time 2024/02/20-15:00:59.942306) [db/memtable_list.cc:754] [url] Level-0 commit table #301657: memtable #1 done 2024/02/20-15:00:59.942614 3036193 (Original Log Time 2024/02/20-15:00:59.942331) EVENT_LOG_v1 {"time_micros": 1708441259942323, "job": 19968, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:00:59.942617 3036193 (Original Log Time 2024/02/20-15:00:59.942557) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:00:59.942623 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19968] Try to delete WAL files size 3740688, prev total WAL file size 15732507, number of live WAL files 4. 2024/02/20-15:00:59.943790 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301645.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:02:10.402695 4076659 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301648. Total log size is 15728855 while max_total_wal_size is 15728640 2024/02/20-15:02:10.402925 4076659 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301658. Immutable memtables: 0. 2024/02/20-15:02:10.403162 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19969] Syncing log #301656 2024/02/20-15:02:10.420966 3036210 (Original Log Time 2024/02/20-15:02:10.403153) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:02:10.420980 3036210 [db/flush_job.cc:892] [tag] [JOB 19969] Flushing memtable with next log file: 301658 2024/02/20-15:02:10.421011 3036210 EVENT_LOG_v1 {"time_micros": 1708441330421002, "job": 19969, "event": "flush_started", "num_memtables": 1, "num_entries": 17126, "num_deletes": 0, "total_data_size": 1495116, "memory_usage": 3053536, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:02:10.421016 3036210 [db/flush_job.cc:926] [tag] [JOB 19969] Level-0 flush table #301659: started 2024/02/20-15:02:10.457806 3036210 EVENT_LOG_v1 {"time_micros": 1708441330457772, "cf_name": "tag", "job": 19969, "event": "table_file_creation", "file_number": 301659, "file_size": 897798, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152875815, "largest_seqno": 5153044082, "table_properties": {"data_size": 890345, "index_size": 9772, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1445594, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 277, "num_entries": 16967, "num_filter_entries": 208, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441029, "oldest_key_time": 1708441029, "file_creation_time": 1708441330, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301659, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:02:10.457854 3036210 [db/flush_job.cc:1062] [tag] [JOB 19969] Flush lasted 36902 microseconds, and 35001 cpu microseconds. 2024/02/20-15:02:10.458479 3036210 (Original Log Time 2024/02/20-15:02:10.457839) [db/flush_job.cc:1011] [tag] [JOB 19969] Level-0 flush table #301659: 897798 bytes OK 2024/02/20-15:02:10.458483 3036210 (Original Log Time 2024/02/20-15:02:10.457860) [db/memtable_list.cc:555] [tag] Level-0 commit table #301659 started 2024/02/20-15:02:10.458485 3036210 (Original Log Time 2024/02/20-15:02:10.458221) [db/memtable_list.cc:754] [tag] Level-0 commit table #301659: memtable #1 done 2024/02/20-15:02:10.458487 3036210 (Original Log Time 2024/02/20-15:02:10.458244) EVENT_LOG_v1 {"time_micros": 1708441330458233, "job": 19969, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:02:10.458489 3036210 (Original Log Time 2024/02/20-15:02:10.458431) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:02:10.458494 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19969] Try to delete WAL files size 634661, prev total WAL file size 15731395, number of live WAL files 4. 2024/02/20-15:02:10.458821 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301648.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:02:22.231310 2383516 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301653. Total log size is 15728696 while max_total_wal_size is 15728640 2024/02/20-15:02:22.231606 2383516 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301660. Immutable memtables: 0. 2024/02/20-15:02:22.231859 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19970] Syncing log #301658 2024/02/20-15:02:22.252191 3036193 (Original Log Time 2024/02/20-15:02:22.231843) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:02:22.252201 3036193 [db/flush_job.cc:892] [key] [JOB 19970] Flushing memtable with next log file: 301660 2024/02/20-15:02:22.252227 3036193 EVENT_LOG_v1 {"time_micros": 1708441342252218, "job": 19970, "event": "flush_started", "num_memtables": 1, "num_entries": 95029, "num_deletes": 42000, "total_data_size": 5957052, "memory_usage": 9241560, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:02:22.252231 3036193 [db/flush_job.cc:926] [key] [JOB 19970] Level-0 flush table #301661: started 2024/02/20-15:02:22.371643 3036193 EVENT_LOG_v1 {"time_micros": 1708441342371610, "cf_name": "key", "job": 19970, "event": "table_file_creation", "file_number": 301661, "file_size": 4137819, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152881920, "largest_seqno": 5153051054, "table_properties": {"data_size": 4029958, "index_size": 29760, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 85717, "raw_key_size": 5695016, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1178, "num_entries": 93839, "num_filter_entries": 97587, "num_deletions": 42000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441042, "oldest_key_time": 1708441042, "file_creation_time": 1708441342, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301661, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:02:22.371690 3036193 [db/flush_job.cc:1062] [key] [JOB 19970] Flush lasted 119507 microseconds, and 116673 cpu microseconds. 2024/02/20-15:02:22.372201 3036193 (Original Log Time 2024/02/20-15:02:22.371672) [db/flush_job.cc:1011] [key] [JOB 19970] Level-0 flush table #301661: 4137819 bytes OK 2024/02/20-15:02:22.372205 3036193 (Original Log Time 2024/02/20-15:02:22.371697) [db/memtable_list.cc:555] [key] Level-0 commit table #301661 started 2024/02/20-15:02:22.372207 3036193 (Original Log Time 2024/02/20-15:02:22.371974) [db/memtable_list.cc:754] [key] Level-0 commit table #301661: memtable #1 done 2024/02/20-15:02:22.372209 3036193 (Original Log Time 2024/02/20-15:02:22.371993) EVENT_LOG_v1 {"time_micros": 1708441342371987, "job": 19970, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:02:22.372211 3036193 (Original Log Time 2024/02/20-15:02:22.372163) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:02:22.372216 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19970] Try to delete WAL files size 11353331, prev total WAL file size 15735203, number of live WAL files 4. 2024/02/20-15:02:22.373917 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301653.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:05:54.755074 4076089 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301656. Total log size is 15728667 while max_total_wal_size is 15728640 2024/02/20-15:05:54.755368 4076089 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301662. Immutable memtables: 0. 2024/02/20-15:05:54.755615 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19971] Syncing log #301660 2024/02/20-15:05:54.758525 3036210 (Original Log Time 2024/02/20-15:05:54.755605) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:05:54.758531 3036210 [db/flush_job.cc:892] [url] [JOB 19971] Flushing memtable with next log file: 301662 2024/02/20-15:05:54.758550 3036210 EVENT_LOG_v1 {"time_micros": 1708441554758544, "job": 19971, "event": "flush_started", "num_memtables": 1, "num_entries": 56512, "num_deletes": 0, "total_data_size": 8644387, "memory_usage": 10227344, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:05:54.758553 3036210 [db/flush_job.cc:926] [url] [JOB 19971] Level-0 flush table #301663: started 2024/02/20-15:05:54.872267 3036210 EVENT_LOG_v1 {"time_micros": 1708441554872215, "cf_name": "url", "job": 19971, "event": "table_file_creation", "file_number": 301663, "file_size": 4514097, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153004016, "largest_seqno": 5153174503, "table_properties": {"data_size": 4438030, "index_size": 118218, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 8332202, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1338, "num_entries": 55296, "num_filter_entries": 6538, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441259, "oldest_key_time": 1708441259, "file_creation_time": 1708441554, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301663, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:05:54.872335 3036210 [db/flush_job.cc:1062] [url] [JOB 19971] Flush lasted 113813 microseconds, and 108909 cpu microseconds. 2024/02/20-15:05:54.872988 3036210 (Original Log Time 2024/02/20-15:05:54.872315) [db/flush_job.cc:1011] [url] [JOB 19971] Level-0 flush table #301663: 4514097 bytes OK 2024/02/20-15:05:54.872992 3036210 (Original Log Time 2024/02/20-15:05:54.872344) [db/memtable_list.cc:555] [url] Level-0 commit table #301663 started 2024/02/20-15:05:54.872993 3036210 (Original Log Time 2024/02/20-15:05:54.872712) [db/memtable_list.cc:754] [url] Level-0 commit table #301663: memtable #1 done 2024/02/20-15:05:54.872995 3036210 (Original Log Time 2024/02/20-15:05:54.872735) EVENT_LOG_v1 {"time_micros": 1708441554872729, "job": 19971, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:05:54.872997 3036210 (Original Log Time 2024/02/20-15:05:54.872948) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-15:05:54.873003 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19971] Try to delete WAL files size 3740863, prev total WAL file size 15734551, number of live WAL files 4. 2024/02/20-15:05:54.873134 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 19972] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:05:54.873146 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19979 Base level 0, inputs: [301663(4408KB) 301657(4507KB)], [301647(8138KB)] 2024/02/20-15:05:54.873177 3036188 EVENT_LOG_v1 {"time_micros": 1708441554873164, "job": 19972, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301663, 301657], "files_L5": [301647], "score": 1, "input_data_size": 17463855, "oldest_snapshot_seqno": -1} 2024/02/20-15:05:54.873631 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301656.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:05:55.296227 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 19972] Generated table #301664: 219705 keys, 16536111 bytes, temperature: kUnknown 2024/02/20-15:05:55.296300 3036188 EVENT_LOG_v1 {"time_micros": 1708441555296261, "cf_name": "url", "job": 19972, "event": "table_file_creation", "file_number": 301664, "file_size": 16536111, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152487539, "largest_seqno": 5153174503, "table_properties": {"data_size": 16279110, "index_size": 454555, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13909, "raw_key_size": 32988198, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4890, "num_entries": 219705, "num_filter_entries": 15916, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440401, "oldest_key_time": 0, "file_creation_time": 1708441554, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301664, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:05:55.297266 3036188 (Original Log Time 2024/02/20-15:05:55.296742) [db/compaction/compaction_job.cc:1729] [url] [JOB 19972] Compacted 2@0 + 1@5 files to L5 => 16536111 bytes 2024/02/20-15:05:55.297269 3036188 (Original Log Time 2024/02/20-15:05:55.297055) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.06, MB/sec: 41.3 rd, 39.1 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.7, 7.9 +0.0 blob) out(15.8 +0.0 blob), read-write-amplify(3.7) write-amplify(1.8) OK, records in: 219707, records dropped: 2 output_compression: LZ4 2024/02/20-15:05:55.297273 3036188 (Original Log Time 2024/02/20-15:05:55.297072) EVENT_LOG_v1 {"time_micros": 1708441555297063, "job": 19972, "event": "compaction_finished", "compaction_time_micros": 423179, "compaction_time_cpu_micros": 408949, "output_level": 5, "num_output_files": 1, "total_output_size": 16536111, "num_input_records": 219707, "num_output_records": 219705, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:05:55.297814 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301647.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:05:55.297823 3036188 EVENT_LOG_v1 {"time_micros": 1708441555297821, "job": 19972, "event": "table_file_deletion", "file_number": 301647} 2024/02/20-15:05:55.298207 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301657.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:05:55.298215 3036188 EVENT_LOG_v1 {"time_micros": 1708441555298213, "job": 19972, "event": "table_file_deletion", "file_number": 301657} 2024/02/20-15:05:55.298553 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301663.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:05:55.298560 3036188 EVENT_LOG_v1 {"time_micros": 1708441555298558, "job": 19972, "event": "table_file_deletion", "file_number": 301663} 2024/02/20-15:07:04.983981 4076775 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301658. Total log size is 15728722 while max_total_wal_size is 15728640 2024/02/20-15:07:04.984209 4076775 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301665. Immutable memtables: 0. 2024/02/20-15:07:04.984419 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19973] Syncing log #301662 2024/02/20-15:07:04.997442 3036193 (Original Log Time 2024/02/20-15:07:04.984409) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:07:04.997471 3036193 [db/flush_job.cc:892] [tag] [JOB 19973] Flushing memtable with next log file: 301665 2024/02/20-15:07:04.997500 3036193 EVENT_LOG_v1 {"time_micros": 1708441624997492, "job": 19973, "event": "flush_started", "num_memtables": 1, "num_entries": 15991, "num_deletes": 0, "total_data_size": 1391025, "memory_usage": 3147264, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:07:04.997502 3036193 [db/flush_job.cc:926] [tag] [JOB 19973] Level-0 flush table #301666: started 2024/02/20-15:07:05.047107 3036193 EVENT_LOG_v1 {"time_micros": 1708441625047064, "cf_name": "tag", "job": 19973, "event": "table_file_creation", "file_number": 301666, "file_size": 828934, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153044103, "largest_seqno": 5153215835, "table_properties": {"data_size": 821833, "index_size": 9099, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1341797, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 258, "num_entries": 15808, "num_filter_entries": 191, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441330, "oldest_key_time": 1708441330, "file_creation_time": 1708441624, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301666, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:07:05.047162 3036193 [db/flush_job.cc:1062] [tag] [JOB 19973] Flush lasted 49729 microseconds, and 47870 cpu microseconds. 2024/02/20-15:07:05.047790 3036193 (Original Log Time 2024/02/20-15:07:05.047143) [db/flush_job.cc:1011] [tag] [JOB 19973] Level-0 flush table #301666: 828934 bytes OK 2024/02/20-15:07:05.047793 3036193 (Original Log Time 2024/02/20-15:07:05.047169) [db/memtable_list.cc:555] [tag] Level-0 commit table #301666 started 2024/02/20-15:07:05.047796 3036193 (Original Log Time 2024/02/20-15:07:05.047537) [db/memtable_list.cc:754] [tag] Level-0 commit table #301666: memtable #1 done 2024/02/20-15:07:05.047797 3036193 (Original Log Time 2024/02/20-15:07:05.047552) EVENT_LOG_v1 {"time_micros": 1708441625047548, "job": 19973, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:07:05.047800 3036193 (Original Log Time 2024/02/20-15:07:05.047752) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:07:05.047807 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19973] Try to delete WAL files size 634502, prev total WAL file size 15731075, number of live WAL files 4. 2024/02/20-15:07:05.047966 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19974] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:07:05.047974 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19981 Base level 0, inputs: [301666(809KB) 301659(876KB)], [301650(64MB) 301651(64MB) 301652(44MB)] 2024/02/20-15:07:05.047992 3036187 EVENT_LOG_v1 {"time_micros": 1708441625047980, "job": 19974, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301666, 301659], "files_L6": [301650, 301651, 301652], "score": 1, "input_data_size": 183960129, "oldest_snapshot_seqno": -1} 2024/02/20-15:07:05.048098 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301658.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:09.970029 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19974] Generated table #301667: 2496872 keys, 67640436 bytes, temperature: kUnknown 2024/02/20-15:07:09.970101 3036187 EVENT_LOG_v1 {"time_micros": 1708441629970060, "cf_name": "tag", "job": 19974, "event": "table_file_creation", "file_number": 301667, "file_size": 67640436, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110876, "index_size": 1499699, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 208190818, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36185, "num_entries": 2496872, "num_filter_entries": 1145, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708441625, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301667, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:07:14.710246 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19974] Generated table #301668: 2047019 keys, 67669892 bytes, temperature: kUnknown 2024/02/20-15:07:14.710307 3036187 EVENT_LOG_v1 {"time_micros": 1708441634710272, "cf_name": "tag", "job": 19974, "event": "table_file_creation", "file_number": 301668, "file_size": 67669892, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110243, "index_size": 1392821, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 190997594, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35933, "num_entries": 2047019, "num_filter_entries": 2270, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708441629, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301668, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:07:15.004860 4076748 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301660. Total log size is 15752731 while max_total_wal_size is 15728640 2024/02/20-15:07:15.005150 4076748 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301670. Immutable memtables: 0. 2024/02/20-15:07:15.005438 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19975] Syncing log #301665 2024/02/20-15:07:15.007428 3036210 (Original Log Time 2024/02/20-15:07:15.005427) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:07:15.007438 3036210 [db/flush_job.cc:892] [key] [JOB 19975] Flushing memtable with next log file: 301670 2024/02/20-15:07:15.007478 3036210 EVENT_LOG_v1 {"time_micros": 1708441635007470, "job": 19975, "event": "flush_started", "num_memtables": 1, "num_entries": 101456, "num_deletes": 50000, "total_data_size": 6351700, "memory_usage": 10028840, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:07:15.007481 3036210 [db/flush_job.cc:926] [key] [JOB 19975] Level-0 flush table #301671: started 2024/02/20-15:07:15.113721 3036210 EVENT_LOG_v1 {"time_micros": 1708441635113693, "cf_name": "key", "job": 19975, "event": "table_file_creation", "file_number": 301671, "file_size": 4351409, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153051057, "largest_seqno": 5153224009, "table_properties": {"data_size": 4234558, "index_size": 31848, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 92229, "raw_key_size": 6074761, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1239, "num_entries": 100232, "num_filter_entries": 105027, "num_deletions": 50000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441342, "oldest_key_time": 1708441342, "file_creation_time": 1708441635, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301671, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:07:15.113765 3036210 [db/flush_job.cc:1062] [key] [JOB 19975] Flush lasted 106346 microseconds, and 102947 cpu microseconds. 2024/02/20-15:07:15.114334 3036210 (Original Log Time 2024/02/20-15:07:15.113753) [db/flush_job.cc:1011] [key] [JOB 19975] Level-0 flush table #301671: 4351409 bytes OK 2024/02/20-15:07:15.114336 3036210 (Original Log Time 2024/02/20-15:07:15.113771) [db/memtable_list.cc:555] [key] Level-0 commit table #301671 started 2024/02/20-15:07:15.114338 3036210 (Original Log Time 2024/02/20-15:07:15.114104) [db/memtable_list.cc:754] [key] Level-0 commit table #301671: memtable #1 done 2024/02/20-15:07:15.114339 3036210 (Original Log Time 2024/02/20-15:07:15.114120) EVENT_LOG_v1 {"time_micros": 1708441635114115, "job": 19975, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:07:15.114340 3036210 (Original Log Time 2024/02/20-15:07:15.114299) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:07:15.114345 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19975] Try to delete WAL files size 11353302, prev total WAL file size 15757328, number of live WAL files 4. 2024/02/20-15:07:15.115656 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301660.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:18.412195 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19974] Generated table #301669: 1825289 keys, 47780709 bytes, temperature: kUnknown 2024/02/20-15:07:18.412271 3036187 EVENT_LOG_v1 {"time_micros": 1708441638412228, "cf_name": "tag", "job": 19974, "event": "table_file_creation", "file_number": 301669, "file_size": 47780709, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 47418637, "index_size": 1061592, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 145939729, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 25780, "num_entries": 1825289, "num_filter_entries": 299, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708441634, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301669, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:07:18.419865 3036187 (Original Log Time 2024/02/20-15:07:18.418864) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19974] Compacted 2@0 + 3@6 files to L6 => 183091037 bytes 2024/02/20-15:07:18.419872 3036187 (Original Log Time 2024/02/20-15:07:18.419590) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.8 rd, 13.7 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 173.8 +0.0 blob) out(174.6 +0.0 blob), read-write-amplify(212.6) write-amplify(106.0) OK, records in: 6369180, records dropped: 0 output_compression: ZSTD 2024/02/20-15:07:18.419884 3036187 (Original Log Time 2024/02/20-15:07:18.419630) EVENT_LOG_v1 {"time_micros": 1708441638419611, "job": 19974, "event": "compaction_finished", "compaction_time_micros": 13364343, "compaction_time_cpu_micros": 13163964, "output_level": 6, "num_output_files": 3, "total_output_size": 183091037, "num_input_records": 6369180, "num_output_records": 6369180, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:07:18.426941 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301650.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:18.426976 3036187 EVENT_LOG_v1 {"time_micros": 1708441638426970, "job": 19974, "event": "table_file_deletion", "file_number": 301650} 2024/02/20-15:07:18.434724 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301651.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:18.434761 3036187 EVENT_LOG_v1 {"time_micros": 1708441638434756, "job": 19974, "event": "table_file_deletion", "file_number": 301651} 2024/02/20-15:07:18.441477 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301652.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:18.441515 3036187 EVENT_LOG_v1 {"time_micros": 1708441638441508, "job": 19974, "event": "table_file_deletion", "file_number": 301652} 2024/02/20-15:07:18.441725 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301659.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:18.441735 3036187 EVENT_LOG_v1 {"time_micros": 1708441638441733, "job": 19974, "event": "table_file_deletion", "file_number": 301659} 2024/02/20-15:07:18.441867 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301666.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:18.441876 3036187 EVENT_LOG_v1 {"time_micros": 1708441638441874, "job": 19974, "event": "table_file_deletion", "file_number": 301666} 2024/02/20-15:07:18.441994 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 19976] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:07:18.442001 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19982 Base level 0, inputs: [301671(4249KB) 301661(4040KB)], [301655(7705KB)] 2024/02/20-15:07:18.442015 3036187 EVENT_LOG_v1 {"time_micros": 1708441638442006, "job": 19976, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301671, 301661], "files_L5": [301655], "score": 1, "input_data_size": 16379641, "oldest_snapshot_seqno": -1} 2024/02/20-15:07:19.063761 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 19976] Generated table #301672: 395290 keys, 16190435 bytes, temperature: kUnknown 2024/02/20-15:07:19.063818 3036187 EVENT_LOG_v1 {"time_micros": 1708441639063786, "cf_name": "key", "job": 19976, "event": "table_file_creation", "file_number": 301672, "file_size": 16190435, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152535632, "largest_seqno": 5153224009, "table_properties": {"data_size": 15741965, "index_size": 124347, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 360053, "raw_key_size": 23944518, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4605, "num_entries": 395290, "num_filter_entries": 407360, "num_deletions": 194000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440482, "oldest_key_time": 0, "file_creation_time": 1708441638, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301672, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:07:19.065114 3036187 (Original Log Time 2024/02/20-15:07:19.064568) [db/compaction/compaction_job.cc:1729] [key] [JOB 19976] Compacted 2@0 + 1@5 files to L5 => 16190435 bytes 2024/02/20-15:07:19.065119 3036187 (Original Log Time 2024/02/20-15:07:19.064886) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.06, MB/sec: 26.3 rd, 26.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.1, 7.5 +0.0 blob) out(15.4 +0.0 blob), read-write-amplify(3.8) write-amplify(1.9) OK, records in: 395290, records dropped: 0 output_compression: LZ4 2024/02/20-15:07:19.065127 3036187 (Original Log Time 2024/02/20-15:07:19.064912) EVENT_LOG_v1 {"time_micros": 1708441639064899, "job": 19976, "event": "compaction_finished", "compaction_time_micros": 621870, "compaction_time_cpu_micros": 616117, "output_level": 5, "num_output_files": 1, "total_output_size": 16190435, "num_input_records": 395290, "num_output_records": 395290, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:07:19.065936 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301655.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:19.065952 3036187 EVENT_LOG_v1 {"time_micros": 1708441639065948, "job": 19976, "event": "table_file_deletion", "file_number": 301655} 2024/02/20-15:07:19.066355 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301661.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:19.066366 3036187 EVENT_LOG_v1 {"time_micros": 1708441639066364, "job": 19976, "event": "table_file_deletion", "file_number": 301661} 2024/02/20-15:07:19.066892 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301671.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:07:19.066905 3036187 EVENT_LOG_v1 {"time_micros": 1708441639066903, "job": 19976, "event": "table_file_deletion", "file_number": 301671} 2024/02/20-15:10:05.537748 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-15:10:05.537928 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1029204.4 total, 600.1 interval Cumulative writes: 131M writes, 587M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.51 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131534616.00 writes per sync, written: 56.51 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 106K writes, 363K keys, 106K commit groups, 1.0 writes per commit group, ingest: 31.38 MB, 0.05 MB/s Interval WAL: 106K writes, 0 syncs, 106473.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.4 410.67 383.12 4163 0.099 0 0 0.0 0.0 L5 1/0 15.77 MB 0.1 68.7 18.3 50.4 67.6 17.1 0.0 3.7 42.0 41.3 1677.41 1606.34 2150 0.780 1037M 1146 0.0 0.0 L6 13/0 815.21 MB 0.0 406.0 17.5 388.5 388.9 0.4 0.0 22.2 16.0 15.3 25951.79 23933.68 602 43.109 9490M 256M 0.0 0.0 Sum 14/0 830.98 MB 0.0 474.8 35.8 439.0 475.1 36.1 0.0 25.5 17.3 17.4 28039.87 25923.14 6915 4.055 10G 256M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.8 26.9 39.5 0.62 0.60 3 0.207 219K 2 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 474.8 35.8 439.0 456.5 17.5 0.0 0.0 17.6 16.9 27629.20 25540.02 2752 10.040 10G 256M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.4 410.67 383.12 4163 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1029204.4 total, 600.1 interval Flush(GB): cumulative 18.618, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 475.12 GB write, 0.47 MB/s write, 474.78 GB read, 0.47 MB/s read, 28039.9 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4416 occupancy: 1638 collections: 1716 last_copies: 0 last_secs: 0.000582 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(860,14.27 MB,0.928819%) IndexBlock(777,1.36 GB,90.483%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 5991876 Average: 2.1899 StdDev: 4.25 Min: 0 Median: 1.3837 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.34 P99.99: 127.09 ------------------------------------------------------ [ 0, 1 ] 2017010 33.662% 33.662% ####### ( 1, 2 ] 2551322 42.580% 76.242% ######### ( 2, 3 ] 997778 16.652% 92.894% ### ( 3, 4 ] 242809 4.052% 96.947% # ( 4, 6 ] 107631 1.796% 98.743% ( 6, 10 ] 35255 0.588% 99.331% ( 10, 15 ] 14880 0.248% 99.580% ( 15, 22 ] 7544 0.126% 99.705% ( 22, 34 ] 7885 0.132% 99.837% ( 34, 51 ] 5650 0.094% 99.931% ( 51, 76 ] 2515 0.042% 99.973% ( 76, 110 ] 883 0.015% 99.988% ( 110, 170 ] 403 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21641590 Average: 2.4708 StdDev: 6.80 Min: 0 Median: 1.4975 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.95 P99.99: 146.39 ------------------------------------------------------ [ 0, 1 ] 6617579 30.578% 30.578% ###### ( 1, 2 ] 8447916 39.036% 69.614% ######## ( 2, 3 ] 3669800 16.957% 86.571% ### ( 3, 4 ] 1343176 6.206% 92.777% # ( 4, 6 ] 1055957 4.879% 97.657% # ( 6, 10 ] 340366 1.573% 99.229% ( 10, 15 ] 59183 0.273% 99.503% ( 15, 22 ] 30295 0.140% 99.643% ( 22, 34 ] 32495 0.150% 99.793% ( 34, 51 ] 24703 0.114% 99.907% ( 51, 76 ] 11897 0.055% 99.962% ( 76, 110 ] 4855 0.022% 99.984% ( 110, 170 ] 1985 0.009% 99.994% ( 170, 250 ] 591 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 211376096 Average: 12.2926 StdDev: 81.71 Min: 0 Median: 1.4950 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.78 P99.9: 304.81 P99.99: 1542.60 ------------------------------------------------------ [ 0, 1 ] 71869883 34.001% 34.001% ####### ( 1, 2 ] 68315212 32.319% 66.320% ###### ( 2, 3 ] 30105090 14.242% 80.563% ### ( 3, 4 ] 6484098 3.068% 83.630% # ( 4, 6 ] 1179372 0.558% 84.188% ( 6, 10 ] 555721 0.263% 84.451% ( 10, 15 ] 314957 0.149% 84.600% ( 15, 22 ] 261740 0.124% 84.724% ( 22, 34 ] 7604671 3.598% 88.322% # ( 34, 51 ] 7745050 3.664% 91.986% # ( 51, 76 ] 6213117 2.939% 94.925% # ( 76, 110 ] 6788315 3.211% 98.137% # ( 110, 170 ] 3340386 1.580% 99.717% ( 170, 250 ] 339306 0.161% 99.877% ( 250, 380 ] 113386 0.054% 99.931% ( 380, 580 ] 68860 0.033% 99.964% ( 580, 870 ] 30864 0.015% 99.978% ( 870, 1300 ] 14022 0.007% 99.985% ( 1300, 1900 ] 26979 0.013% 99.998% ( 1900, 2900 ] 2155 0.001% 99.999% ( 2900, 4400 ] 870 0.000% 99.999% ( 4400, 6600 ] 623 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.4 88.22 74.82 4050 0.022 0 0 0.0 0.0 L6 3/0 174.61 MB 0.0 314.3 3.1 311.1 311.2 0.1 0.0 99.2 15.4 15.2 20938.46 20552.75 2132 9.821 11G 62M 0.0 0.0 Sum 3/0 174.61 MB 0.0 314.3 3.1 311.1 314.3 3.2 0.0 100.2 15.3 15.3 21026.68 20627.57 6182 3.401 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 107.0 13.0 13.1 13.45 13.25 3 4.484 6369K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 314.3 3.1 311.1 311.2 0.1 0.0 0.0 15.4 15.2 20938.46 20552.75 2132 9.821 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.4 88.22 74.82 4050 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1029204.4 total, 600.1 interval Flush(GB): cumulative 3.136, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 314.33 GB write, 0.31 MB/s write, 314.25 GB read, 0.31 MB/s read, 21026.7 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.29 MB/s read, 13.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4349 collections: 1716 last_copies: 0 last_secs: 0.001425 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2201,1.67 MB,0.108803%) IndexBlock(2147,1.46 GB,97.2422%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1030354 Average: 3.5741 StdDev: 6.32 Min: 0 Median: 2.5937 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.44 P99.9: 60.74 P99.99: 194.27 ------------------------------------------------------ [ 0, 1 ] 116696 11.326% 11.326% ## ( 1, 2 ] 247257 23.997% 35.323% ##### ( 2, 3 ] 254719 24.722% 60.045% ##### ( 3, 4 ] 198856 19.300% 79.344% #### ( 4, 6 ] 171287 16.624% 95.968% ### ( 6, 10 ] 28903 2.805% 98.774% # ( 10, 15 ] 4784 0.464% 99.238% ( 15, 22 ] 2569 0.249% 99.487% ( 22, 34 ] 2174 0.211% 99.698% ( 34, 51 ] 1788 0.174% 99.872% ( 51, 76 ] 746 0.072% 99.944% ( 76, 110 ] 253 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 178272701 Average: 2.1885 StdDev: 5.39 Min: 0 Median: 1.3443 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.69 P99.99: 144.49 ------------------------------------------------------ [ 0, 1 ] 65787080 36.902% 36.902% ####### ( 1, 2 ] 67812130 38.038% 74.941% ######## ( 2, 3 ] 33242446 18.647% 93.588% #### ( 3, 4 ] 8006189 4.491% 98.079% # ( 4, 6 ] 1492465 0.837% 98.916% ( 6, 10 ] 619256 0.347% 99.263% ( 10, 15 ] 403665 0.226% 99.490% ( 15, 22 ] 200780 0.113% 99.602% ( 22, 34 ] 313724 0.176% 99.778% ( 34, 51 ] 205856 0.115% 99.894% ( 51, 76 ] 100710 0.056% 99.950% ( 76, 110 ] 58113 0.033% 99.983% ( 110, 170 ] 21675 0.012% 99.995% ( 170, 250 ] 3855 0.002% 99.997% ( 250, 380 ] 1763 0.001% 99.998% ( 380, 580 ] 1465 0.001% 99.999% ( 580, 870 ] 872 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 276.66 256.78 4130 0.067 0 0 0.0 0.0 L5 1/0 15.44 MB 0.1 22.3 8.3 14.0 22.1 8.1 0.0 2.7 28.7 28.5 795.18 769.09 1978 0.402 617M 276K 0.0 0.0 L6 6/0 344.14 MB 0.0 198.3 8.9 189.4 189.5 0.1 0.0 21.3 14.4 13.7 14124.29 13818.67 719 19.644 8876M 240M 0.0 0.0 Sum 7/0 359.58 MB 0.0 220.6 17.2 203.4 220.8 17.3 0.0 24.2 14.9 14.9 15196.14 14844.53 6827 2.226 9493M 240M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 18.4 27.8 0.85 0.84 3 0.283 395K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 220.6 17.2 203.4 211.6 8.2 0.0 0.0 15.1 14.5 14919.48 14587.76 2697 5.532 9493M 240M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 276.66 256.78 4130 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1029204.4 total, 600.1 interval Flush(GB): cumulative 9.131, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 220.76 GB write, 0.22 MB/s write, 220.59 GB read, 0.22 MB/s read, 15196.1 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 361577 collections: 1716 last_copies: 0 last_secs: 0.135994 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(361468,1.39 GB,92.9692%) FilterBlock(53,55.15 MB,3.59019%) IndexBlock(55,21.17 MB,1.37804%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2855430 Average: 4.2632 StdDev: 8.06 Min: 0 Median: 1.9611 Max: 9050 Percentiles: P50: 1.96 P75: 5.36 P99: 17.90 P99.9: 61.03 P99.99: 151.58 ------------------------------------------------------ [ 0, 1 ] 636127 22.278% 22.278% #### ( 1, 2 ] 823591 28.843% 51.121% ###### ( 2, 3 ] 404301 14.159% 65.280% ### ( 3, 4 ] 174687 6.118% 71.398% # ( 4, 6 ] 150767 5.280% 76.678% # ( 6, 10 ] 451462 15.811% 92.488% ### ( 10, 15 ] 178888 6.265% 98.753% # ( 15, 22 ] 17038 0.597% 99.350% ( 22, 34 ] 9130 0.320% 99.669% ( 34, 51 ] 5567 0.195% 99.864% ( 51, 76 ] 2533 0.089% 99.953% ( 76, 110 ] 831 0.029% 99.982% ( 110, 170 ] 321 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6904432 Average: 4.7158 StdDev: 7.64 Min: 0 Median: 2.4829 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.50 P99.9: 69.21 P99.99: 168.81 ------------------------------------------------------ [ 0, 1 ] 1125561 16.302% 16.302% ### ( 1, 2 ] 1818728 26.341% 42.643% ##### ( 2, 3 ] 1051788 15.234% 57.877% ### ( 3, 4 ] 565892 8.196% 66.073% ## ( 4, 6 ] 561044 8.126% 74.199% ## ( 6, 10 ] 1205203 17.455% 91.654% ### ( 10, 15 ] 477259 6.912% 98.567% # ( 15, 22 ] 46531 0.674% 99.241% ( 22, 34 ] 24547 0.356% 99.596% ( 34, 51 ] 15496 0.224% 99.821% ( 51, 76 ] 7521 0.109% 99.930% ( 76, 110 ] 2865 0.041% 99.971% ( 110, 170 ] 1333 0.019% 99.990% ( 170, 250 ] 337 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 46 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107113050 Average: 5.8179 StdDev: 24.79 Min: 0 Median: 2.3611 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.16 P99.9: 159.28 P99.99: 467.27 ------------------------------------------------------ [ 0, 1 ] 25305257 23.625% 23.625% ##### ( 1, 2 ] 24209398 22.602% 46.227% ##### ( 2, 3 ] 11192664 10.449% 56.676% ## ( 3, 4 ] 4394597 4.103% 60.779% # ( 4, 6 ] 5016880 4.684% 65.462% # ( 6, 10 ] 26097684 24.365% 89.827% ##### ( 10, 15 ] 8399624 7.842% 97.669% ## ( 15, 22 ] 681871 0.637% 98.305% ( 22, 34 ] 559050 0.522% 98.827% ( 34, 51 ] 385177 0.360% 99.187% ( 51, 76 ] 245748 0.229% 99.416% ( 76, 110 ] 311874 0.291% 99.708% ( 110, 170 ] 250973 0.234% 99.942% ( 170, 250 ] 40129 0.037% 99.979% ( 250, 380 ] 8637 0.008% 99.987% ( 380, 580 ] 6361 0.006% 99.993% ( 580, 870 ] 3623 0.003% 99.997% ( 870, 1300 ] 1923 0.002% 99.999% ( 1300, 1900 ] 2631 0.002% 100.001% ( 1900, 2900 ] 186 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 102 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-15:10:05.542142 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 535089904 rocksdb.block.cache.hit COUNT : 2213665876 rocksdb.block.cache.add COUNT : 40187161 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32705 rocksdb.block.cache.index.hit COUNT : 543339103 rocksdb.block.cache.index.add COUNT : 32691 rocksdb.block.cache.index.bytes.insert COUNT : 34993950434 rocksdb.block.cache.filter.miss COUNT : 32711 rocksdb.block.cache.filter.hit COUNT : 1127375014 rocksdb.block.cache.filter.add COUNT : 32711 rocksdb.block.cache.filter.bytes.insert COUNT : 8895634051 rocksdb.block.cache.data.miss COUNT : 535024488 rocksdb.block.cache.data.hit COUNT : 542951759 rocksdb.block.cache.data.add COUNT : 40121759 rocksdb.block.cache.data.bytes.insert COUNT : 166193635363 rocksdb.block.cache.bytes.read COUNT : 1929516047781152 rocksdb.block.cache.bytes.write COUNT : 210083219848 rocksdb.bloom.filter.useful COUNT : 584101268 rocksdb.bloom.filter.full.positive COUNT : 543273778 rocksdb.bloom.filter.full.true.positive COUNT : 537623895 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95685322 rocksdb.memtable.miss COUNT : 6412031464 rocksdb.l0.hit COUNT : 16400981 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 521222914 rocksdb.compaction.key.drop.new COUNT : 279608726 rocksdb.compaction.key.drop.obsolete COUNT : 279628466 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 587470281 rocksdb.number.keys.read COUNT : 661405048 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60677255911 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68614 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32696 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 779051553 rocksdb.number.multiget.keys.read COUNT : 5846311738 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60677255911 rocksdb.write.self COUNT : 131319929 rocksdb.write.other COUNT : 214687 rocksdb.write.wal COUNT : 131534616 rocksdb.compact.read.bytes COUNT : 1007426831303 rocksdb.compact.write.bytes COUNT : 1051531989563 rocksdb.flush.write.bytes COUNT : 33164972940 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1053975 rocksdb.number.superversion_releases COUNT : 2745 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 528399735 rocksdb.number.block.decompressed COUNT : 528417525 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60680523759 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68614 rocksdb.num.iterator.deleted COUNT : 68614 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5285 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5247 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44564 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61580419140 rocksdb.memtable.garbage.bytes.at.flush COUNT : 743650416 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 955102791978 rocksdb.last.level.read.count COUNT : 496764245 rocksdb.non.last.level.read.bytes COUNT : 129931848404 rocksdb.non.last.level.read.count COUNT : 38423747 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 535122600 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2156010406470 rocksdb.bytes.compressed.to COUNT : 1046860332884 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26307008517 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6635879 rocksdb.bytes.decompressed.from COUNT : 1047106478841 rocksdb.bytes.decompressed.to COUNT : 2156132990187 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.394732 P95 : 106.239109 P99 : 160.322673 P100 : 227461.000000 COUNT : 661405048 SUM : 34092555922 rocksdb.db.write.micros P50 : 67.040169 P95 : 111.732459 P99 : 169.391353 P100 : 2037453.000000 COUNT : 131534616 SUM : 13562521542 rocksdb.compaction.times.micros P50 : 1613859.649123 P95 : 38558095.238095 P99 : 67143013.100437 P100 : 89521673.000000 COUNT : 7581 SUM : 63487131676 rocksdb.compaction.times.cpu_micros P50 : 1552527.075812 P95 : 35880686.695279 P99 : 64079301.075269 P100 : 83823365.000000 COUNT : 7581 SUM : 60680523759 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4316.886544 P95 : 27790.594744 P99 : 61804.347826 P100 : 1558490.000000 COUNT : 12328 SUM : 115625531 rocksdb.compaction.outfile.sync.micros P50 : 62615.740741 P95 : 125808.441558 P99 : 225332.642487 P100 : 2063820.000000 COUNT : 20351 SUM : 1305821674 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.330193 P95 : 727.648489 P99 : 3925.625000 P100 : 501117.000000 COUNT : 19971 SUM : 12852147 rocksdb.table.open.io.micros P50 : 585.667752 P95 : 6244.249537 P99 : 13023.222798 P100 : 207055.000000 COUNT : 32696 SUM : 58052068 rocksdb.db.multiget.micros P50 : 7.990651 P95 : 17.788451 P99 : 33.024727 P100 : 26625.000000 COUNT : 779051553 SUM : 7374425351 rocksdb.read.block.compaction.micros P50 : 13.677351 P95 : 59.323244 P99 : 138.582804 P100 : 136000.000000 COUNT : 494902729 SUM : 9631280063 rocksdb.read.block.get.micros P50 : 52.874815 P95 : 94.696120 P99 : 145.686613 P100 : 206929.000000 COUNT : 40187175 SUM : 2315778228 rocksdb.write.raw.block.micros P50 : 0.521586 P95 : 0.991013 P99 : 1.895489 P100 : 331149.000000 COUNT : 535133651 SUM : 10748497685 rocksdb.numfiles.in.singlecompaction P50 : 2.773486 P95 : 5.679652 P99 : 5.938621 P100 : 7.000000 COUNT : 5775 SUM : 20556 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540212 P95 : 33.542163 P99 : 104.967855 P100 : 135929.000000 COUNT : 535187992 SUM : 3726722048 rocksdb.file.read.flush.micros P50 : 1.845812 P95 : 15.833118 P99 : 41.042857 P100 : 787.000000 COUNT : 61640 SUM : 295475 rocksdb.file.read.compaction.micros P50 : 1.425040 P95 : 36.765628 P99 : 106.456972 P100 : 135929.000000 COUNT : 495004498 SUM : 3325183590 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 661405052 SUM : 0 rocksdb.bytes.per.write P50 : 218.499692 P95 : 527.808833 P99 : 803.861495 P100 : 4563443.000000 COUNT : 131319929 SUM : 60677255911 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 779051558 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46343.023256 P95 : 166692.052980 P99 : 238780.000000 P100 : 1681975.000000 COUNT : 12371 SUM : 775555548 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-15:10:05.542355 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-15:10:05.542526 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708441805 to in-memory stats history 2024/02/20-15:10:05.542553 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-15:10:05.542593 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-15:10:26.102553 4076397 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301662. Total log size is 15728869 while max_total_wal_size is 15728640 2024/02/20-15:10:26.102921 4076397 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301673. Immutable memtables: 0. 2024/02/20-15:10:26.103214 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19977] Syncing log #301670 2024/02/20-15:10:26.154364 3036193 (Original Log Time 2024/02/20-15:10:26.103197) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:10:26.154372 3036193 [db/flush_job.cc:892] [url] [JOB 19977] Flushing memtable with next log file: 301673 2024/02/20-15:10:26.154394 3036193 EVENT_LOG_v1 {"time_micros": 1708441826154388, "job": 19977, "event": "flush_started", "num_memtables": 1, "num_entries": 51858, "num_deletes": 0, "total_data_size": 7919164, "memory_usage": 9226536, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:10:26.154397 3036193 [db/flush_job.cc:926] [url] [JOB 19977] Level-0 flush table #301674: started 2024/02/20-15:10:26.275002 3036193 EVENT_LOG_v1 {"time_micros": 1708441826274954, "cf_name": "url", "job": 19977, "event": "table_file_creation", "file_number": 301674, "file_size": 4156873, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153174505, "largest_seqno": 5153355039, "table_properties": {"data_size": 4090367, "index_size": 96806, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5541, "raw_key_size": 7609426, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1232, "num_entries": 50595, "num_filter_entries": 6261, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441554, "oldest_key_time": 1708441554, "file_creation_time": 1708441826, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301674, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:10:26.275065 3036193 [db/flush_job.cc:1062] [url] [JOB 19977] Flush lasted 120709 microseconds, and 109590 cpu microseconds. 2024/02/20-15:10:26.275949 3036193 (Original Log Time 2024/02/20-15:10:26.275045) [db/flush_job.cc:1011] [url] [JOB 19977] Level-0 flush table #301674: 4156873 bytes OK 2024/02/20-15:10:26.275953 3036193 (Original Log Time 2024/02/20-15:10:26.275072) [db/memtable_list.cc:555] [url] Level-0 commit table #301674 started 2024/02/20-15:10:26.275955 3036193 (Original Log Time 2024/02/20-15:10:26.275637) [db/memtable_list.cc:754] [url] Level-0 commit table #301674: memtable #1 done 2024/02/20-15:10:26.275957 3036193 (Original Log Time 2024/02/20-15:10:26.275658) EVENT_LOG_v1 {"time_micros": 1708441826275652, "job": 19977, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:10:26.275959 3036193 (Original Log Time 2024/02/20-15:10:26.275902) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:10:26.275966 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19977] Try to delete WAL files size 3740918, prev total WAL file size 15736987, number of live WAL files 4. 2024/02/20-15:10:26.276764 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301662.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:11:21.831400 4076643 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301665. Total log size is 15729285 while max_total_wal_size is 15728640 2024/02/20-15:11:21.831773 4076643 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301675. Immutable memtables: 0. 2024/02/20-15:11:21.832028 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19978] Syncing log #301673 2024/02/20-15:11:21.848321 3036210 (Original Log Time 2024/02/20-15:11:21.832015) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:11:21.848333 3036210 [db/flush_job.cc:892] [tag] [JOB 19978] Flushing memtable with next log file: 301675 2024/02/20-15:11:21.848364 3036210 EVENT_LOG_v1 {"time_micros": 1708441881848354, "job": 19978, "event": "flush_started", "num_memtables": 1, "num_entries": 13428, "num_deletes": 0, "total_data_size": 1179574, "memory_usage": 2654784, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:11:21.848370 3036210 [db/flush_job.cc:926] [tag] [JOB 19978] Level-0 flush table #301676: started 2024/02/20-15:11:21.875893 3036210 EVENT_LOG_v1 {"time_micros": 1708441881875849, "cf_name": "tag", "job": 19978, "event": "table_file_creation", "file_number": 301676, "file_size": 714390, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153215944, "largest_seqno": 5153400951, "table_properties": {"data_size": 708027, "index_size": 7865, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1142933, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 218, "num_entries": 13330, "num_filter_entries": 175, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441625, "oldest_key_time": 1708441625, "file_creation_time": 1708441881, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301676, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:11:21.875942 3036210 [db/flush_job.cc:1062] [tag] [JOB 19978] Flush lasted 27630 microseconds, and 26253 cpu microseconds. 2024/02/20-15:11:21.876480 3036210 (Original Log Time 2024/02/20-15:11:21.875924) [db/flush_job.cc:1011] [tag] [JOB 19978] Level-0 flush table #301676: 714390 bytes OK 2024/02/20-15:11:21.876484 3036210 (Original Log Time 2024/02/20-15:11:21.875950) [db/memtable_list.cc:555] [tag] Level-0 commit table #301676 started 2024/02/20-15:11:21.876486 3036210 (Original Log Time 2024/02/20-15:11:21.876229) [db/memtable_list.cc:754] [tag] Level-0 commit table #301676: memtable #1 done 2024/02/20-15:11:21.876488 3036210 (Original Log Time 2024/02/20-15:11:21.876248) EVENT_LOG_v1 {"time_micros": 1708441881876241, "job": 19978, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:11:21.876491 3036210 (Original Log Time 2024/02/20-15:11:21.876427) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:11:21.876497 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19978] Try to delete WAL files size 658511, prev total WAL file size 15736391, number of live WAL files 4. 2024/02/20-15:11:21.876776 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301665.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:11:34.431620 4076678 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301670. Total log size is 15728732 while max_total_wal_size is 15728640 2024/02/20-15:11:34.431921 4076678 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301677. Immutable memtables: 0. 2024/02/20-15:11:34.432175 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19979] Syncing log #301675 2024/02/20-15:11:34.435048 3036193 (Original Log Time 2024/02/20-15:11:34.432161) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:11:34.435056 3036193 [db/flush_job.cc:892] [key] [JOB 19979] Flushing memtable with next log file: 301677 2024/02/20-15:11:34.435081 3036193 EVENT_LOG_v1 {"time_micros": 1708441894435074, "job": 19979, "event": "flush_started", "num_memtables": 1, "num_entries": 120469, "num_deletes": 74000, "total_data_size": 7498973, "memory_usage": 10158680, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:11:34.435084 3036193 [db/flush_job.cc:926] [key] [JOB 19979] Level-0 flush table #301678: started 2024/02/20-15:11:34.545792 3036193 EVENT_LOG_v1 {"time_micros": 1708441894545748, "cf_name": "key", "job": 19979, "event": "table_file_creation", "file_number": 301678, "file_size": 4043179, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153224011, "largest_seqno": 5153408063, "table_properties": {"data_size": 3905605, "index_size": 36575, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 108821, "raw_key_size": 7183426, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1180, "num_entries": 119236, "num_filter_entries": 123818, "num_deletions": 74000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441635, "oldest_key_time": 1708441635, "file_creation_time": 1708441894, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301678, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:11:34.545838 3036193 [db/flush_job.cc:1062] [key] [JOB 19979] Flush lasted 110795 microseconds, and 107789 cpu microseconds. 2024/02/20-15:11:34.546518 3036193 (Original Log Time 2024/02/20-15:11:34.545819) [db/flush_job.cc:1011] [key] [JOB 19979] Level-0 flush table #301678: 4043179 bytes OK 2024/02/20-15:11:34.546522 3036193 (Original Log Time 2024/02/20-15:11:34.545844) [db/memtable_list.cc:555] [key] Level-0 commit table #301678 started 2024/02/20-15:11:34.546525 3036193 (Original Log Time 2024/02/20-15:11:34.546235) [db/memtable_list.cc:754] [key] Level-0 commit table #301678: memtable #1 done 2024/02/20-15:11:34.546527 3036193 (Original Log Time 2024/02/20-15:11:34.546261) EVENT_LOG_v1 {"time_micros": 1708441894546253, "job": 19979, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:11:34.546529 3036193 (Original Log Time 2024/02/20-15:11:34.546471) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:11:34.546535 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19979] Try to delete WAL files size 11329440, prev total WAL file size 15734038, number of live WAL files 4. 2024/02/20-15:11:34.548280 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301670.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:36.985936 4076399 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301673. Total log size is 15815602 while max_total_wal_size is 15728640 2024/02/20-15:12:36.986235 4076399 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301679. Immutable memtables: 0. 2024/02/20-15:12:36.986565 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19980] Syncing log #301677 2024/02/20-15:12:37.002251 3036210 (Original Log Time 2024/02/20-15:12:36.986544) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:12:37.002263 3036210 [db/flush_job.cc:892] [url] [JOB 19980] Flushing memtable with next log file: 301679 2024/02/20-15:12:37.002286 3036210 EVENT_LOG_v1 {"time_micros": 1708441957002279, "job": 19980, "event": "flush_started", "num_memtables": 1, "num_entries": 102970, "num_deletes": 78000, "total_data_size": 12637347, "memory_usage": 16019008, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:12:37.002288 3036210 [db/flush_job.cc:926] [url] [JOB 19980] Level-0 flush table #301680: started 2024/02/20-15:12:37.089091 3036210 EVENT_LOG_v1 {"time_micros": 1708441957089049, "cf_name": "url", "job": 19980, "event": "table_file_creation", "file_number": 301680, "file_size": 3393998, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153355041, "largest_seqno": 5153519404, "table_properties": {"data_size": 3336665, "index_size": 107784, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4037, "raw_key_size": 12326853, "raw_average_key_size": 120, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1145, "num_entries": 102311, "num_filter_entries": 4505, "num_deletions": 78000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441826, "oldest_key_time": 1708441826, "file_creation_time": 1708441957, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301680, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:12:37.089146 3036210 [db/flush_job.cc:1062] [url] [JOB 19980] Flush lasted 86900 microseconds, and 78969 cpu microseconds. 2024/02/20-15:12:37.089782 3036210 (Original Log Time 2024/02/20-15:12:37.089127) [db/flush_job.cc:1011] [url] [JOB 19980] Level-0 flush table #301680: 3393998 bytes OK 2024/02/20-15:12:37.089785 3036210 (Original Log Time 2024/02/20-15:12:37.089154) [db/memtable_list.cc:555] [url] Level-0 commit table #301680 started 2024/02/20-15:12:37.089786 3036210 (Original Log Time 2024/02/20-15:12:37.089528) [db/memtable_list.cc:754] [url] Level-0 commit table #301680: memtable #1 done 2024/02/20-15:12:37.089788 3036210 (Original Log Time 2024/02/20-15:12:37.089549) EVENT_LOG_v1 {"time_micros": 1708441957089543, "job": 19980, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:12:37.089789 3036210 (Original Log Time 2024/02/20-15:12:37.089747) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-15:12:37.089793 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19980] Try to delete WAL files size 3741334, prev total WAL file size 15818926, number of live WAL files 4. 2024/02/20-15:12:37.089856 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 19981] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:12:37.089862 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19988 Base level 0, inputs: [301680(3314KB) 301674(4059KB)], [301664(15MB)] 2024/02/20-15:12:37.089876 3036192 EVENT_LOG_v1 {"time_micros": 1708441957089868, "job": 19981, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301680, 301674], "files_L5": [301664], "score": 1, "input_data_size": 24086982, "oldest_snapshot_seqno": -1} 2024/02/20-15:12:37.090345 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301673.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:37.766207 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 19981] Generated table #301681: 372610 keys, 23174842 bytes, temperature: kUnknown 2024/02/20-15:12:37.766284 3036192 EVENT_LOG_v1 {"time_micros": 1708441957766231, "cf_name": "url", "job": 19981, "event": "table_file_creation", "file_number": 301681, "file_size": 23174842, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152487539, "largest_seqno": 5153519404, "table_properties": {"data_size": 22815176, "index_size": 664812, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17589, "raw_key_size": 52924265, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6995, "num_entries": 372610, "num_filter_entries": 20081, "num_deletions": 78000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440401, "oldest_key_time": 0, "file_creation_time": 1708441957, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301681, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:12:37.767530 3036192 (Original Log Time 2024/02/20-15:12:37.766860) [db/compaction/compaction_job.cc:1729] [url] [JOB 19981] Compacted 2@0 + 1@5 files to L5 => 23174842 bytes 2024/02/20-15:12:37.767535 3036192 (Original Log Time 2024/02/20-15:12:37.767289) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.09, MB/sec: 35.6 rd, 34.3 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.2, 15.8 +0.0 blob) out(22.1 +0.0 blob), read-write-amplify(6.3) write-amplify(3.1) OK, records in: 372611, records dropped: 1 output_compression: LZ4 2024/02/20-15:12:37.767543 3036192 (Original Log Time 2024/02/20-15:12:37.767314) EVENT_LOG_v1 {"time_micros": 1708441957767300, "job": 19981, "event": "compaction_finished", "compaction_time_micros": 676458, "compaction_time_cpu_micros": 654883, "output_level": 5, "num_output_files": 1, "total_output_size": 23174842, "num_input_records": 372611, "num_output_records": 372610, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:12:37.769279 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301664.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:37.769291 3036192 EVENT_LOG_v1 {"time_micros": 1708441957769289, "job": 19981, "event": "table_file_deletion", "file_number": 301664} 2024/02/20-15:12:37.769575 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301674.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:37.769582 3036192 EVENT_LOG_v1 {"time_micros": 1708441957769581, "job": 19981, "event": "table_file_deletion", "file_number": 301674} 2024/02/20-15:12:37.769806 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301680.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:37.769812 3036192 EVENT_LOG_v1 {"time_micros": 1708441957769811, "job": 19981, "event": "table_file_deletion", "file_number": 301680} 2024/02/20-15:12:46.167606 4077559 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301675. Total log size is 15831767 while max_total_wal_size is 15728640 2024/02/20-15:12:46.167872 4077559 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301682. Immutable memtables: 0. 2024/02/20-15:12:46.168090 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19982] Syncing log #301679 2024/02/20-15:12:46.181674 3036193 (Original Log Time 2024/02/20-15:12:46.168078) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:12:46.181684 3036193 [db/flush_job.cc:892] [tag] [JOB 19982] Flushing memtable with next log file: 301682 2024/02/20-15:12:46.181711 3036193 EVENT_LOG_v1 {"time_micros": 1708441966181703, "job": 19982, "event": "flush_started", "num_memtables": 1, "num_entries": 4637, "num_deletes": 0, "total_data_size": 407022, "memory_usage": 1867256, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:12:46.181715 3036193 [db/flush_job.cc:926] [tag] [JOB 19982] Level-0 flush table #301683: started 2024/02/20-15:12:46.186837 3036193 EVENT_LOG_v1 {"time_micros": 1708441966186805, "cf_name": "tag", "job": 19982, "event": "table_file_creation", "file_number": 301683, "file_size": 246791, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153400954, "largest_seqno": 5153553290, "table_properties": {"data_size": 243582, "index_size": 2715, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 395489, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 77, "num_entries": 4614, "num_filter_entries": 105, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441881, "oldest_key_time": 1708441881, "file_creation_time": 1708441966, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301683, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:12:46.186873 3036193 [db/flush_job.cc:1062] [tag] [JOB 19982] Flush lasted 5210 microseconds, and 4581 cpu microseconds. 2024/02/20-15:12:46.187401 3036193 (Original Log Time 2024/02/20-15:12:46.186860) [db/flush_job.cc:1011] [tag] [JOB 19982] Level-0 flush table #301683: 246791 bytes OK 2024/02/20-15:12:46.187404 3036193 (Original Log Time 2024/02/20-15:12:46.186879) [db/memtable_list.cc:555] [tag] Level-0 commit table #301683 started 2024/02/20-15:12:46.187406 3036193 (Original Log Time 2024/02/20-15:12:46.187170) [db/memtable_list.cc:754] [tag] Level-0 commit table #301683: memtable #1 done 2024/02/20-15:12:46.187408 3036193 (Original Log Time 2024/02/20-15:12:46.187186) EVENT_LOG_v1 {"time_micros": 1708441966187181, "job": 19982, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:12:46.187410 3036193 (Original Log Time 2024/02/20-15:12:46.187367) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:12:46.187415 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19982] Try to delete WAL files size 657958, prev total WAL file size 15832159, number of live WAL files 4. 2024/02/20-15:12:46.187483 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19983] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:12:46.187490 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19990 Base level 0, inputs: [301683(241KB) 301676(697KB)], [301667(64MB) 301668(64MB) 301669(45MB)] 2024/02/20-15:12:46.187505 3036183 EVENT_LOG_v1 {"time_micros": 1708441966187495, "job": 19983, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301683, 301676], "files_L6": [301667, 301668, 301669], "score": 1, "input_data_size": 184052218, "oldest_snapshot_seqno": -1} 2024/02/20-15:12:46.187775 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301675.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:47.991278 4076432 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301677. Total log size is 15896006 while max_total_wal_size is 15728640 2024/02/20-15:12:47.991535 4076432 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301685. Immutable memtables: 0. 2024/02/20-15:12:47.991812 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19984] Syncing log #301682 2024/02/20-15:12:47.994443 3036210 (Original Log Time 2024/02/20-15:12:47.991791) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:12:47.994450 3036210 [db/flush_job.cc:892] [key] [JOB 19984] Flushing memtable with next log file: 301685 2024/02/20-15:12:47.994501 3036210 EVENT_LOG_v1 {"time_micros": 1708441967994492, "job": 19984, "event": "flush_started", "num_memtables": 1, "num_entries": 20081, "num_deletes": 7216, "total_data_size": 1250794, "memory_usage": 3181344, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:12:47.994506 3036210 [db/flush_job.cc:926] [key] [JOB 19984] Level-0 flush table #301686: started 2024/02/20-15:12:48.011893 3036210 EVENT_LOG_v1 {"time_micros": 1708441968011851, "cf_name": "key", "job": 19984, "event": "table_file_creation", "file_number": 301686, "file_size": 831662, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153408071, "largest_seqno": 5153560149, "table_properties": {"data_size": 806668, "index_size": 5929, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18885, "raw_key_size": 1191132, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 239, "num_entries": 19759, "num_filter_entries": 21613, "num_deletions": 7216, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441894, "oldest_key_time": 1708441894, "file_creation_time": 1708441967, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301686, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:12:48.011957 3036210 [db/flush_job.cc:1062] [key] [JOB 19984] Flush lasted 17519 microseconds, and 15159 cpu microseconds. 2024/02/20-15:12:48.012583 3036210 (Original Log Time 2024/02/20-15:12:48.011939) [db/flush_job.cc:1011] [key] [JOB 19984] Level-0 flush table #301686: 831662 bytes OK 2024/02/20-15:12:48.012588 3036210 (Original Log Time 2024/02/20-15:12:48.011965) [db/memtable_list.cc:555] [key] Level-0 commit table #301686 started 2024/02/20-15:12:48.012591 3036210 (Original Log Time 2024/02/20-15:12:48.012302) [db/memtable_list.cc:754] [key] Level-0 commit table #301686: memtable #1 done 2024/02/20-15:12:48.012593 3036210 (Original Log Time 2024/02/20-15:12:48.012331) EVENT_LOG_v1 {"time_micros": 1708441968012322, "job": 19984, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:12:48.012596 3036210 (Original Log Time 2024/02/20-15:12:48.012542) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:12:48.012602 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19984] Try to delete WAL files size 11416310, prev total WAL file size 15897285, number of live WAL files 4. 2024/02/20-15:12:48.013893 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301677.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:51.061375 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19983] Generated table #301684: 2500079 keys, 67638926 bytes, temperature: kUnknown 2024/02/20-15:12:51.061464 3036183 EVENT_LOG_v1 {"time_micros": 1708441971061405, "cf_name": "tag", "job": 19983, "event": "table_file_creation", "file_number": 301684, "file_size": 67638926, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109020, "index_size": 1501714, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 208415796, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36194, "num_entries": 2500079, "num_filter_entries": 1145, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708441966, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301684, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:12:55.533837 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19983] Generated table #301687: 2042127 keys, 67669290 bytes, temperature: kUnknown 2024/02/20-15:12:55.533905 3036183 EVENT_LOG_v1 {"time_micros": 1708441975533864, "cf_name": "tag", "job": 19983, "event": "table_file_creation", "file_number": 301687, "file_size": 67669290, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109920, "index_size": 1389720, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 190628264, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35893, "num_entries": 2042127, "num_filter_entries": 2272, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708441971, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301687, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:12:59.160082 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19983] Generated table #301688: 1844918 keys, 48251901 bytes, temperature: kUnknown 2024/02/20-15:12:59.160141 3036183 EVENT_LOG_v1 {"time_micros": 1708441979160107, "cf_name": "tag", "job": 19983, "event": "table_file_creation", "file_number": 301688, "file_size": 48251901, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 47886206, "index_size": 1073090, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 147622503, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26067, "num_entries": 1844918, "num_filter_entries": 299, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708441975, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301688, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:12:59.166192 3036183 (Original Log Time 2024/02/20-15:12:59.165132) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19983] Compacted 2@0 + 3@6 files to L6 => 183560117 bytes 2024/02/20-15:12:59.166197 3036183 (Original Log Time 2024/02/20-15:12:59.165912) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.2 rd, 14.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.9, 174.6 +0.0 blob) out(175.1 +0.0 blob), read-write-amplify(382.5) write-amplify(191.0) OK, records in: 6387124, records dropped: 0 output_compression: ZSTD 2024/02/20-15:12:59.166206 3036183 (Original Log Time 2024/02/20-15:12:59.165949) EVENT_LOG_v1 {"time_micros": 1708441979165931, "job": 19983, "event": "compaction_finished", "compaction_time_micros": 12972705, "compaction_time_cpu_micros": 12821295, "output_level": 6, "num_output_files": 3, "total_output_size": 183560117, "num_input_records": 6387124, "num_output_records": 6387124, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:12:59.172420 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301667.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:59.172490 3036183 EVENT_LOG_v1 {"time_micros": 1708441979172481, "job": 19983, "event": "table_file_deletion", "file_number": 301667} 2024/02/20-15:12:59.178727 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301668.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:59.178765 3036183 EVENT_LOG_v1 {"time_micros": 1708441979178760, "job": 19983, "event": "table_file_deletion", "file_number": 301668} 2024/02/20-15:12:59.183610 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301669.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:59.183691 3036183 EVENT_LOG_v1 {"time_micros": 1708441979183684, "job": 19983, "event": "table_file_deletion", "file_number": 301669} 2024/02/20-15:12:59.183860 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301676.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:59.183870 3036183 EVENT_LOG_v1 {"time_micros": 1708441979183868, "job": 19983, "event": "table_file_deletion", "file_number": 301676} 2024/02/20-15:12:59.183937 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301683.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:59.183943 3036183 EVENT_LOG_v1 {"time_micros": 1708441979183941, "job": 19983, "event": "table_file_deletion", "file_number": 301683} 2024/02/20-15:12:59.184042 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 19985] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:12:59.184046 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 19991 Base level 0, inputs: [301686(812KB) 301678(3948KB)], [301672(15MB)] 2024/02/20-15:12:59.184059 3036183 EVENT_LOG_v1 {"time_micros": 1708441979184050, "job": 19985, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301686, 301678], "files_L5": [301672], "score": 1, "input_data_size": 21065276, "oldest_snapshot_seqno": -1} 2024/02/20-15:12:59.907312 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 19985] Generated table #301689: 534283 keys, 20849285 bytes, temperature: kUnknown 2024/02/20-15:12:59.907390 3036183 EVENT_LOG_v1 {"time_micros": 1708441979907346, "cf_name": "key", "job": 19985, "event": "table_file_creation", "file_number": 301689, "file_size": 20849285, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152535632, "largest_seqno": 5153560149, "table_properties": {"data_size": 20242338, "index_size": 169558, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 485893, "raw_key_size": 32318956, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5959, "num_entries": 534283, "num_filter_entries": 548906, "num_deletions": 275216, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440482, "oldest_key_time": 0, "file_creation_time": 1708441979, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301689, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:12:59.909104 3036183 (Original Log Time 2024/02/20-15:12:59.908414) [db/compaction/compaction_job.cc:1729] [key] [JOB 19985] Compacted 2@0 + 1@5 files to L5 => 20849285 bytes 2024/02/20-15:12:59.909109 3036183 (Original Log Time 2024/02/20-15:12:59.908838) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.08, MB/sec: 29.1 rd, 28.8 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.6, 15.4 +0.0 blob) out(19.9 +0.0 blob), read-write-amplify(8.6) write-amplify(4.3) OK, records in: 534285, records dropped: 2 output_compression: LZ4 2024/02/20-15:12:59.909119 3036183 (Original Log Time 2024/02/20-15:12:59.908866) EVENT_LOG_v1 {"time_micros": 1708441979908853, "job": 19985, "event": "compaction_finished", "compaction_time_micros": 723428, "compaction_time_cpu_micros": 707199, "output_level": 5, "num_output_files": 1, "total_output_size": 20849285, "num_input_records": 534285, "num_output_records": 534283, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:12:59.910933 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301672.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:59.910953 3036183 EVENT_LOG_v1 {"time_micros": 1708441979910950, "job": 19985, "event": "table_file_deletion", "file_number": 301672} 2024/02/20-15:12:59.911618 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301678.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:59.911637 3036183 EVENT_LOG_v1 {"time_micros": 1708441979911634, "job": 19985, "event": "table_file_deletion", "file_number": 301678} 2024/02/20-15:12:59.911877 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301686.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:12:59.911890 3036183 EVENT_LOG_v1 {"time_micros": 1708441979911888, "job": 19985, "event": "table_file_deletion", "file_number": 301686} 2024/02/20-15:13:14.457163 4076310 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301679. Total log size is 15779069 while max_total_wal_size is 15728640 2024/02/20-15:13:14.457480 4076310 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301690. Immutable memtables: 0. 2024/02/20-15:13:14.457723 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19986] Syncing log #301685 2024/02/20-15:13:14.487782 3036193 (Original Log Time 2024/02/20-15:13:14.457706) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:13:14.487792 3036193 [db/flush_job.cc:892] [url] [JOB 19986] Flushing memtable with next log file: 301690 2024/02/20-15:13:14.487814 3036193 EVENT_LOG_v1 {"time_micros": 1708441994487807, "job": 19986, "event": "flush_started", "num_memtables": 1, "num_entries": 134995, "num_deletes": 128000, "total_data_size": 16120809, "memory_usage": 19483160, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:13:14.487817 3036193 [db/flush_job.cc:926] [url] [JOB 19986] Level-0 flush table #301691: started 2024/02/20-15:13:14.570664 3036193 EVENT_LOG_v1 {"time_micros": 1708441994570629, "cf_name": "url", "job": 19986, "event": "table_file_creation", "file_number": 301691, "file_size": 2198241, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153519405, "largest_seqno": 5153662823, "table_properties": {"data_size": 2160045, "index_size": 94791, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1429, "raw_key_size": 15818046, "raw_average_key_size": 117, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 915, "num_entries": 134852, "num_filter_entries": 1611, "num_deletions": 128000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441956, "oldest_key_time": 1708441956, "file_creation_time": 1708441994, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301691, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:13:14.570710 3036193 [db/flush_job.cc:1062] [url] [JOB 19986] Flush lasted 82935 microseconds, and 80688 cpu microseconds. 2024/02/20-15:13:14.571366 3036193 (Original Log Time 2024/02/20-15:13:14.570695) [db/flush_job.cc:1011] [url] [JOB 19986] Level-0 flush table #301691: 2198241 bytes OK 2024/02/20-15:13:14.571387 4076088 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301682. Total log size is 12028548 while max_total_wal_size is 15728640 2024/02/20-15:13:14.571393 3036193 (Original Log Time 2024/02/20-15:13:14.570717) [db/memtable_list.cc:555] [url] Level-0 commit table #301691 started 2024/02/20-15:13:14.571395 3036193 (Original Log Time 2024/02/20-15:13:14.571046) [db/memtable_list.cc:754] [url] Level-0 commit table #301691: memtable #1 done 2024/02/20-15:13:14.571396 3036193 (Original Log Time 2024/02/20-15:13:14.571070) EVENT_LOG_v1 {"time_micros": 1708441994571064, "job": 19986, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:13:14.571398 3036193 (Original Log Time 2024/02/20-15:13:14.571313) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:13:14.571403 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19986] Try to delete WAL files size 3757499, prev total WAL file size 15786047, number of live WAL files 4. 2024/02/20-15:13:14.571634 4076088 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301692. Immutable memtables: 0. 2024/02/20-15:13:14.571849 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19987] Syncing log #301690 2024/02/20-15:13:14.572269 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301679.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:13:14.572309 3036210 (Original Log Time 2024/02/20-15:13:14.571830) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-15:13:14.572316 3036210 [db/flush_job.cc:892] [tag] [JOB 19987] Flushing memtable with next log file: 301692 2024/02/20-15:13:14.572341 3036210 EVENT_LOG_v1 {"time_micros": 1708441994572334, "job": 19987, "event": "flush_started", "num_memtables": 1, "num_entries": 1368, "num_deletes": 0, "total_data_size": 119296, "memory_usage": 1703432, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:13:14.572344 3036210 [db/flush_job.cc:926] [tag] [JOB 19987] Level-0 flush table #301693: started 2024/02/20-15:13:14.574482 3036210 EVENT_LOG_v1 {"time_micros": 1708441994574416, "cf_name": "tag", "job": 19987, "event": "table_file_creation", "file_number": 301693, "file_size": 68957, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153555395, "largest_seqno": 5153662886, "table_properties": {"data_size": 67046, "index_size": 807, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 115399, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 24, "num_entries": 1355, "num_filter_entries": 67, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441966, "oldest_key_time": 1708441966, "file_creation_time": 1708441994, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301693, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:13:14.574527 3036210 [db/flush_job.cc:1062] [tag] [JOB 19987] Flush lasted 2222 microseconds, and 1780 cpu microseconds. 2024/02/20-15:13:14.575023 3036210 (Original Log Time 2024/02/20-15:13:14.574511) [db/flush_job.cc:1011] [tag] [JOB 19987] Level-0 flush table #301693: 68957 bytes OK 2024/02/20-15:13:14.575026 3036210 (Original Log Time 2024/02/20-15:13:14.574532) [db/memtable_list.cc:555] [tag] Level-0 commit table #301693 started 2024/02/20-15:13:14.575028 3036210 (Original Log Time 2024/02/20-15:13:14.574788) [db/memtable_list.cc:754] [tag] Level-0 commit table #301693: memtable #1 done 2024/02/20-15:13:14.575029 3036210 (Original Log Time 2024/02/20-15:13:14.574810) EVENT_LOG_v1 {"time_micros": 1708441994574804, "job": 19987, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:13:14.575030 3036210 (Original Log Time 2024/02/20-15:13:14.574989) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:13:14.575035 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19987] Try to delete WAL files size 722197, prev total WAL file size 12029582, number of live WAL files 4. 2024/02/20-15:13:14.575235 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301682.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:13:32.157760 1261278 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301685. Total log size is 15808985 while max_total_wal_size is 15728640 2024/02/20-15:13:32.158023 1261278 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301694. Immutable memtables: 0. 2024/02/20-15:13:32.158282 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19988] Syncing log #301692 2024/02/20-15:13:32.208448 3036193 (Original Log Time 2024/02/20-15:13:32.158265) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:13:32.208478 3036193 [db/flush_job.cc:892] [key] [JOB 19988] Flushing memtable with next log file: 301694 2024/02/20-15:13:32.208505 3036193 EVENT_LOG_v1 {"time_micros": 1708442012208499, "job": 19988, "event": "flush_started", "num_memtables": 1, "num_entries": 7575, "num_deletes": 0, "total_data_size": 473260, "memory_usage": 2011696, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:13:32.208508 3036193 [db/flush_job.cc:926] [key] [JOB 19988] Level-0 flush table #301695: started 2024/02/20-15:13:32.217391 3036193 EVENT_LOG_v1 {"time_micros": 1708442012217362, "cf_name": "key", "job": 19988, "event": "table_file_creation", "file_number": 301695, "file_size": 332128, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153562151, "largest_seqno": 5153700082, "table_properties": {"data_size": 321544, "index_size": 2278, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7509, "raw_key_size": 446863, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 96, "num_entries": 7389, "num_filter_entries": 8568, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441967, "oldest_key_time": 1708441967, "file_creation_time": 1708442012, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301695, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:13:32.217430 3036193 [db/flush_job.cc:1062] [key] [JOB 19988] Flush lasted 8992 microseconds, and 7665 cpu microseconds. 2024/02/20-15:13:32.217980 3036193 (Original Log Time 2024/02/20-15:13:32.217418) [db/flush_job.cc:1011] [key] [JOB 19988] Level-0 flush table #301695: 332128 bytes OK 2024/02/20-15:13:32.217983 3036193 (Original Log Time 2024/02/20-15:13:32.217435) [db/memtable_list.cc:555] [key] Level-0 commit table #301695 started 2024/02/20-15:13:32.217984 3036193 (Original Log Time 2024/02/20-15:13:32.217738) [db/memtable_list.cc:754] [key] Level-0 commit table #301695: memtable #1 done 2024/02/20-15:13:32.217985 3036193 (Original Log Time 2024/02/20-15:13:32.217752) EVENT_LOG_v1 {"time_micros": 1708442012217747, "job": 19988, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:13:32.217987 3036193 (Original Log Time 2024/02/20-15:13:32.217949) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:13:32.217990 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19988] Try to delete WAL files size 11299373, prev total WAL file size 15813472, number of live WAL files 4. 2024/02/20-15:13:32.219092 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301685.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:23.481188 4076269 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301690. Total log size is 15897342 while max_total_wal_size is 15728640 2024/02/20-15:15:23.481595 4076269 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301696. Immutable memtables: 0. 2024/02/20-15:15:23.482055 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19989] Syncing log #301694 2024/02/20-15:15:23.514061 3036210 (Original Log Time 2024/02/20-15:15:23.482034) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:15:23.514076 3036210 [db/flush_job.cc:892] [url] [JOB 19989] Flushing memtable with next log file: 301696 2024/02/20-15:15:23.514108 3036210 EVENT_LOG_v1 {"time_micros": 1708442123514099, "job": 19989, "event": "flush_started", "num_memtables": 1, "num_entries": 108225, "num_deletes": 84000, "total_data_size": 14522634, "memory_usage": 17659032, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:15:23.514113 3036210 [db/flush_job.cc:926] [url] [JOB 19989] Level-0 flush table #301697: started 2024/02/20-15:15:23.692666 3036210 EVENT_LOG_v1 {"time_micros": 1708442123692631, "cf_name": "url", "job": 19989, "event": "table_file_creation", "file_number": 301697, "file_size": 5890473, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153662824, "largest_seqno": 5153800511, "table_properties": {"data_size": 5807847, "index_size": 138275, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5653, "raw_key_size": 14190958, "raw_average_key_size": 131, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1839, "num_entries": 107689, "num_filter_entries": 6463, "num_deletions": 84000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441994, "oldest_key_time": 1708441994, "file_creation_time": 1708442123, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301697, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:15:23.692713 3036210 [db/flush_job.cc:1062] [url] [JOB 19989] Flush lasted 178668 microseconds, and 173173 cpu microseconds. 2024/02/20-15:15:23.693362 3036210 (Original Log Time 2024/02/20-15:15:23.692699) [db/flush_job.cc:1011] [url] [JOB 19989] Level-0 flush table #301697: 5890473 bytes OK 2024/02/20-15:15:23.693366 3036210 (Original Log Time 2024/02/20-15:15:23.692719) [db/memtable_list.cc:555] [url] Level-0 commit table #301697 started 2024/02/20-15:15:23.693368 3036210 (Original Log Time 2024/02/20-15:15:23.693103) [db/memtable_list.cc:754] [url] Level-0 commit table #301697: memtable #1 done 2024/02/20-15:15:23.693370 3036210 (Original Log Time 2024/02/20-15:15:23.693123) EVENT_LOG_v1 {"time_micros": 1708442123693117, "job": 19989, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:15:23.693373 3036210 (Original Log Time 2024/02/20-15:15:23.693316) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-15:15:23.693379 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19989] Try to delete WAL files size 6978, prev total WAL file size 15906228, number of live WAL files 4. 2024/02/20-15:15:23.693619 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301690.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:23.693616 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 19990] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:15:23.693733 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 19997 Base level 0, inputs: [301697(5752KB) 301691(2146KB)], [301681(22MB)] 2024/02/20-15:15:23.693765 3036190 EVENT_LOG_v1 {"time_micros": 1708442123693751, "job": 19990, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301697, 301691], "files_L5": [301681], "score": 1, "input_data_size": 31263556, "oldest_snapshot_seqno": -1} 2024/02/20-15:15:23.697645 4076312 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301692. Total log size is 15899250 while max_total_wal_size is 15728640 2024/02/20-15:15:23.697918 4076312 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301699. Immutable memtables: 0. 2024/02/20-15:15:23.698178 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19991] Syncing log #301696 2024/02/20-15:15:23.698867 3036193 (Original Log Time 2024/02/20-15:15:23.698160) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:15:23.698876 3036193 [db/flush_job.cc:892] [tag] [JOB 19991] Flushing memtable with next log file: 301699 2024/02/20-15:15:23.698902 3036193 EVENT_LOG_v1 {"time_micros": 1708442123698894, "job": 19991, "event": "flush_started", "num_memtables": 1, "num_entries": 6967, "num_deletes": 0, "total_data_size": 617554, "memory_usage": 3063600, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:15:23.698907 3036193 [db/flush_job.cc:926] [tag] [JOB 19991] Level-0 flush table #301700: started 2024/02/20-15:15:23.732082 3036193 EVENT_LOG_v1 {"time_micros": 1708442123732029, "cf_name": "tag", "job": 19991, "event": "table_file_creation", "file_number": 301700, "file_size": 372456, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153662893, "largest_seqno": 5153800587, "table_properties": {"data_size": 368513, "index_size": 4022, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 598740, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 115, "num_entries": 6919, "num_filter_entries": 135, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708441994, "oldest_key_time": 1708441994, "file_creation_time": 1708442123, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301700, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:15:23.732146 3036193 [db/flush_job.cc:1062] [tag] [JOB 19991] Flush lasted 33282 microseconds, and 28901 cpu microseconds. 2024/02/20-15:15:23.732860 3036193 (Original Log Time 2024/02/20-15:15:23.732122) [db/flush_job.cc:1011] [tag] [JOB 19991] Level-0 flush table #301700: 372456 bytes OK 2024/02/20-15:15:23.732865 3036193 (Original Log Time 2024/02/20-15:15:23.732155) [db/memtable_list.cc:555] [tag] Level-0 commit table #301700 started 2024/02/20-15:15:23.732868 3036193 (Original Log Time 2024/02/20-15:15:23.732551) [db/memtable_list.cc:754] [tag] Level-0 commit table #301700: memtable #1 done 2024/02/20-15:15:23.732870 3036193 (Original Log Time 2024/02/20-15:15:23.732582) EVENT_LOG_v1 {"time_micros": 1708442123732573, "job": 19991, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:15:23.732872 3036193 (Original Log Time 2024/02/20-15:15:23.732808) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:15:23.732878 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19991] Try to delete WAL files size 4502634, prev total WAL file size 15901670, number of live WAL files 4. 2024/02/20-15:15:23.733791 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301692.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:24.781079 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 19990] Generated table #301698: 615151 keys, 30676198 bytes, temperature: kUnknown 2024/02/20-15:15:24.781154 3036190 EVENT_LOG_v1 {"time_micros": 1708442124781107, "cf_name": "url", "job": 19990, "event": "table_file_creation", "file_number": 301698, "file_size": 30676198, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152487539, "largest_seqno": 5153800511, "table_properties": {"data_size": 30214291, "index_size": 897995, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 20741, "raw_key_size": 82933269, "raw_average_key_size": 134, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 9568, "num_entries": 615151, "num_filter_entries": 23711, "num_deletions": 290000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440401, "oldest_key_time": 0, "file_creation_time": 1708442123, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301698, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:15:24.782684 3036190 (Original Log Time 2024/02/20-15:15:24.782065) [db/compaction/compaction_job.cc:1729] [url] [JOB 19990] Compacted 2@0 + 1@5 files to L5 => 30676198 bytes 2024/02/20-15:15:24.782688 3036190 (Original Log Time 2024/02/20-15:15:24.782407) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.11, MB/sec: 28.7 rd, 28.2 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.7, 22.1 +0.0 blob) out(29.3 +0.0 blob), read-write-amplify(7.7) write-amplify(3.8) OK, records in: 615151, records dropped: 0 output_compression: LZ4 2024/02/20-15:15:24.782696 3036190 (Original Log Time 2024/02/20-15:15:24.782440) EVENT_LOG_v1 {"time_micros": 1708442124782419, "job": 19990, "event": "compaction_finished", "compaction_time_micros": 1087448, "compaction_time_cpu_micros": 1071069, "output_level": 5, "num_output_files": 1, "total_output_size": 30676198, "num_input_records": 615151, "num_output_records": 615151, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:15:24.784778 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301681.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:24.784795 3036190 EVENT_LOG_v1 {"time_micros": 1708442124784792, "job": 19990, "event": "table_file_deletion", "file_number": 301681} 2024/02/20-15:15:24.784978 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301691.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:24.784985 3036190 EVENT_LOG_v1 {"time_micros": 1708442124784984, "job": 19990, "event": "table_file_deletion", "file_number": 301691} 2024/02/20-15:15:24.785395 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301697.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:24.785405 3036190 EVENT_LOG_v1 {"time_micros": 1708442124785403, "job": 19990, "event": "table_file_deletion", "file_number": 301697} 2024/02/20-15:15:24.785497 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 19992] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:15:24.785503 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 19998 Base level 0, inputs: [301700(363KB) 301693(67KB)], [301684(64MB) 301687(64MB) 301688(46MB)] 2024/02/20-15:15:24.785513 3036190 EVENT_LOG_v1 {"time_micros": 1708442124785506, "job": 19992, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301700, 301693], "files_L6": [301684, 301687, 301688], "score": 1, "input_data_size": 184001530, "oldest_snapshot_seqno": -1} 2024/02/20-15:15:29.840038 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19992] Generated table #301701: 2501654 keys, 67640397 bytes, temperature: kUnknown 2024/02/20-15:15:29.840128 3036190 EVENT_LOG_v1 {"time_micros": 1708442129840071, "cf_name": "tag", "job": 19992, "event": "table_file_creation", "file_number": 301701, "file_size": 67640397, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110414, "index_size": 1502242, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 208529655, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36200, "num_entries": 2501654, "num_filter_entries": 1146, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442124, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301701, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:15:34.592199 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19992] Generated table #301702: 2039532 keys, 67666240 bytes, temperature: kUnknown 2024/02/20-15:15:34.592276 3036190 EVENT_LOG_v1 {"time_micros": 1708442134592226, "cf_name": "tag", "job": 19992, "event": "table_file_creation", "file_number": 301702, "file_size": 67666240, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109574, "index_size": 1386053, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 190430370, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35862, "num_entries": 2039532, "num_filter_entries": 2273, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442129, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301702, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:15:38.160150 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 19992] Generated table #301703: 1854212 keys, 48464316 bytes, temperature: kUnknown 2024/02/20-15:15:38.160226 3036190 EVENT_LOG_v1 {"time_micros": 1708442138160179, "cf_name": "tag", "job": 19992, "event": "table_file_creation", "file_number": 301703, "file_size": 48464316, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 48096415, "index_size": 1078453, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 148420677, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26205, "num_entries": 1854212, "num_filter_entries": 299, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442134, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301703, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:15:38.174390 3036190 (Original Log Time 2024/02/20-15:15:38.173271) [db/compaction/compaction_job.cc:1729] [tag] [JOB 19992] Compacted 2@0 + 3@6 files to L6 => 183770953 bytes 2024/02/20-15:15:38.174396 3036190 (Original Log Time 2024/02/20-15:15:38.174099) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.8 rd, 13.7 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.4, 175.1 +0.0 blob) out(175.3 +0.0 blob), read-write-amplify(833.2) write-amplify(416.3) OK, records in: 6395398, records dropped: 0 output_compression: ZSTD 2024/02/20-15:15:38.174408 3036190 (Original Log Time 2024/02/20-15:15:38.174142) EVENT_LOG_v1 {"time_micros": 1708442138174122, "job": 19992, "event": "compaction_finished", "compaction_time_micros": 13374776, "compaction_time_cpu_micros": 13229134, "output_level": 6, "num_output_files": 3, "total_output_size": 183770953, "num_input_records": 6395398, "num_output_records": 6395398, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:15:38.181961 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301684.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:38.181997 3036190 EVENT_LOG_v1 {"time_micros": 1708442138181991, "job": 19992, "event": "table_file_deletion", "file_number": 301684} 2024/02/20-15:15:38.188445 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301687.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:38.188488 3036190 EVENT_LOG_v1 {"time_micros": 1708442138188483, "job": 19992, "event": "table_file_deletion", "file_number": 301687} 2024/02/20-15:15:38.192804 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301688.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:38.192834 3036190 EVENT_LOG_v1 {"time_micros": 1708442138192829, "job": 19992, "event": "table_file_deletion", "file_number": 301688} 2024/02/20-15:15:38.192948 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301693.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:38.192960 3036190 EVENT_LOG_v1 {"time_micros": 1708442138192957, "job": 19992, "event": "table_file_deletion", "file_number": 301693} 2024/02/20-15:15:38.193085 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301700.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:38.193094 3036190 EVENT_LOG_v1 {"time_micros": 1708442138193092, "job": 19992, "event": "table_file_deletion", "file_number": 301700} 2024/02/20-15:15:58.427076 4076660 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301694. Total log size is 15755576 while max_total_wal_size is 15728640 2024/02/20-15:15:58.427302 4076660 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301704. Immutable memtables: 0. 2024/02/20-15:15:58.427573 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19993] Syncing log #301699 2024/02/20-15:15:58.491204 3036210 (Original Log Time 2024/02/20-15:15:58.427558) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:15:58.491215 3036210 [db/flush_job.cc:892] [key] [JOB 19993] Flushing memtable with next log file: 301704 2024/02/20-15:15:58.491242 3036210 EVENT_LOG_v1 {"time_micros": 1708442158491234, "job": 19993, "event": "flush_started", "num_memtables": 1, "num_entries": 25700, "num_deletes": 0, "total_data_size": 1604734, "memory_usage": 3788216, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:15:58.491246 3036210 [db/flush_job.cc:926] [key] [JOB 19993] Level-0 flush table #301705: started 2024/02/20-15:15:58.530021 3036210 EVENT_LOG_v1 {"time_micros": 1708442158529980, "cf_name": "key", "job": 19993, "event": "table_file_creation", "file_number": 301705, "file_size": 1075860, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153702084, "largest_seqno": 5153837186, "table_properties": {"data_size": 1044646, "index_size": 7510, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 23989, "raw_key_size": 1518530, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 311, "num_entries": 25124, "num_filter_entries": 27462, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442012, "oldest_key_time": 1708442012, "file_creation_time": 1708442158, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301705, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:15:58.530072 3036210 [db/flush_job.cc:1062] [key] [JOB 19993] Flush lasted 38874 microseconds, and 36287 cpu microseconds. 2024/02/20-15:15:58.530862 3036210 (Original Log Time 2024/02/20-15:15:58.530052) [db/flush_job.cc:1011] [key] [JOB 19993] Level-0 flush table #301705: 1075860 bytes OK 2024/02/20-15:15:58.530865 3036210 (Original Log Time 2024/02/20-15:15:58.530079) [db/memtable_list.cc:555] [key] Level-0 commit table #301705 started 2024/02/20-15:15:58.530867 3036210 (Original Log Time 2024/02/20-15:15:58.530551) [db/memtable_list.cc:754] [key] Level-0 commit table #301705: memtable #1 done 2024/02/20-15:15:58.530868 3036210 (Original Log Time 2024/02/20-15:15:58.530620) EVENT_LOG_v1 {"time_micros": 1708442158530614, "job": 19993, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:15:58.530870 3036210 (Original Log Time 2024/02/20-15:15:58.530822) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:15:58.530875 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19993] Try to delete WAL files size 11387730, prev total WAL file size 15761482, number of live WAL files 4. 2024/02/20-15:15:58.530994 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 19994] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:15:58.531006 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20001 Base level 0, inputs: [301705(1050KB) 301695(324KB)], [301689(19MB)] 2024/02/20-15:15:58.531036 3036188 EVENT_LOG_v1 {"time_micros": 1708442158531023, "job": 19994, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301705, 301695], "files_L5": [301689], "score": 1, "input_data_size": 22257273, "oldest_snapshot_seqno": -1} 2024/02/20-15:15:58.532727 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301694.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:59.335024 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 19994] Generated table #301706: 566796 keys, 22141964 bytes, temperature: kUnknown 2024/02/20-15:15:59.335089 3036188 EVENT_LOG_v1 {"time_micros": 1708442159335047, "cf_name": "key", "job": 19994, "event": "table_file_creation", "file_number": 301706, "file_size": 22141964, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152535632, "largest_seqno": 5153837186, "table_properties": {"data_size": 21498095, "index_size": 180047, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 515397, "raw_key_size": 34284349, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6326, "num_entries": 566796, "num_filter_entries": 582021, "num_deletions": 275216, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440482, "oldest_key_time": 0, "file_creation_time": 1708442158, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301706, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:15:59.336343 3036188 (Original Log Time 2024/02/20-15:15:59.335856) [db/compaction/compaction_job.cc:1729] [key] [JOB 19994] Compacted 2@0 + 1@5 files to L5 => 22141964 bytes 2024/02/20-15:15:59.336346 3036188 (Original Log Time 2024/02/20-15:15:59.336145) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.08, MB/sec: 27.7 rd, 27.5 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.3, 19.9 +0.0 blob) out(21.1 +0.0 blob), read-write-amplify(31.5) write-amplify(15.7) OK, records in: 566796, records dropped: 0 output_compression: LZ4 2024/02/20-15:15:59.336352 3036188 (Original Log Time 2024/02/20-15:15:59.336166) EVENT_LOG_v1 {"time_micros": 1708442159336156, "job": 19994, "event": "compaction_finished", "compaction_time_micros": 804107, "compaction_time_cpu_micros": 784728, "output_level": 5, "num_output_files": 1, "total_output_size": 22141964, "num_input_records": 566796, "num_output_records": 566796, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:15:59.338475 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301689.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:59.338495 3036188 EVENT_LOG_v1 {"time_micros": 1708442159338492, "job": 19994, "event": "table_file_deletion", "file_number": 301689} 2024/02/20-15:15:59.338604 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301695.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:59.338616 3036188 EVENT_LOG_v1 {"time_micros": 1708442159338614, "job": 19994, "event": "table_file_deletion", "file_number": 301695} 2024/02/20-15:15:59.338747 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301705.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:15:59.338753 3036188 EVENT_LOG_v1 {"time_micros": 1708442159338752, "job": 19994, "event": "table_file_deletion", "file_number": 301705} 2024/02/20-15:16:41.209588 4076762 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301707. Immutable memtables: 0. 2024/02/20-15:16:41.209871 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19995] Syncing log #301704 2024/02/20-15:16:41.220993 3036193 (Original Log Time 2024/02/20-15:16:41.209858) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:16:41.221003 3036193 [db/flush_job.cc:892] [url] [JOB 19995] Flushing memtable with next log file: 301707 2024/02/20-15:16:41.221026 3036193 EVENT_LOG_v1 {"time_micros": 1708442201221020, "job": 19995, "event": "flush_started", "num_memtables": 1, "num_entries": 113005, "num_deletes": 98000, "total_data_size": 14119925, "memory_usage": 17126200, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-15:16:41.221029 3036193 [db/flush_job.cc:926] [url] [JOB 19995] Level-0 flush table #301708: started 2024/02/20-15:16:41.324614 3036193 EVENT_LOG_v1 {"time_micros": 1708442201324588, "cf_name": "url", "job": 19995, "event": "table_file_creation", "file_number": 301708, "file_size": 3936689, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153800512, "largest_seqno": 5153932056, "table_properties": {"data_size": 3872813, "index_size": 106037, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3813, "raw_key_size": 13821353, "raw_average_key_size": 122, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1308, "num_entries": 112649, "num_filter_entries": 4374, "num_deletions": 98000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442123, "oldest_key_time": 1708442123, "file_creation_time": 1708442201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301708, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:16:41.324657 3036193 [db/flush_job.cc:1062] [url] [JOB 19995] Flush lasted 103672 microseconds, and 101308 cpu microseconds. 2024/02/20-15:16:41.325336 3036193 (Original Log Time 2024/02/20-15:16:41.324644) [db/flush_job.cc:1011] [url] [JOB 19995] Level-0 flush table #301708: 3936689 bytes OK 2024/02/20-15:16:41.325340 3036193 (Original Log Time 2024/02/20-15:16:41.324664) [db/memtable_list.cc:555] [url] Level-0 commit table #301708 started 2024/02/20-15:16:41.325342 3036193 (Original Log Time 2024/02/20-15:16:41.325073) [db/memtable_list.cc:754] [url] Level-0 commit table #301708: memtable #1 done 2024/02/20-15:16:41.325345 3036193 (Original Log Time 2024/02/20-15:16:41.325100) EVENT_LOG_v1 {"time_micros": 1708442201325093, "job": 19995, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:16:41.325347 3036193 (Original Log Time 2024/02/20-15:16:41.325299) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:16:41.325353 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19995] Try to delete WAL files size 8886, prev total WAL file size 14946048, number of live WAL files 4. 2024/02/20-15:16:41.325512 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301696.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:16:41.325717 3036186 (Original Log Time 2024/02/20-15:16:41.325651) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-15:16:41.325726 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 19996] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-15:16:41.325734 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20003 Base level 0, inputs: [301708(3844KB)], [301698(29MB)] 2024/02/20-15:16:41.325765 3036186 EVENT_LOG_v1 {"time_micros": 1708442201325751, "job": 19996, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [301708], "files_L5": [301698], "score": -1, "input_data_size": 34612887, "oldest_snapshot_seqno": -1} 2024/02/20-15:16:42.458279 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 19996] Generated table #301709: 727800 keys, 34339075 bytes, temperature: kUnknown 2024/02/20-15:16:42.458363 3036186 EVENT_LOG_v1 {"time_micros": 1708442202458314, "cf_name": "url", "job": 19996, "event": "table_file_creation", "file_number": 301709, "file_size": 34339075, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152487539, "largest_seqno": 5153932056, "table_properties": {"data_size": 33813358, "index_size": 1019661, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 22469, "raw_key_size": 96754622, "raw_average_key_size": 132, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 10783, "num_entries": 727800, "num_filter_entries": 25739, "num_deletions": 388000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440401, "oldest_key_time": 0, "file_creation_time": 1708442201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301709, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:16:42.459854 3036186 (Original Log Time 2024/02/20-15:16:42.459229) [db/compaction/compaction_job.cc:1729] [url] [JOB 19996] Compacted 1@0 + 1@5 files to L5 => 34339075 bytes 2024/02/20-15:16:42.459858 3036186 (Original Log Time 2024/02/20-15:16:42.459603) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.13, MB/sec: 30.6 rd, 30.3 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(3.8, 29.3 +0.0 blob) out(32.7 +0.0 blob), read-write-amplify(17.5) write-amplify(8.7) OK, records in: 727800, records dropped: 0 output_compression: LZ4 2024/02/20-15:16:42.459864 3036186 (Original Log Time 2024/02/20-15:16:42.459630) EVENT_LOG_v1 {"time_micros": 1708442202459615, "job": 19996, "event": "compaction_finished", "compaction_time_micros": 1132665, "compaction_time_cpu_micros": 1100576, "output_level": 5, "num_output_files": 1, "total_output_size": 34339075, "num_input_records": 727800, "num_output_records": 727800, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:16:42.462927 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301698.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:16:42.462951 3036186 EVENT_LOG_v1 {"time_micros": 1708442202462948, "job": 19996, "event": "table_file_deletion", "file_number": 301698} 2024/02/20-15:16:42.463576 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301708.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:16:42.463587 3036186 EVENT_LOG_v1 {"time_micros": 1708442202463584, "job": 19996, "event": "table_file_deletion", "file_number": 301708} 2024/02/20-15:16:42.463623 4076762 (Original Log Time 2024/02/20-15:16:41.325559) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-15:16:42.463769 3036187 (Original Log Time 2024/02/20-15:16:42.463716) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-15:16:42.463774 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 19997] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-15:16:42.463782 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20004 Base level 5, inputs: [301709(32MB)], [301612(64MB) 301613(64MB) 301614(64MB) 301615(64MB) 301616(64MB) 301617(64MB) 301618(64MB) 301619(64MB) 301620(65MB) 301621(64MB) 301622(65MB) 301623(65MB) 301624(36MB)] 2024/02/20-15:16:42.463796 3036187 EVENT_LOG_v1 {"time_micros": 1708442202463787, "job": 19997, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301709], "files_L6": [301612, 301613, 301614, 301615, 301616, 301617, 301618, 301619, 301620, 301621, 301622, 301623, 301624], "score": -1, "input_data_size": 889144459, "oldest_snapshot_seqno": -1} 2024/02/20-15:16:48.048234 4076751 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301699. Total log size is 15749615 while max_total_wal_size is 15728640 2024/02/20-15:16:48.048631 4076751 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301711. Immutable memtables: 0. 2024/02/20-15:16:48.048949 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19998] Syncing log #301707 2024/02/20-15:16:48.078673 3036210 (Original Log Time 2024/02/20-15:16:48.048937) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:16:48.078686 3036210 [db/flush_job.cc:892] [tag] [JOB 19998] Flushing memtable with next log file: 301711 2024/02/20-15:16:48.078716 3036210 EVENT_LOG_v1 {"time_micros": 1708442208078707, "job": 19998, "event": "flush_started", "num_memtables": 1, "num_entries": 4931, "num_deletes": 0, "total_data_size": 434380, "memory_usage": 1285480, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:16:48.078721 3036210 [db/flush_job.cc:926] [tag] [JOB 19998] Level-0 flush table #301712: started 2024/02/20-15:16:48.084682 3036210 EVENT_LOG_v1 {"time_micros": 1708442208084648, "cf_name": "tag", "job": 19998, "event": "table_file_creation", "file_number": 301712, "file_size": 250656, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153800614, "largest_seqno": 5153938892, "table_properties": {"data_size": 247210, "index_size": 2970, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 420390, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 83, "num_entries": 4895, "num_filter_entries": 103, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442123, "oldest_key_time": 1708442123, "file_creation_time": 1708442208, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301712, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:16:48.084723 3036210 [db/flush_job.cc:1062] [tag] [JOB 19998] Flush lasted 6063 microseconds, and 5072 cpu microseconds. 2024/02/20-15:16:48.085356 3036210 (Original Log Time 2024/02/20-15:16:48.084708) [db/flush_job.cc:1011] [tag] [JOB 19998] Level-0 flush table #301712: 250656 bytes OK 2024/02/20-15:16:48.085360 3036210 (Original Log Time 2024/02/20-15:16:48.084729) [db/memtable_list.cc:555] [tag] Level-0 commit table #301712 started 2024/02/20-15:16:48.085361 3036210 (Original Log Time 2024/02/20-15:16:48.085052) [db/memtable_list.cc:754] [tag] Level-0 commit table #301712: memtable #1 done 2024/02/20-15:16:48.085363 3036210 (Original Log Time 2024/02/20-15:16:48.085072) EVENT_LOG_v1 {"time_micros": 1708442208085067, "job": 19998, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:16:48.085364 3036210 (Original Log Time 2024/02/20-15:16:48.085314) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:16:48.085369 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 19998] Try to delete WAL files size 4358960, prev total WAL file size 15751741, number of live WAL files 4. 2024/02/20-15:16:48.086046 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301699.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:16:48.332258 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301710: 1622557 keys, 67790100 bytes, temperature: kUnknown 2024/02/20-15:16:48.332316 3036187 EVENT_LOG_v1 {"time_micros": 1708442208332281, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301710, "file_size": 67790100, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110268, "index_size": 2426609, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14117, "raw_key_size": 225707159, "raw_average_key_size": 139, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33525, "num_entries": 1622557, "num_filter_entries": 16206, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442202, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301710, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:16:53.697433 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301713: 1169389 keys, 67597856 bytes, temperature: kUnknown 2024/02/20-15:16:53.697563 3036187 EVENT_LOG_v1 {"time_micros": 1708442213697515, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301713, "file_size": 67597856, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109962, "index_size": 1997052, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 176809162, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32337, "num_entries": 1169389, "num_filter_entries": 196, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442208, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301713, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:16:59.446887 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301714: 1577576 keys, 67817069 bytes, temperature: kUnknown 2024/02/20-15:16:59.446968 3036187 EVENT_LOG_v1 {"time_micros": 1708442219446917, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301714, "file_size": 67817069, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111146, "index_size": 2565950, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18565, "raw_key_size": 222997649, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35526, "num_entries": 1577576, "num_filter_entries": 21257, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442213, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301714, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:04.913641 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301715: 1549952 keys, 67991831 bytes, temperature: kUnknown 2024/02/20-15:17:04.913720 3036187 EVENT_LOG_v1 {"time_micros": 1708442224913685, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301715, "file_size": 67991831, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109638, "index_size": 3271606, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 30933, "raw_key_size": 243420063, "raw_average_key_size": 157, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34837, "num_entries": 1549952, "num_filter_entries": 35332, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442219, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301715, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:10.144667 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301716: 1704223 keys, 68066985 bytes, temperature: kUnknown 2024/02/20-15:17:10.144747 3036187 EVENT_LOG_v1 {"time_micros": 1708442230144699, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301716, "file_size": 68066985, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109277, "index_size": 3827087, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 40485, "raw_key_size": 248381556, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35252, "num_entries": 1704223, "num_filter_entries": 46271, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442224, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301716, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:15.280413 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301717: 1585190 keys, 67931928 bytes, temperature: kUnknown 2024/02/20-15:17:15.280491 3036187 EVENT_LOG_v1 {"time_micros": 1708442235280449, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301717, "file_size": 67931928, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110157, "index_size": 5096664, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21173, "raw_key_size": 237775410, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34673, "num_entries": 1585190, "num_filter_entries": 24215, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442230, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301717, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:20.843703 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301718: 1711178 keys, 67733368 bytes, temperature: kUnknown 2024/02/20-15:17:20.843772 3036187 EVENT_LOG_v1 {"time_micros": 1708442240843738, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301718, "file_size": 67733368, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110767, "index_size": 2582246, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 231908280, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34340, "num_entries": 1711178, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442235, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301718, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:25.734248 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301719: 1784922 keys, 67839088 bytes, temperature: kUnknown 2024/02/20-15:17:25.734326 3036187 EVENT_LOG_v1 {"time_micros": 1708442245734279, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301719, "file_size": 67839088, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109885, "index_size": 2749373, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9013, "raw_key_size": 247911469, "raw_average_key_size": 138, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35009, "num_entries": 1784922, "num_filter_entries": 10279, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442240, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301719, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:27.523180 2383540 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301704. Total log size is 15728698 while max_total_wal_size is 15728640 2024/02/20-15:17:27.523510 2383540 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301721. Immutable memtables: 0. 2024/02/20-15:17:27.523775 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 19999] Syncing log #301711 2024/02/20-15:17:27.529667 3036193 (Original Log Time 2024/02/20-15:17:27.523757) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:17:27.529679 3036193 [db/flush_job.cc:892] [key] [JOB 19999] Flushing memtable with next log file: 301721 2024/02/20-15:17:27.529710 3036193 EVENT_LOG_v1 {"time_micros": 1708442247529701, "job": 19999, "event": "flush_started", "num_memtables": 1, "num_entries": 15731, "num_deletes": 0, "total_data_size": 982586, "memory_usage": 2874008, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:17:27.529715 3036193 [db/flush_job.cc:926] [key] [JOB 19999] Level-0 flush table #301722: started 2024/02/20-15:17:27.567963 3036193 EVENT_LOG_v1 {"time_micros": 1708442247567924, "cf_name": "key", "job": 19999, "event": "table_file_creation", "file_number": 301722, "file_size": 672625, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153839188, "largest_seqno": 5153979465, "table_properties": {"data_size": 652567, "index_size": 4768, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14981, "raw_key_size": 927391, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 194, "num_entries": 15339, "num_filter_entries": 17106, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442158, "oldest_key_time": 1708442158, "file_creation_time": 1708442247, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301722, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:27.568018 3036193 [db/flush_job.cc:1062] [key] [JOB 19999] Flush lasted 38360 microseconds, and 35195 cpu microseconds. 2024/02/20-15:17:27.568589 3036193 (Original Log Time 2024/02/20-15:17:27.567998) [db/flush_job.cc:1011] [key] [JOB 19999] Level-0 flush table #301722: 672625 bytes OK 2024/02/20-15:17:27.568593 3036193 (Original Log Time 2024/02/20-15:17:27.568026) [db/memtable_list.cc:555] [key] Level-0 commit table #301722 started 2024/02/20-15:17:27.568596 3036193 (Original Log Time 2024/02/20-15:17:27.568319) [db/memtable_list.cc:754] [key] Level-0 commit table #301722: memtable #1 done 2024/02/20-15:17:27.568599 3036193 (Original Log Time 2024/02/20-15:17:27.568342) EVENT_LOG_v1 {"time_micros": 1708442247568334, "job": 19999, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:17:27.568600 4077507 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301707. Total log size is 5432615 while max_total_wal_size is 15728640 2024/02/20-15:17:27.568601 3036193 (Original Log Time 2024/02/20-15:17:27.568541) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:17:27.568629 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 19999] Try to delete WAL files size 10297795, prev total WAL file size 15730410, number of live WAL files 4. 2024/02/20-15:17:27.569001 4077507 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301723. Immutable memtables: 0. 2024/02/20-15:17:27.569271 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20000] Syncing log #301721 2024/02/20-15:17:27.569717 3036210 (Original Log Time 2024/02/20-15:17:27.569260) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-15:17:27.569724 3036210 [db/flush_job.cc:892] [url] [JOB 20000] Flushing memtable with next log file: 301723 2024/02/20-15:17:27.569745 3036210 EVENT_LOG_v1 {"time_micros": 1708442247569738, "job": 20000, "event": "flush_started", "num_memtables": 1, "num_entries": 36667, "num_deletes": 28000, "total_data_size": 4918540, "memory_usage": 6560920, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:17:27.569748 3036210 [db/flush_job.cc:926] [url] [JOB 20000] Level-0 flush table #301724: started 2024/02/20-15:17:27.570228 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301704.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:27.616521 3036210 EVENT_LOG_v1 {"time_micros": 1708442247616485, "cf_name": "url", "job": 20000, "event": "table_file_creation", "file_number": 301724, "file_size": 2255302, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932058, "largest_seqno": 5153979494, "table_properties": {"data_size": 2229203, "index_size": 47753, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2293, "raw_key_size": 4813523, "raw_average_key_size": 131, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 684, "num_entries": 36509, "num_filter_entries": 2609, "num_deletions": 28000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 1708442201, "file_creation_time": 1708442247, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301724, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:27.616562 3036210 [db/flush_job.cc:1062] [url] [JOB 20000] Flush lasted 46848 microseconds, and 44336 cpu microseconds. 2024/02/20-15:17:27.617082 3036210 (Original Log Time 2024/02/20-15:17:27.616548) [db/flush_job.cc:1011] [url] [JOB 20000] Level-0 flush table #301724: 2255302 bytes OK 2024/02/20-15:17:27.617087 3036210 (Original Log Time 2024/02/20-15:17:27.616568) [db/memtable_list.cc:555] [url] Level-0 commit table #301724 started 2024/02/20-15:17:27.617090 3036210 (Original Log Time 2024/02/20-15:17:27.616847) [db/memtable_list.cc:754] [url] Level-0 commit table #301724: memtable #1 done 2024/02/20-15:17:27.617093 3036210 (Original Log Time 2024/02/20-15:17:27.616865) EVENT_LOG_v1 {"time_micros": 1708442247616860, "job": 20000, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:17:27.617096 3036210 (Original Log Time 2024/02/20-15:17:27.617039) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:17:27.617137 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20000] Try to delete WAL files size 1092860, prev total WAL file size 5434036, number of live WAL files 4. 2024/02/20-15:17:27.617484 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301707.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:30.157236 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301720: 1299389 keys, 68672250 bytes, temperature: kUnknown 2024/02/20-15:17:30.157297 3036187 EVENT_LOG_v1 {"time_micros": 1708442250157263, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301720, "file_size": 68672250, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109107, "index_size": 4760938, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 23237, "raw_key_size": 221854811, "raw_average_key_size": 170, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33206, "num_entries": 1299389, "num_filter_entries": 26622, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442245, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301720, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:34.859202 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301725: 1699512 keys, 67891830 bytes, temperature: kUnknown 2024/02/20-15:17:34.859273 3036187 EVENT_LOG_v1 {"time_micros": 1708442254859228, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301725, "file_size": 67891830, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110091, "index_size": 2800520, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28117, "raw_key_size": 240034490, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35458, "num_entries": 1699512, "num_filter_entries": 32158, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442250, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301725, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:39.609132 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301726: 1664021 keys, 68144777 bytes, temperature: kUnknown 2024/02/20-15:17:39.609189 3036187 EVENT_LOG_v1 {"time_micros": 1708442259609155, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301726, "file_size": 68144777, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110378, "index_size": 4237439, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 10325, "raw_key_size": 294976102, "raw_average_key_size": 177, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37045, "num_entries": 1664021, "num_filter_entries": 11746, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442254, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301726, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:44.272547 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301727: 1425974 keys, 68812924 bytes, temperature: kUnknown 2024/02/20-15:17:44.272615 3036187 EVENT_LOG_v1 {"time_micros": 1708442264272575, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301727, "file_size": 68812924, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110114, "index_size": 4359594, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 109365, "raw_key_size": 261106667, "raw_average_key_size": 183, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34560, "num_entries": 1425974, "num_filter_entries": 124532, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442259, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301727, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:47.310594 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 19997] Generated table #301728: 774339 keys, 45976020 bytes, temperature: kUnknown 2024/02/20-15:17:47.310733 3036187 EVENT_LOG_v1 {"time_micros": 1708442267310690, "cf_name": "url", "job": 19997, "event": "table_file_creation", "file_number": 301728, "file_size": 45976020, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 44070421, "index_size": 5046165, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9557, "raw_key_size": 221467227, "raw_average_key_size": 286, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 23104, "num_entries": 774339, "num_filter_entries": 10898, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442264, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301728, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:47.371239 3036187 (Original Log Time 2024/02/20-15:17:47.369853) [db/compaction/compaction_job.cc:1729] [url] [JOB 19997] Compacted 1@5 + 13@6 files to L6 => 862266026 bytes 2024/02/20-15:17:47.371244 3036187 (Original Log Time 2024/02/20-15:17:47.370847) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50, MB/sec: 13.7 rd, 13.3 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(32.7, 815.2 +0.0 blob) out(822.3 +0.0 blob), read-write-amplify(51.0) write-amplify(25.1) OK, records in: 20344223, records dropped: 776001 output_compression: ZSTD 2024/02/20-15:17:47.371257 3036187 (Original Log Time 2024/02/20-15:17:47.370938) EVENT_LOG_v1 {"time_micros": 1708442267370907, "job": 19997, "event": "compaction_finished", "compaction_time_micros": 64847012, "compaction_time_cpu_micros": 60182939, "output_level": 6, "num_output_files": 13, "total_output_size": 862266026, "num_input_records": 20344223, "num_output_records": 19568222, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [1, 0, 0, 0, 0, 0, 13]} 2024/02/20-15:17:47.379040 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301612.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.379075 3036187 EVENT_LOG_v1 {"time_micros": 1708442267379070, "job": 19997, "event": "table_file_deletion", "file_number": 301612} 2024/02/20-15:17:47.386102 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301613.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.386133 3036187 EVENT_LOG_v1 {"time_micros": 1708442267386128, "job": 19997, "event": "table_file_deletion", "file_number": 301613} 2024/02/20-15:17:47.394632 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301614.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.394675 3036187 EVENT_LOG_v1 {"time_micros": 1708442267394669, "job": 19997, "event": "table_file_deletion", "file_number": 301614} 2024/02/20-15:17:47.401863 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301615.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.401948 3036187 EVENT_LOG_v1 {"time_micros": 1708442267401944, "job": 19997, "event": "table_file_deletion", "file_number": 301615} 2024/02/20-15:17:47.408497 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301616.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.408528 3036187 EVENT_LOG_v1 {"time_micros": 1708442267408523, "job": 19997, "event": "table_file_deletion", "file_number": 301616} 2024/02/20-15:17:47.415433 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301617.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.415480 3036187 EVENT_LOG_v1 {"time_micros": 1708442267415475, "job": 19997, "event": "table_file_deletion", "file_number": 301617} 2024/02/20-15:17:47.423695 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301618.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.423722 3036187 EVENT_LOG_v1 {"time_micros": 1708442267423719, "job": 19997, "event": "table_file_deletion", "file_number": 301618} 2024/02/20-15:17:47.432382 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301619.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.432411 3036187 EVENT_LOG_v1 {"time_micros": 1708442267432406, "job": 19997, "event": "table_file_deletion", "file_number": 301619} 2024/02/20-15:17:47.439595 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301620.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.439628 3036187 EVENT_LOG_v1 {"time_micros": 1708442267439623, "job": 19997, "event": "table_file_deletion", "file_number": 301620} 2024/02/20-15:17:47.445643 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301621.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.445675 3036187 EVENT_LOG_v1 {"time_micros": 1708442267445670, "job": 19997, "event": "table_file_deletion", "file_number": 301621} 2024/02/20-15:17:47.451880 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301622.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.451917 3036187 EVENT_LOG_v1 {"time_micros": 1708442267451913, "job": 19997, "event": "table_file_deletion", "file_number": 301622} 2024/02/20-15:17:47.459469 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301623.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.459506 3036187 EVENT_LOG_v1 {"time_micros": 1708442267459500, "job": 19997, "event": "table_file_deletion", "file_number": 301623} 2024/02/20-15:17:47.465036 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301624.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.465064 3036187 EVENT_LOG_v1 {"time_micros": 1708442267465060, "job": 19997, "event": "table_file_deletion", "file_number": 301624} 2024/02/20-15:17:47.468853 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301709.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:47.468875 3036187 EVENT_LOG_v1 {"time_micros": 1708442267468871, "job": 19997, "event": "table_file_deletion", "file_number": 301709} 2024/02/20-15:17:47.468938 4076762 (Original Log Time 2024/02/20-15:16:42.463634) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-15:17:47.469220 4076762 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301729. Immutable memtables: 0. 2024/02/20-15:17:47.469415 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20001] Syncing log #301723 2024/02/20-15:17:47.476715 3036193 (Original Log Time 2024/02/20-15:17:47.469406) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:17:47.476727 3036193 [db/flush_job.cc:892] [tag] [JOB 20001] Flushing memtable with next log file: 301729 2024/02/20-15:17:47.476754 3036193 EVENT_LOG_v1 {"time_micros": 1708442267476745, "job": 20001, "event": "flush_started", "num_memtables": 1, "num_entries": 3390, "num_deletes": 0, "total_data_size": 288578, "memory_usage": 1117808, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-15:17:47.476758 3036193 [db/flush_job.cc:926] [tag] [JOB 20001] Level-0 flush table #301730: started 2024/02/20-15:17:47.480174 3036193 EVENT_LOG_v1 {"time_micros": 1708442267480147, "cf_name": "tag", "job": 20001, "event": "table_file_creation", "file_number": 301730, "file_size": 161084, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153940949, "largest_seqno": 5153997746, "table_properties": {"data_size": 158460, "index_size": 1853, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 277654, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 56, "num_entries": 3345, "num_filter_entries": 98, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442208, "oldest_key_time": 1708442208, "file_creation_time": 1708442267, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301730, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:47.480207 3036193 [db/flush_job.cc:1062] [tag] [JOB 20001] Flush lasted 3501 microseconds, and 2973 cpu microseconds. 2024/02/20-15:17:47.480681 3036193 (Original Log Time 2024/02/20-15:17:47.480194) [db/flush_job.cc:1011] [tag] [JOB 20001] Level-0 flush table #301730: 161084 bytes OK 2024/02/20-15:17:47.480684 3036193 (Original Log Time 2024/02/20-15:17:47.480212) [db/memtable_list.cc:555] [tag] Level-0 commit table #301730 started 2024/02/20-15:17:47.480685 3036193 (Original Log Time 2024/02/20-15:17:47.480425) [db/memtable_list.cc:754] [tag] Level-0 commit table #301730: memtable #1 done 2024/02/20-15:17:47.480687 3036193 (Original Log Time 2024/02/20-15:17:47.480444) EVENT_LOG_v1 {"time_micros": 1708442267480439, "job": 20001, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:17:47.480688 3036193 (Original Log Time 2024/02/20-15:17:47.480646) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:17:47.480692 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20001] Try to delete WAL files size 4338043, prev total WAL file size 7405366, number of live WAL files 4. 2024/02/20-15:17:47.480800 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20002] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:17:47.480813 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20009 Base level 0, inputs: [301730(157KB) 301712(244KB)], [301701(64MB) 301702(64MB) 301703(46MB)] 2024/02/20-15:17:47.480844 3036192 EVENT_LOG_v1 {"time_micros": 1708442267480829, "job": 20002, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301730, 301712], "files_L6": [301701, 301702, 301703], "score": 1, "input_data_size": 184182693, "oldest_snapshot_seqno": -1} 2024/02/20-15:17:47.481231 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301711.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:17:52.402025 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20002] Generated table #301731: 2502864 keys, 67640895 bytes, temperature: kUnknown 2024/02/20-15:17:52.402089 3036192 EVENT_LOG_v1 {"time_micros": 1708442272402055, "cf_name": "tag", "job": 20002, "event": "table_file_creation", "file_number": 301731, "file_size": 67640895, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110011, "index_size": 1503753, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 208614907, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36204, "num_entries": 2502864, "num_filter_entries": 1146, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442267, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301731, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:17:57.204784 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20002] Generated table #301732: 2037796 keys, 67667137 bytes, temperature: kUnknown 2024/02/20-15:17:57.204957 3036192 EVENT_LOG_v1 {"time_micros": 1708442277204914, "cf_name": "tag", "job": 20002, "event": "table_file_creation", "file_number": 301732, "file_size": 67667137, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109527, "index_size": 1387877, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 190307471, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35841, "num_entries": 2037796, "num_filter_entries": 2274, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442272, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301732, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:01.102109 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20002] Generated table #301733: 1862978 keys, 48670671 bytes, temperature: kUnknown 2024/02/20-15:18:01.102170 3036192 EVENT_LOG_v1 {"time_micros": 1708442281102135, "cf_name": "tag", "job": 20002, "event": "table_file_creation", "file_number": 301733, "file_size": 48670671, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 48299020, "index_size": 1084714, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 149156368, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26334, "num_entries": 1862978, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442277, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301733, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:01.110526 3036192 (Original Log Time 2024/02/20-15:18:01.109404) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20002] Compacted 2@0 + 3@6 files to L6 => 183978703 bytes 2024/02/20-15:18:01.110533 3036192 (Original Log Time 2024/02/20-15:18:01.110114) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.5 rd, 13.5 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.4, 175.3 +0.0 blob) out(175.5 +0.0 blob), read-write-amplify(894.2) write-amplify(446.8) OK, records in: 6403638, records dropped: 0 output_compression: ZSTD 2024/02/20-15:18:01.110546 3036192 (Original Log Time 2024/02/20-15:18:01.110189) EVENT_LOG_v1 {"time_micros": 1708442281110168, "job": 20002, "event": "compaction_finished", "compaction_time_micros": 13621389, "compaction_time_cpu_micros": 13387424, "output_level": 6, "num_output_files": 3, "total_output_size": 183978703, "num_input_records": 6403638, "num_output_records": 6403638, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:18:01.119523 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301701.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:01.119568 3036192 EVENT_LOG_v1 {"time_micros": 1708442281119562, "job": 20002, "event": "table_file_deletion", "file_number": 301701} 2024/02/20-15:18:01.129021 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301702.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:01.129074 3036192 EVENT_LOG_v1 {"time_micros": 1708442281129065, "job": 20002, "event": "table_file_deletion", "file_number": 301702} 2024/02/20-15:18:01.133759 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301703.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:01.133794 3036192 EVENT_LOG_v1 {"time_micros": 1708442281133789, "job": 20002, "event": "table_file_deletion", "file_number": 301703} 2024/02/20-15:18:01.133942 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301712.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:01.133948 3036192 EVENT_LOG_v1 {"time_micros": 1708442281133947, "job": 20002, "event": "table_file_deletion", "file_number": 301712} 2024/02/20-15:18:01.134015 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301730.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:01.134020 3036192 EVENT_LOG_v1 {"time_micros": 1708442281134019, "job": 20002, "event": "table_file_deletion", "file_number": 301730} 2024/02/20-15:18:01.134078 4076762 (Original Log Time 2024/02/20-15:17:47.481265) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-15:18:01.134382 4076762 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301734. Immutable memtables: 0. 2024/02/20-15:18:01.134674 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20003] Syncing log #301729 2024/02/20-15:18:01.148504 3036210 (Original Log Time 2024/02/20-15:18:01.134657) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:18:01.148518 3036210 [db/flush_job.cc:892] [key] [JOB 20003] Flushing memtable with next log file: 301734 2024/02/20-15:18:01.148549 3036210 EVENT_LOG_v1 {"time_micros": 1708442281148540, "job": 20003, "event": "flush_started", "num_memtables": 1, "num_entries": 5917, "num_deletes": 0, "total_data_size": 369635, "memory_usage": 2805432, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-15:18:01.148554 3036210 [db/flush_job.cc:926] [key] [JOB 20003] Level-0 flush table #301735: started 2024/02/20-15:18:01.162419 3036210 EVENT_LOG_v1 {"time_micros": 1708442281162374, "cf_name": "key", "job": 20003, "event": "table_file_creation", "file_number": 301735, "file_size": 261885, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153979483, "largest_seqno": 5154009418, "table_properties": {"data_size": 253045, "index_size": 1759, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5989, "raw_key_size": 351451, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 76, "num_entries": 5812, "num_filter_entries": 6832, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442247, "oldest_key_time": 1708442247, "file_creation_time": 1708442281, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301735, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:01.162517 3036210 [db/flush_job.cc:1062] [key] [JOB 20003] Flush lasted 14024 microseconds, and 7127 cpu microseconds. 2024/02/20-15:18:01.175256 3036210 (Original Log Time 2024/02/20-15:18:01.162493) [db/flush_job.cc:1011] [key] [JOB 20003] Level-0 flush table #301735: 261885 bytes OK 2024/02/20-15:18:01.175262 3036210 (Original Log Time 2024/02/20-15:18:01.162528) [db/memtable_list.cc:555] [key] Level-0 commit table #301735 started 2024/02/20-15:18:01.175265 3036210 (Original Log Time 2024/02/20-15:18:01.174885) [db/memtable_list.cc:754] [key] Level-0 commit table #301735: memtable #1 done 2024/02/20-15:18:01.175267 3036210 (Original Log Time 2024/02/20-15:18:01.174935) EVENT_LOG_v1 {"time_micros": 1708442281174925, "job": 20003, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:18:01.175270 3036210 (Original Log Time 2024/02/20-15:18:01.175185) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:18:01.175276 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20003] Try to delete WAL files size 1712, prev total WAL file size 4590433, number of live WAL files 4. 2024/02/20-15:18:01.175354 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20004] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:18:01.175364 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20011 Base level 0, inputs: [301735(255KB) 301722(656KB)], [301706(21MB)] 2024/02/20-15:18:01.175388 3036185 EVENT_LOG_v1 {"time_micros": 1708442281175376, "job": 20004, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301735, 301722], "files_L5": [301706], "score": 1, "input_data_size": 23076474, "oldest_snapshot_seqno": -1} 2024/02/20-15:18:01.175591 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301721.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:02.202730 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20004] Generated table #301736: 587946 keys, 22986909 bytes, temperature: kUnknown 2024/02/20-15:18:02.202815 3036185 EVENT_LOG_v1 {"time_micros": 1708442282202764, "cf_name": "key", "job": 20004, "event": "table_file_creation", "file_number": 301736, "file_size": 22986909, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5152535632, "largest_seqno": 5154009418, "table_properties": {"data_size": 22319768, "index_size": 186042, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 534597, "raw_key_size": 35563131, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6564, "num_entries": 587946, "num_filter_entries": 603606, "num_deletions": 275216, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708440482, "oldest_key_time": 0, "file_creation_time": 1708442281, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301736, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:02.204553 3036185 (Original Log Time 2024/02/20-15:18:02.203877) [db/compaction/compaction_job.cc:1729] [key] [JOB 20004] Compacted 2@0 + 1@5 files to L5 => 22986909 bytes 2024/02/20-15:18:02.204558 3036185 (Original Log Time 2024/02/20-15:18:02.204264) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.09, MB/sec: 22.5 rd, 22.4 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(0.9, 21.1 +0.0 blob) out(21.9 +0.0 blob), read-write-amplify(49.3) write-amplify(24.6) OK, records in: 587947, records dropped: 1 output_compression: LZ4 2024/02/20-15:18:02.204566 3036185 (Original Log Time 2024/02/20-15:18:02.204294) EVENT_LOG_v1 {"time_micros": 1708442282204278, "job": 20004, "event": "compaction_finished", "compaction_time_micros": 1027508, "compaction_time_cpu_micros": 987518, "output_level": 5, "num_output_files": 1, "total_output_size": 22986909, "num_input_records": 587947, "num_output_records": 587946, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:18:02.207103 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301706.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:02.207128 3036185 EVENT_LOG_v1 {"time_micros": 1708442282207124, "job": 20004, "event": "table_file_deletion", "file_number": 301706} 2024/02/20-15:18:02.207335 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301722.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:02.207349 3036185 EVENT_LOG_v1 {"time_micros": 1708442282207347, "job": 20004, "event": "table_file_deletion", "file_number": 301722} 2024/02/20-15:18:02.207487 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301735.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:02.207497 3036185 EVENT_LOG_v1 {"time_micros": 1708442282207495, "job": 20004, "event": "table_file_deletion", "file_number": 301735} 2024/02/20-15:18:02.207557 4076762 (Original Log Time 2024/02/20-15:18:01.175650) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-15:18:02.207720 3036183 (Original Log Time 2024/02/20-15:18:02.207656) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-15:18:02.207728 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 20005] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-15:18:02.207739 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20012 Base level 5, inputs: [301736(21MB)], [301633(67MB) 301634(66MB) 301635(66MB) 301636(66MB) 301637(66MB) 301638(9336KB)] 2024/02/20-15:18:02.207760 3036183 EVENT_LOG_v1 {"time_micros": 1708442282207746, "job": 20005, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301736], "files_L6": [301633, 301634, 301635, 301636, 301637, 301638], "score": -1, "input_data_size": 383840460, "oldest_snapshot_seqno": -1} 2024/02/20-15:18:08.209191 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20005] Generated table #301737: 3134970 keys, 70404599 bytes, temperature: kUnknown 2024/02/20-15:18:08.209265 3036183 EVENT_LOG_v1 {"time_micros": 1708442288209220, "cf_name": "key", "job": 20005, "event": "table_file_creation", "file_number": 301737, "file_size": 70404599, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109294, "index_size": 1026302, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2816405, "raw_key_size": 189741525, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37278, "num_entries": 3134970, "num_filter_entries": 3152697, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442282, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301737, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:13.815627 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20005] Generated table #301738: 2955332 keys, 70248855 bytes, temperature: kUnknown 2024/02/20-15:18:13.815717 3036183 EVENT_LOG_v1 {"time_micros": 1708442293815677, "cf_name": "key", "job": 20005, "event": "table_file_creation", "file_number": 301738, "file_size": 70248855, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108979, "index_size": 962995, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2669413, "raw_key_size": 177924270, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36832, "num_entries": 2955332, "num_filter_entries": 2988886, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442288, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301738, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:19.911207 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20005] Generated table #301739: 2996401 keys, 70232662 bytes, temperature: kUnknown 2024/02/20-15:18:19.911281 3036183 EVENT_LOG_v1 {"time_micros": 1708442299911239, "cf_name": "key", "job": 20005, "event": "table_file_creation", "file_number": 301739, "file_size": 70232662, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110632, "index_size": 1030102, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2681237, "raw_key_size": 182590834, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37122, "num_entries": 2996401, "num_filter_entries": 3001990, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442293, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301739, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:25.660202 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20005] Generated table #301740: 2976524 keys, 70264250 bytes, temperature: kUnknown 2024/02/20-15:18:25.660275 3036183 EVENT_LOG_v1 {"time_micros": 1708442305660232, "cf_name": "key", "job": 20005, "event": "table_file_creation", "file_number": 301740, "file_size": 70264250, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109836, "index_size": 990920, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2688181, "raw_key_size": 180871230, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36998, "num_entries": 2976524, "num_filter_entries": 3009824, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442299, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301740, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:31.378481 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20005] Generated table #301741: 2924997 keys, 70181703 bytes, temperature: kUnknown 2024/02/20-15:18:31.378557 3036183 EVENT_LOG_v1 {"time_micros": 1708442311378524, "cf_name": "key", "job": 20005, "event": "table_file_creation", "file_number": 301741, "file_size": 70181703, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110448, "index_size": 960739, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2628085, "raw_key_size": 176615588, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36771, "num_entries": 2924997, "num_filter_entries": 2942765, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442305, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301741, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:32.286837 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20005] Generated table #301742: 459777 keys, 10461126 bytes, temperature: kUnknown 2024/02/20-15:18:32.286898 3036183 EVENT_LOG_v1 {"time_micros": 1708442312286861, "cf_name": "key", "job": 20005, "event": "table_file_creation", "file_number": 301742, "file_size": 10461126, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 9975729, "index_size": 148119, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 410709, "raw_key_size": 27809558, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5528, "num_entries": 459777, "num_filter_entries": 464417, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708442311, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301742, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:18:32.321649 3036183 (Original Log Time 2024/02/20-15:18:32.320117) [db/compaction/compaction_job.cc:1729] [key] [JOB 20005] Compacted 1@5 + 6@6 files to L6 => 361793195 bytes 2024/02/20-15:18:32.321655 3036183 (Original Log Time 2024/02/20-15:18:32.321166) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 12.8 rd, 12.0 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(21.9, 344.1 +0.0 blob) out(345.0 +0.0 blob), read-write-amplify(32.4) write-amplify(15.7) OK, records in: 15998434, records dropped: 550433 output_compression: ZSTD 2024/02/20-15:18:32.321668 3036183 (Original Log Time 2024/02/20-15:18:32.321212) EVENT_LOG_v1 {"time_micros": 1708442312321188, "job": 20005, "event": "compaction_finished", "compaction_time_micros": 30079188, "compaction_time_cpu_micros": 29464773, "output_level": 6, "num_output_files": 6, "total_output_size": 361793195, "num_input_records": 15998434, "num_output_records": 15448001, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-15:18:32.328365 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301633.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:32.328394 3036183 EVENT_LOG_v1 {"time_micros": 1708442312328389, "job": 20005, "event": "table_file_deletion", "file_number": 301633} 2024/02/20-15:18:32.336107 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301634.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:32.336142 3036183 EVENT_LOG_v1 {"time_micros": 1708442312336137, "job": 20005, "event": "table_file_deletion", "file_number": 301634} 2024/02/20-15:18:32.342871 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301635.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:32.342901 3036183 EVENT_LOG_v1 {"time_micros": 1708442312342896, "job": 20005, "event": "table_file_deletion", "file_number": 301635} 2024/02/20-15:18:32.352261 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301636.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:32.352302 3036183 EVENT_LOG_v1 {"time_micros": 1708442312352295, "job": 20005, "event": "table_file_deletion", "file_number": 301636} 2024/02/20-15:18:32.362413 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301637.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:32.362471 3036183 EVENT_LOG_v1 {"time_micros": 1708442312362448, "job": 20005, "event": "table_file_deletion", "file_number": 301637} 2024/02/20-15:18:32.364618 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301638.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:32.364663 3036183 EVENT_LOG_v1 {"time_micros": 1708442312364657, "job": 20005, "event": "table_file_deletion", "file_number": 301638} 2024/02/20-15:18:32.367015 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301736.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:18:32.367039 3036183 EVENT_LOG_v1 {"time_micros": 1708442312367035, "job": 20005, "event": "table_file_deletion", "file_number": 301736} 2024/02/20-15:18:32.367089 4076762 (Original Log Time 2024/02/20-15:18:02.207569) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-15:19:32.577563 2383523 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301723. Total log size is 15821048 while max_total_wal_size is 15728640 2024/02/20-15:19:32.577871 2383523 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301743. Immutable memtables: 0. 2024/02/20-15:19:32.578094 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20006] Syncing log #301734 2024/02/20-15:19:32.645090 3036193 (Original Log Time 2024/02/20-15:19:32.578079) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:19:32.645100 3036193 [db/flush_job.cc:892] [url] [JOB 20006] Flushing memtable with next log file: 301743 2024/02/20-15:19:32.645129 3036193 EVENT_LOG_v1 {"time_micros": 1708442372645120, "job": 20006, "event": "flush_started", "num_memtables": 1, "num_entries": 81728, "num_deletes": 58000, "total_data_size": 14252726, "memory_usage": 16521088, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:19:32.645133 3036193 [db/flush_job.cc:926] [url] [JOB 20006] Level-0 flush table #301744: started 2024/02/20-15:19:32.878054 3036193 EVENT_LOG_v1 {"time_micros": 1708442372878019, "cf_name": "url", "job": 20006, "event": "table_file_creation", "file_number": 301744, "file_size": 9363303, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153979496, "largest_seqno": 5154090713, "table_properties": {"data_size": 9289821, "index_size": 171251, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3381, "raw_key_size": 13948867, "raw_average_key_size": 171, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2600, "num_entries": 81226, "num_filter_entries": 3777, "num_deletions": 58000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442247, "oldest_key_time": 1708442247, "file_creation_time": 1708442372, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301744, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:19:32.878104 3036193 [db/flush_job.cc:1062] [url] [JOB 20006] Flush lasted 233023 microseconds, and 224397 cpu microseconds. 2024/02/20-15:19:32.878791 3036193 (Original Log Time 2024/02/20-15:19:32.878086) [db/flush_job.cc:1011] [url] [JOB 20006] Level-0 flush table #301744: 9363303 bytes OK 2024/02/20-15:19:32.878795 3036193 (Original Log Time 2024/02/20-15:19:32.878113) [db/memtable_list.cc:555] [url] Level-0 commit table #301744 started 2024/02/20-15:19:32.878797 3036193 (Original Log Time 2024/02/20-15:19:32.878511) [db/memtable_list.cc:754] [url] Level-0 commit table #301744: memtable #1 done 2024/02/20-15:19:32.878800 3036193 (Original Log Time 2024/02/20-15:19:32.878537) EVENT_LOG_v1 {"time_micros": 1708442372878529, "job": 20006, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-15:19:32.878802 3036193 (Original Log Time 2024/02/20-15:19:32.878736) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-15:19:32.878809 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20006] Try to delete WAL files size 3065129, prev total WAL file size 15834140, number of live WAL files 4. 2024/02/20-15:19:32.878896 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 20007] Compacting 2@0 files to L5, score 1.00 2024/02/20-15:19:32.878903 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20014 Base level 0, inputs: [301744(9143KB) 301724(2202KB)] 2024/02/20-15:19:32.878918 3036189 EVENT_LOG_v1 {"time_micros": 1708442372878910, "job": 20007, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301744, 301724], "score": 1, "input_data_size": 11618605, "oldest_snapshot_seqno": -1} 2024/02/20-15:19:32.879314 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301723.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:19:33.195614 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20007] Generated table #301745: 117735 keys, 11525180 bytes, temperature: kUnknown 2024/02/20-15:19:33.195698 3036189 EVENT_LOG_v1 {"time_micros": 1708442373195639, "cf_name": "url", "job": 20007, "event": "table_file_creation", "file_number": 301745, "file_size": 11525180, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932058, "largest_seqno": 5154090713, "table_properties": {"data_size": 11428093, "index_size": 219781, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4677, "raw_key_size": 18762390, "raw_average_key_size": 159, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3250, "num_entries": 117735, "num_filter_entries": 5345, "num_deletions": 86000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708442372, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301745, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:19:33.196616 3036189 (Original Log Time 2024/02/20-15:19:33.196094) [db/compaction/compaction_job.cc:1729] [url] [JOB 20007] Compacted 2@0 files to L5 => 11525180 bytes 2024/02/20-15:19:33.196619 3036189 (Original Log Time 2024/02/20-15:19:33.196378) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.04, MB/sec: 36.7 rd, 36.4 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(11.1, 0.0 +0.0 blob) out(11.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 117735, records dropped: 0 output_compression: LZ4 2024/02/20-15:19:33.196625 3036189 (Original Log Time 2024/02/20-15:19:33.196400) EVENT_LOG_v1 {"time_micros": 1708442373196389, "job": 20007, "event": "compaction_finished", "compaction_time_micros": 316837, "compaction_time_cpu_micros": 308929, "output_level": 5, "num_output_files": 1, "total_output_size": 11525180, "num_input_records": 117735, "num_output_records": 117735, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:19:33.196876 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301724.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:19:33.196887 3036189 EVENT_LOG_v1 {"time_micros": 1708442373196884, "job": 20007, "event": "table_file_deletion", "file_number": 301724} 2024/02/20-15:19:33.197592 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301744.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:19:33.197600 3036189 EVENT_LOG_v1 {"time_micros": 1708442373197599, "job": 20007, "event": "table_file_deletion", "file_number": 301744} 2024/02/20-15:19:58.730379 2383548 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301729. Total log size is 15728654 while max_total_wal_size is 15728640 2024/02/20-15:19:58.730655 2383548 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301746. Immutable memtables: 0. 2024/02/20-15:19:58.730855 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20008] Syncing log #301743 2024/02/20-15:19:58.732336 3036210 (Original Log Time 2024/02/20-15:19:58.730844) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:19:58.732345 3036210 [db/flush_job.cc:892] [tag] [JOB 20008] Flushing memtable with next log file: 301746 2024/02/20-15:19:58.732374 3036210 EVENT_LOG_v1 {"time_micros": 1708442398732365, "job": 20008, "event": "flush_started", "num_memtables": 1, "num_entries": 7854, "num_deletes": 0, "total_data_size": 690328, "memory_usage": 2373000, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:19:58.732377 3036210 [db/flush_job.cc:926] [tag] [JOB 20008] Level-0 flush table #301747: started 2024/02/20-15:19:58.740898 3036210 EVENT_LOG_v1 {"time_micros": 1708442398740863, "cf_name": "tag", "job": 20008, "event": "table_file_creation", "file_number": 301747, "file_size": 404599, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153997769, "largest_seqno": 5154113600, "table_properties": {"data_size": 400149, "index_size": 4619, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 668051, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 129, "num_entries": 7778, "num_filter_entries": 138, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442267, "oldest_key_time": 1708442267, "file_creation_time": 1708442398, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301747, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:19:58.740947 3036210 [db/flush_job.cc:1062] [tag] [JOB 20008] Flush lasted 8619 microseconds, and 7319 cpu microseconds. 2024/02/20-15:19:58.741559 3036210 (Original Log Time 2024/02/20-15:19:58.740928) [db/flush_job.cc:1011] [tag] [JOB 20008] Level-0 flush table #301747: 404599 bytes OK 2024/02/20-15:19:58.741564 3036210 (Original Log Time 2024/02/20-15:19:58.740954) [db/memtable_list.cc:555] [tag] Level-0 commit table #301747 started 2024/02/20-15:19:58.741566 3036210 (Original Log Time 2024/02/20-15:19:58.741276) [db/memtable_list.cc:754] [tag] Level-0 commit table #301747: memtable #1 done 2024/02/20-15:19:58.741568 3036210 (Original Log Time 2024/02/20-15:19:58.741300) EVENT_LOG_v1 {"time_micros": 1708442398741292, "job": 20008, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:19:58.741570 3036210 (Original Log Time 2024/02/20-15:19:58.741513) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:19:58.741575 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20008] Try to delete WAL files size 1522128, prev total WAL file size 15728804, number of live WAL files 4. 2024/02/20-15:19:58.742119 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301729.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:20:05.684410 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-15:20:05.684590 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1029804.5 total, 600.1 interval Cumulative writes: 131M writes, 588M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.59 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131640537.00 writes per sync, written: 56.59 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 105K writes, 780K keys, 105K commit groups, 1.0 writes per commit group, ingest: 84.25 MB, 0.14 MB/s Interval WAL: 105K writes, 0 syncs, 105921.00 writes per sync, written: 0.08 GB, 0.14 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 1.0 0.0 46.4 411.53 383.93 4170 0.099 0 0 0.0 0.0 L5 1/0 10.99 MB 0.0 68.8 18.3 50.5 67.7 17.2 0.0 3.7 41.9 41.2 1680.62 1609.47 2154 0.780 1039M 1147 0.0 0.0 L6 13/0 822.32 MB 0.0 406.9 17.5 389.3 389.7 0.4 0.0 22.3 16.0 15.3 26016.64 23993.86 603 43.145 9510M 257M 0.0 0.0 Sum 14/0 833.31 MB 0.0 475.7 35.8 439.9 476.0 36.2 0.0 25.5 17.3 17.3 28108.78 25987.27 6927 4.058 10G 257M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.9 0.1 0.9 0.9 0.1 0.0 31.8 13.7 13.7 68.91 64.13 12 5.743 22M 776K 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 475.7 35.8 439.9 457.4 17.5 0.0 0.0 17.6 16.9 27697.26 25603.34 2757 10.046 10G 257M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.6 18.6 0.0 0.0 0.0 46.4 411.53 383.93 4170 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1029804.5 total, 600.1 interval Flush(GB): cumulative 18.647, interval 0.029 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 476.04 GB write, 0.47 MB/s write, 475.70 GB read, 0.47 MB/s read, 28108.8 seconds Interval compaction: 0.92 GB write, 1.58 MB/s write, 0.92 GB read, 1.57 MB/s read, 68.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1646 collections: 1717 last_copies: 0 last_secs: 0.000688 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(869,14.37 MB,0.935348%) IndexBlock(776,1.36 GB,90.7327%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6001634 Average: 2.1905 StdDev: 4.25 Min: 0 Median: 1.3843 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.34 P99.99: 127.05 ------------------------------------------------------ [ 0, 1 ] 2018791 33.637% 33.637% ####### ( 1, 2 ] 2555638 42.582% 76.220% ######### ( 2, 3 ] 1000384 16.669% 92.888% ### ( 3, 4 ] 243475 4.057% 96.945% # ( 4, 6 ] 107888 1.798% 98.743% ( 6, 10 ] 35311 0.588% 99.331% ( 10, 15 ] 14912 0.248% 99.580% ( 15, 22 ] 7553 0.126% 99.705% ( 22, 34 ] 7902 0.132% 99.837% ( 34, 51 ] 5663 0.094% 99.931% ( 51, 76 ] 2517 0.042% 99.973% ( 76, 110 ] 885 0.015% 99.988% ( 110, 170 ] 404 0.007% 99.995% ( 170, 250 ] 129 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21673846 Average: 2.4716 StdDev: 6.79 Min: 0 Median: 1.4981 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.95 P99.99: 146.37 ------------------------------------------------------ [ 0, 1 ] 6623191 30.558% 30.558% ###### ( 1, 2 ] 8459745 39.032% 69.590% ######## ( 2, 3 ] 3676997 16.965% 86.556% ### ( 3, 4 ] 1346327 6.212% 92.767% # ( 4, 6 ] 1059328 4.888% 97.655% # ( 6, 10 ] 341129 1.574% 99.229% ( 10, 15 ] 59312 0.274% 99.503% ( 15, 22 ] 30361 0.140% 99.643% ( 22, 34 ] 32557 0.150% 99.793% ( 34, 51 ] 24750 0.114% 99.907% ( 51, 76 ] 11919 0.055% 99.962% ( 76, 110 ] 4857 0.022% 99.984% ( 110, 170 ] 1989 0.009% 99.994% ( 170, 250 ] 592 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 211811908 Average: 12.2965 StdDev: 81.65 Min: 0 Median: 1.4960 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.81 P99.9: 304.90 P99.99: 1542.65 ------------------------------------------------------ [ 0, 1 ] 71947554 33.968% 33.968% ####### ( 1, 2 ] 68468924 32.325% 66.293% ###### ( 2, 3 ] 30206691 14.261% 80.554% ### ( 3, 4 ] 6506669 3.072% 83.626% # ( 4, 6 ] 1182933 0.558% 84.184% ( 6, 10 ] 557166 0.263% 84.448% ( 10, 15 ] 315930 0.149% 84.597% ( 15, 22 ] 262247 0.124% 84.721% ( 22, 34 ] 7616352 3.596% 88.316% # ( 34, 51 ] 7767763 3.667% 91.984% # ( 51, 76 ] 6227025 2.940% 94.923% # ( 76, 110 ] 6802238 3.211% 98.135% # ( 110, 170 ] 3350408 1.582% 99.717% ( 170, 250 ] 340197 0.161% 99.877% ( 250, 380 ] 113665 0.054% 99.931% ( 380, 580 ] 69038 0.033% 99.964% ( 580, 870 ] 30939 0.015% 99.978% ( 870, 1300 ] 14048 0.007% 99.985% ( 1300, 1900 ] 27051 0.013% 99.998% ( 1900, 2900 ] 2158 0.001% 99.999% ( 2900, 4400 ] 870 0.000% 99.999% ( 4400, 6600 ] 623 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 395.12 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.4 88.31 74.90 4057 0.022 0 0 0.0 0.0 L6 3/0 175.46 MB 0.0 314.8 3.1 311.6 311.7 0.1 0.0 99.4 15.4 15.2 20978.43 20592.19 2135 9.826 11G 62M 0.0 0.0 Sum 4/0 175.84 MB 0.0 314.8 3.1 311.6 314.8 3.2 0.0 100.3 15.3 15.3 21066.73 20667.09 6192 3.402 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.5 0.0 0.5 0.5 0.0 0.0 249.5 13.1 13.2 40.06 39.51 10 4.006 19M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 314.8 3.1 311.6 311.7 0.1 0.0 0.0 15.4 15.2 20978.43 20592.19 2135 9.826 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.4 88.31 74.90 4057 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1029804.5 total, 600.1 interval Flush(GB): cumulative 3.138, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 314.84 GB write, 0.31 MB/s write, 314.77 GB read, 0.31 MB/s read, 21066.7 seconds Interval compaction: 0.52 GB write, 0.88 MB/s write, 0.51 GB read, 0.88 MB/s read, 40.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4346 collections: 1717 last_copies: 0 last_secs: 0.001421 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2196,1.67 MB,0.108826%) IndexBlock(2149,1.46 GB,97.2783%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1030962 Average: 3.5749 StdDev: 6.32 Min: 0 Median: 2.5945 Max: 2960 Percentiles: P50: 2.59 P75: 3.78 P99: 12.44 P99.9: 60.77 P99.99: 194.21 ------------------------------------------------------ [ 0, 1 ] 116709 11.320% 11.320% ## ( 1, 2 ] 247279 23.985% 35.306% ##### ( 2, 3 ] 254834 24.718% 60.024% ##### ( 3, 4 ] 199038 19.306% 79.330% #### ( 4, 6 ] 171505 16.635% 95.965% ### ( 6, 10 ] 28949 2.808% 98.773% # ( 10, 15 ] 4787 0.464% 99.238% ( 15, 22 ] 2571 0.249% 99.487% ( 22, 34 ] 2177 0.211% 99.698% ( 34, 51 ] 1790 0.174% 99.872% ( 51, 76 ] 747 0.072% 99.944% ( 76, 110 ] 254 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 178567065 Average: 2.1889 StdDev: 5.38 Min: 0 Median: 1.3449 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.68 P99.99: 144.47 ------------------------------------------------------ [ 0, 1 ] 65856219 36.880% 36.880% ####### ( 1, 2 ] 67932155 38.043% 74.923% ######## ( 2, 3 ] 33322309 18.661% 93.584% #### ( 3, 4 ] 8024920 4.494% 98.078% # ( 4, 6 ] 1495572 0.838% 98.916% ( 6, 10 ] 620464 0.347% 99.263% ( 10, 15 ] 404568 0.227% 99.490% ( 15, 22 ] 201201 0.113% 99.603% ( 22, 34 ] 314101 0.176% 99.778% ( 34, 51 ] 206188 0.115% 99.894% ( 51, 76 ] 100867 0.056% 99.950% ( 76, 110 ] 58177 0.033% 99.983% ( 110, 170 ] 21701 0.012% 99.995% ( 170, 250 ] 3861 0.002% 99.997% ( 250, 380 ] 1765 0.001% 99.998% ( 380, 580 ] 1467 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 276.89 256.99 4136 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.4 8.3 14.1 22.2 8.1 0.0 2.7 28.7 28.4 797.74 771.56 1981 0.403 619M 276K 0.0 0.0 L6 6/0 345.03 MB 0.0 198.6 8.9 189.7 189.9 0.1 0.0 21.3 14.4 13.7 14154.37 13848.14 720 19.659 8892M 241M 0.0 0.0 Sum 6/0 345.03 MB 0.0 221.0 17.2 203.8 221.2 17.3 0.0 24.2 14.9 14.9 15229.00 14876.69 6837 2.227 9511M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 60.3 13.1 12.6 32.86 32.15 10 3.286 17M 550K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 221.0 17.2 203.8 212.0 8.2 0.0 0.0 15.1 14.5 14952.11 14619.70 2701 5.536 9511M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 276.89 256.99 4136 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1029804.5 total, 600.1 interval Flush(GB): cumulative 9.137, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 221.16 GB write, 0.22 MB/s write, 221.01 GB read, 0.22 MB/s read, 15229.0 seconds Interval compaction: 0.41 GB write, 0.69 MB/s write, 0.42 GB read, 0.72 MB/s read, 32.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 357731 collections: 1717 last_copies: 0 last_secs: 0.139365 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357603,1.38 GB,91.9768%) FilterBlock(61,66.61 MB,4.33656%) IndexBlock(64,26.34 MB,1.715%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2857593 Average: 4.2642 StdDev: 8.06 Min: 0 Median: 1.9615 Max: 9050 Percentiles: P50: 1.96 P75: 5.37 P99: 17.90 P99.9: 61.05 P99.99: 151.60 ------------------------------------------------------ [ 0, 1 ] 636439 22.272% 22.272% #### ( 1, 2 ] 824102 28.839% 51.111% ###### ( 2, 3 ] 404557 14.157% 65.268% ### ( 3, 4 ] 174834 6.118% 71.386% # ( 4, 6 ] 150933 5.282% 76.668% # ( 6, 10 ] 451953 15.816% 92.484% ### ( 10, 15 ] 179123 6.268% 98.752% # ( 15, 22 ] 17056 0.597% 99.349% ( 22, 34 ] 9143 0.320% 99.669% ( 34, 51 ] 5575 0.195% 99.864% ( 51, 76 ] 2538 0.089% 99.953% ( 76, 110 ] 831 0.029% 99.982% ( 110, 170 ] 322 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6927088 Average: 4.7158 StdDev: 7.64 Min: 0 Median: 2.4830 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.50 P99.9: 69.21 P99.99: 168.80 ------------------------------------------------------ [ 0, 1 ] 1128360 16.289% 16.289% ### ( 1, 2 ] 1825238 26.349% 42.638% ##### ( 2, 3 ] 1055773 15.241% 57.880% ### ( 3, 4 ] 567936 8.199% 66.078% ## ( 4, 6 ] 563003 8.128% 74.206% ## ( 6, 10 ] 1208606 17.448% 91.653% ### ( 10, 15 ] 478893 6.913% 98.567% # ( 15, 22 ] 46686 0.674% 99.241% ( 22, 34 ] 24620 0.355% 99.596% ( 34, 51 ] 15544 0.224% 99.821% ( 51, 76 ] 7552 0.109% 99.930% ( 76, 110 ] 2873 0.041% 99.971% ( 110, 170 ] 1338 0.019% 99.990% ( 170, 250 ] 338 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107241777 Average: 5.8187 StdDev: 24.80 Min: 0 Median: 2.3615 Max: 40453 Percentiles: P50: 2.36 P75: 7.56 P99: 42.21 P99.9: 159.32 P99.99: 467.64 ------------------------------------------------------ [ 0, 1 ] 25321460 23.612% 23.612% ##### ( 1, 2 ] 24244002 22.607% 46.218% ##### ( 2, 3 ] 11219670 10.462% 56.680% ## ( 3, 4 ] 4405524 4.108% 60.788% # ( 4, 6 ] 5023825 4.685% 65.473% # ( 6, 10 ] 26119396 24.356% 89.829% ##### ( 10, 15 ] 8407252 7.840% 97.668% ## ( 15, 22 ] 682493 0.636% 98.305% ( 22, 34 ] 559501 0.522% 98.826% ( 34, 51 ] 385713 0.360% 99.186% ( 51, 76 ] 246082 0.229% 99.415% ( 76, 110 ] 312498 0.291% 99.707% ( 110, 170 ] 251946 0.235% 99.942% ( 170, 250 ] 40236 0.038% 99.979% ( 250, 380 ] 8659 0.008% 99.987% ( 380, 580 ] 6380 0.006% 99.993% ( 580, 870 ] 3631 0.003% 99.997% ( 870, 1300 ] 1927 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 186 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-15:20:05.688199 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 536016089 rocksdb.block.cache.hit COUNT : 2215834738 rocksdb.block.cache.add COUNT : 40221763 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32760 rocksdb.block.cache.index.hit COUNT : 543854576 rocksdb.block.cache.index.add COUNT : 32746 rocksdb.block.cache.index.bytes.insert COUNT : 35060887298 rocksdb.block.cache.filter.miss COUNT : 32766 rocksdb.block.cache.filter.hit COUNT : 1128450888 rocksdb.block.cache.filter.add COUNT : 32766 rocksdb.block.cache.filter.bytes.insert COUNT : 8911664598 rocksdb.block.cache.data.miss COUNT : 535950563 rocksdb.block.cache.data.hit COUNT : 543529274 rocksdb.block.cache.data.add COUNT : 40156251 rocksdb.block.cache.data.bytes.insert COUNT : 166336506079 rocksdb.block.cache.bytes.read COUNT : 1931243922735426 rocksdb.block.cache.bytes.write COUNT : 210309057975 rocksdb.bloom.filter.useful COUNT : 584661779 rocksdb.bloom.filter.full.positive COUNT : 543789141 rocksdb.bloom.filter.full.true.positive COUNT : 538133884 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95761092 rocksdb.memtable.miss COUNT : 6417411451 rocksdb.l0.hit COUNT : 16421461 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 521712423 rocksdb.compaction.key.drop.new COUNT : 280271948 rocksdb.compaction.key.drop.obsolete COUNT : 280291682 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 588250397 rocksdb.number.keys.read COUNT : 661990818 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60765598328 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68654 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32751 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 779689424 rocksdb.number.multiget.keys.read COUNT : 5851181725 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60765598328 rocksdb.write.self COUNT : 131425585 rocksdb.write.other COUNT : 214952 rocksdb.write.wal COUNT : 131640537 rocksdb.compact.read.bytes COUNT : 1009233683492 rocksdb.compact.write.bytes COUNT : 1053473052010 rocksdb.flush.write.bytes COUNT : 33205610390 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1058067 rocksdb.number.superversion_releases COUNT : 2751 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 529378005 rocksdb.number.block.decompressed COUNT : 529335743 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60815224226 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68654 rocksdb.num.iterator.deleted COUNT : 68654 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5291 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5253 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44639 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61678876114 rocksdb.memtable.garbage.bytes.at.flush COUNT : 744340915 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 956756818270 rocksdb.last.level.read.count COUNT : 497623154 rocksdb.non.last.level.read.bytes COUNT : 130155705328 rocksdb.non.last.level.read.count COUNT : 38491188 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 536048840 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2160002088920 rocksdb.bytes.compressed.to COUNT : 1048789460070 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26338554375 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6643831 rocksdb.bytes.decompressed.from COUNT : 1048932244861 rocksdb.bytes.decompressed.to COUNT : 2159881379446 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.394529 P95 : 106.238179 P99 : 160.320736 P100 : 227461.000000 COUNT : 661990818 SUM : 34122627105 rocksdb.db.write.micros P50 : 67.042380 P95 : 111.742350 P99 : 169.395330 P100 : 2037453.000000 COUNT : 131640537 SUM : 13575739546 rocksdb.compaction.times.micros P50 : 1611403.508772 P95 : 38588571.428571 P99 : 67159782.608696 P100 : 89521673.000000 COUNT : 7593 SUM : 63627795197 rocksdb.compaction.times.cpu_micros P50 : 1550000.000000 P95 : 35908154.506438 P99 : 64116310.160428 P100 : 83823365.000000 COUNT : 7593 SUM : 60815224226 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4315.952538 P95 : 27789.793103 P99 : 61695.652174 P100 : 1558490.000000 COUNT : 12348 SUM : 115794326 rocksdb.compaction.outfile.sync.micros P50 : 62634.612468 P95 : 125790.496760 P99 : 225187.564767 P100 : 2063820.000000 COUNT : 20386 SUM : 1308257757 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.391915 P95 : 728.359293 P99 : 3943.839286 P100 : 501117.000000 COUNT : 20003 SUM : 12874241 rocksdb.table.open.io.micros P50 : 586.938362 P95 : 6247.472325 P99 : 13019.919897 P100 : 207055.000000 COUNT : 32751 SUM : 58175384 rocksdb.db.multiget.micros P50 : 7.990584 P95 : 17.787993 P99 : 33.024079 P100 : 26625.000000 COUNT : 779689426 SUM : 7380379893 rocksdb.read.block.compaction.micros P50 : 13.679903 P95 : 59.360083 P99 : 138.624970 P100 : 136000.000000 COUNT : 495794312 SUM : 9651827055 rocksdb.read.block.get.micros P50 : 52.875477 P95 : 94.693514 P99 : 145.680601 P100 : 206929.000000 COUNT : 40221778 SUM : 2317792017 rocksdb.write.raw.block.micros P50 : 0.521605 P95 : 0.991050 P99 : 1.895650 P100 : 331149.000000 COUNT : 536120038 SUM : 10778484688 rocksdb.numfiles.in.singlecompaction P50 : 2.773333 P95 : 5.679687 P99 : 5.938623 P100 : 7.000000 COUNT : 5784 SUM : 20588 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540846 P95 : 33.569737 P99 : 104.994534 P100 : 135929.000000 COUNT : 536114343 SUM : 3734697702 rocksdb.file.read.flush.micros P50 : 1.846322 P95 : 15.827519 P99 : 40.997884 P100 : 787.000000 COUNT : 61740 SUM : 295855 rocksdb.file.read.compaction.micros P50 : 1.425793 P95 : 36.800261 P99 : 106.482214 P100 : 135929.000000 COUNT : 495896256 SUM : 3332811731 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 661990820 SUM : 0 rocksdb.bytes.per.write P50 : 218.499617 P95 : 527.828919 P99 : 803.886992 P100 : 4563443.000000 COUNT : 131425585 SUM : 60765598328 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 779689426 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46310.606061 P95 : 166723.534972 P99 : 238794.570136 P100 : 1681975.000000 COUNT : 12391 SUM : 776723394 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-15:20:05.688410 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-15:20:05.688613 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708442405 to in-memory stats history 2024/02/20-15:20:05.688642 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-15:20:05.688704 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-15:20:12.465251 4076294 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301734. Total log size is 15728797 while max_total_wal_size is 15728640 2024/02/20-15:20:12.465630 4076294 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301748. Immutable memtables: 0. 2024/02/20-15:20:12.465928 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20009] Syncing log #301746 2024/02/20-15:20:12.509221 3036193 (Original Log Time 2024/02/20-15:20:12.465904) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:20:12.509233 3036193 [db/flush_job.cc:892] [key] [JOB 20009] Flushing memtable with next log file: 301748 2024/02/20-15:20:12.509258 3036193 EVENT_LOG_v1 {"time_micros": 1708442412509251, "job": 20009, "event": "flush_started", "num_memtables": 1, "num_entries": 23185, "num_deletes": 0, "total_data_size": 1448406, "memory_usage": 3596912, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:20:12.509261 3036193 [db/flush_job.cc:926] [key] [JOB 20009] Level-0 flush table #301749: started 2024/02/20-15:20:12.537438 3036193 EVENT_LOG_v1 {"time_micros": 1708442412537399, "cf_name": "key", "job": 20009, "event": "table_file_creation", "file_number": 301749, "file_size": 976950, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154009420, "largest_seqno": 5154125509, "table_properties": {"data_size": 948329, "index_size": 6924, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21813, "raw_key_size": 1368499, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 282, "num_entries": 22630, "num_filter_entries": 24896, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442281, "oldest_key_time": 1708442281, "file_creation_time": 1708442412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301749, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:20:12.537591 3036193 [db/flush_job.cc:1062] [key] [JOB 20009] Flush lasted 28378 microseconds, and 26607 cpu microseconds. 2024/02/20-15:20:12.538230 3036193 (Original Log Time 2024/02/20-15:20:12.537569) [db/flush_job.cc:1011] [key] [JOB 20009] Level-0 flush table #301749: 976950 bytes OK 2024/02/20-15:20:12.538235 3036193 (Original Log Time 2024/02/20-15:20:12.537600) [db/memtable_list.cc:555] [key] Level-0 commit table #301749 started 2024/02/20-15:20:12.538236 3036193 (Original Log Time 2024/02/20-15:20:12.537964) [db/memtable_list.cc:754] [key] Level-0 commit table #301749: memtable #1 done 2024/02/20-15:20:12.538238 3036193 (Original Log Time 2024/02/20-15:20:12.537989) EVENT_LOG_v1 {"time_micros": 1708442412537982, "job": 20009, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-15:20:12.538241 3036193 (Original Log Time 2024/02/20-15:20:12.538183) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-15:20:12.538246 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20009] Try to delete WAL files size 11233791, prev total WAL file size 15731684, number of live WAL files 4. 2024/02/20-15:20:12.539978 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301734.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:00.789686 4076672 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301743. Total log size is 15770378 while max_total_wal_size is 15728640 2024/02/20-15:22:00.790100 4076672 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301750. Immutable memtables: 0. 2024/02/20-15:22:00.790350 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20010] Syncing log #301748 2024/02/20-15:22:00.808590 3036210 (Original Log Time 2024/02/20-15:22:00.790341) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:22:00.808601 3036210 [db/flush_job.cc:892] [url] [JOB 20010] Flushing memtable with next log file: 301750 2024/02/20-15:22:00.808629 3036210 EVENT_LOG_v1 {"time_micros": 1708442520808621, "job": 20010, "event": "flush_started", "num_memtables": 1, "num_entries": 93905, "num_deletes": 66000, "total_data_size": 13992120, "memory_usage": 16678600, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:22:00.808633 3036210 [db/flush_job.cc:926] [url] [JOB 20010] Level-0 flush table #301751: started 2024/02/20-15:22:01.046407 3036210 EVENT_LOG_v1 {"time_micros": 1708442521046362, "cf_name": "url", "job": 20010, "event": "table_file_creation", "file_number": 301751, "file_size": 9053396, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154090714, "largest_seqno": 5154218286, "table_properties": {"data_size": 8978004, "index_size": 158820, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3701, "raw_key_size": 13649600, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2452, "num_entries": 93321, "num_filter_entries": 4222, "num_deletions": 66000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442372, "oldest_key_time": 1708442372, "file_creation_time": 1708442520, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301751, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:22:01.046495 3036210 [db/flush_job.cc:1062] [url] [JOB 20010] Flush lasted 237913 microseconds, and 232653 cpu microseconds. 2024/02/20-15:22:01.047222 3036210 (Original Log Time 2024/02/20-15:22:01.046443) [db/flush_job.cc:1011] [url] [JOB 20010] Level-0 flush table #301751: 9053396 bytes OK 2024/02/20-15:22:01.047226 3036210 (Original Log Time 2024/02/20-15:22:01.046503) [db/memtable_list.cc:555] [url] Level-0 commit table #301751 started 2024/02/20-15:22:01.047229 3036210 (Original Log Time 2024/02/20-15:22:01.046938) [db/memtable_list.cc:754] [url] Level-0 commit table #301751: memtable #1 done 2024/02/20-15:22:01.047230 3036210 (Original Log Time 2024/02/20-15:22:01.046961) EVENT_LOG_v1 {"time_micros": 1708442521046954, "job": 20010, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:22:01.047232 3036210 (Original Log Time 2024/02/20-15:22:01.047175) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:22:01.047236 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20010] Try to delete WAL files size 2972735, prev total WAL file size 15780614, number of live WAL files 4. 2024/02/20-15:22:01.047686 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301743.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:33.995329 4076630 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301746. Total log size is 16059086 while max_total_wal_size is 15728640 2024/02/20-15:22:33.995635 4076630 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301752. Immutable memtables: 0. 2024/02/20-15:22:33.995851 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20011] Syncing log #301750 2024/02/20-15:22:34.030662 3036193 (Original Log Time 2024/02/20-15:22:33.995842) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:22:34.030673 3036193 [db/flush_job.cc:892] [tag] [JOB 20011] Flushing memtable with next log file: 301752 2024/02/20-15:22:34.030703 3036193 EVENT_LOG_v1 {"time_micros": 1708442554030694, "job": 20011, "event": "flush_started", "num_memtables": 1, "num_entries": 8062, "num_deletes": 0, "total_data_size": 710558, "memory_usage": 2361576, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:22:34.030707 3036193 [db/flush_job.cc:926] [tag] [JOB 20011] Level-0 flush table #301753: started 2024/02/20-15:22:34.214836 3036193 EVENT_LOG_v1 {"time_micros": 1708442554214792, "cf_name": "tag", "job": 20011, "event": "table_file_creation", "file_number": 301753, "file_size": 435565, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154113620, "largest_seqno": 5154244363, "table_properties": {"data_size": 431022, "index_size": 4829, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 685772, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 133, "num_entries": 7977, "num_filter_entries": 153, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442398, "oldest_key_time": 1708442398, "file_creation_time": 1708442554, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301753, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:22:34.214886 3036193 [db/flush_job.cc:1062] [tag] [JOB 20011] Flush lasted 184235 microseconds, and 19678 cpu microseconds. 2024/02/20-15:22:34.221933 3036193 (Original Log Time 2024/02/20-15:22:34.214866) [db/flush_job.cc:1011] [tag] [JOB 20011] Level-0 flush table #301753: 435565 bytes OK 2024/02/20-15:22:34.221937 3036193 (Original Log Time 2024/02/20-15:22:34.214894) [db/memtable_list.cc:555] [tag] Level-0 commit table #301753 started 2024/02/20-15:22:34.221939 3036193 (Original Log Time 2024/02/20-15:22:34.221612) [db/memtable_list.cc:754] [tag] Level-0 commit table #301753: memtable #1 done 2024/02/20-15:22:34.221941 3036193 (Original Log Time 2024/02/20-15:22:34.221658) EVENT_LOG_v1 {"time_micros": 1708442554221644, "job": 20011, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:22:34.221943 3036193 (Original Log Time 2024/02/20-15:22:34.221859) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:22:34.221949 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20011] Try to delete WAL files size 1522271, prev total WAL file size 16072336, number of live WAL files 4. 2024/02/20-15:22:34.222089 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20012] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:22:34.222102 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20019 Base level 0, inputs: [301753(425KB) 301747(395KB)], [301731(64MB) 301732(64MB) 301733(46MB)] 2024/02/20-15:22:34.222132 3036190 EVENT_LOG_v1 {"time_micros": 1708442554222117, "job": 20012, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301753, 301747], "files_L6": [301731, 301732, 301733], "score": 1, "input_data_size": 184818867, "oldest_snapshot_seqno": -1} 2024/02/20-15:22:34.222399 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301746.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:39.025385 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20012] Generated table #301754: 2505576 keys, 67640480 bytes, temperature: kUnknown 2024/02/20-15:22:39.025493 3036190 EVENT_LOG_v1 {"time_micros": 1708442559025417, "cf_name": "tag", "job": 20012, "event": "table_file_creation", "file_number": 301754, "file_size": 67640480, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109312, "index_size": 1506353, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 208805215, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36212, "num_entries": 2505576, "num_filter_entries": 1147, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442554, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301754, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:22:42.873895 4076390 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301748. Total log size is 15728768 while max_total_wal_size is 15728640 2024/02/20-15:22:42.874148 4076390 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301756. Immutable memtables: 0. 2024/02/20-15:22:42.874418 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20013] Syncing log #301752 2024/02/20-15:22:42.911159 3036210 (Original Log Time 2024/02/20-15:22:42.874401) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:22:42.911170 3036210 [db/flush_job.cc:892] [key] [JOB 20013] Flushing memtable with next log file: 301756 2024/02/20-15:22:42.911198 3036210 EVENT_LOG_v1 {"time_micros": 1708442562911189, "job": 20013, "event": "flush_started", "num_memtables": 1, "num_entries": 26429, "num_deletes": 0, "total_data_size": 1650806, "memory_usage": 3451160, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:22:42.911202 3036210 [db/flush_job.cc:926] [key] [JOB 20013] Level-0 flush table #301757: started 2024/02/20-15:22:42.940355 3036210 EVENT_LOG_v1 {"time_micros": 1708442562940326, "cf_name": "key", "job": 20013, "event": "table_file_creation", "file_number": 301757, "file_size": 1116429, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154125512, "largest_seqno": 5154254273, "table_properties": {"data_size": 1084244, "index_size": 7766, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24757, "raw_key_size": 1563395, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 322, "num_entries": 25857, "num_filter_entries": 28319, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442412, "oldest_key_time": 1708442412, "file_creation_time": 1708442562, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301757, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:22:42.940393 3036210 [db/flush_job.cc:1062] [key] [JOB 20013] Flush lasted 29243 microseconds, and 27761 cpu microseconds. 2024/02/20-15:22:42.941110 3036210 (Original Log Time 2024/02/20-15:22:42.940380) [db/flush_job.cc:1011] [key] [JOB 20013] Level-0 flush table #301757: 1116429 bytes OK 2024/02/20-15:22:42.941114 3036210 (Original Log Time 2024/02/20-15:22:42.940399) [db/memtable_list.cc:555] [key] Level-0 commit table #301757 started 2024/02/20-15:22:42.941115 3036210 (Original Log Time 2024/02/20-15:22:42.940868) [db/memtable_list.cc:754] [key] Level-0 commit table #301757: memtable #1 done 2024/02/20-15:22:42.941117 3036210 (Original Log Time 2024/02/20-15:22:42.940887) EVENT_LOG_v1 {"time_micros": 1708442562940882, "job": 20013, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-15:22:42.941118 3036210 (Original Log Time 2024/02/20-15:22:42.941070) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-15:22:42.941122 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20013] Try to delete WAL files size 11275372, prev total WAL file size 15730185, number of live WAL files 4. 2024/02/20-15:22:42.942198 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301748.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:43.708484 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20012] Generated table #301755: 2032767 keys, 67664611 bytes, temperature: kUnknown 2024/02/20-15:22:43.708571 3036190 EVENT_LOG_v1 {"time_micros": 1708442563708526, "cf_name": "tag", "job": 20012, "event": "table_file_creation", "file_number": 301755, "file_size": 67664611, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109118, "index_size": 1381391, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 189959535, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35787, "num_entries": 2032767, "num_filter_entries": 2276, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442559, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301755, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:22:47.347067 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20012] Generated table #301758: 1881050 keys, 49088651 bytes, temperature: kUnknown 2024/02/20-15:22:47.347130 3036190 EVENT_LOG_v1 {"time_micros": 1708442567347092, "cf_name": "tag", "job": 20012, "event": "table_file_creation", "file_number": 301758, "file_size": 49088651, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 48712646, "index_size": 1095915, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 150667819, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26602, "num_entries": 1881050, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442563, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301758, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:22:47.353437 3036190 (Original Log Time 2024/02/20-15:22:47.352159) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20012] Compacted 2@0 + 3@6 files to L6 => 184393742 bytes 2024/02/20-15:22:47.353445 3036190 (Original Log Time 2024/02/20-15:22:47.352602) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.1 rd, 14.0 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.8, 175.5 +0.0 blob) out(175.9 +0.0 blob), read-write-amplify(439.5) write-amplify(219.5) OK, records in: 6419393, records dropped: 0 output_compression: ZSTD 2024/02/20-15:22:47.353478 3036190 (Original Log Time 2024/02/20-15:22:47.352626) EVENT_LOG_v1 {"time_micros": 1708442567352616, "job": 20012, "event": "compaction_finished", "compaction_time_micros": 13125051, "compaction_time_cpu_micros": 12984869, "output_level": 6, "num_output_files": 3, "total_output_size": 184393742, "num_input_records": 6419393, "num_output_records": 6419393, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:22:47.361618 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301731.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:47.361655 3036190 EVENT_LOG_v1 {"time_micros": 1708442567361650, "job": 20012, "event": "table_file_deletion", "file_number": 301731} 2024/02/20-15:22:47.368096 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301732.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:47.368124 3036190 EVENT_LOG_v1 {"time_micros": 1708442567368119, "job": 20012, "event": "table_file_deletion", "file_number": 301732} 2024/02/20-15:22:47.374047 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301733.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:47.374089 3036190 EVENT_LOG_v1 {"time_micros": 1708442567374082, "job": 20012, "event": "table_file_deletion", "file_number": 301733} 2024/02/20-15:22:47.374270 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301747.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:47.374279 3036190 EVENT_LOG_v1 {"time_micros": 1708442567374277, "job": 20012, "event": "table_file_deletion", "file_number": 301747} 2024/02/20-15:22:47.374392 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301753.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:47.374401 3036190 EVENT_LOG_v1 {"time_micros": 1708442567374399, "job": 20012, "event": "table_file_deletion", "file_number": 301753} 2024/02/20-15:22:47.374521 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 20014] Compacting 2@0 files to L5, score 1.00 2024/02/20-15:22:47.374527 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20020 Base level 0, inputs: [301757(1090KB) 301749(954KB)] 2024/02/20-15:22:47.374538 3036190 EVENT_LOG_v1 {"time_micros": 1708442567374530, "job": 20014, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301757, 301749], "score": 1, "input_data_size": 2093379, "oldest_snapshot_seqno": -1} 2024/02/20-15:22:47.479759 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20014] Generated table #301759: 48487 keys, 2054208 bytes, temperature: kUnknown 2024/02/20-15:22:47.479826 3036190 EVENT_LOG_v1 {"time_micros": 1708442567479784, "cf_name": "key", "job": 20014, "event": "table_file_creation", "file_number": 301759, "file_size": 2054208, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154009420, "largest_seqno": 5154254273, "table_properties": {"data_size": 1996065, "index_size": 14421, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 45685, "raw_key_size": 2931894, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 592, "num_entries": 48487, "num_filter_entries": 52085, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442281, "oldest_key_time": 0, "file_creation_time": 1708442567, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301759, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:22:47.481308 3036190 (Original Log Time 2024/02/20-15:22:47.480779) [db/compaction/compaction_job.cc:1729] [key] [JOB 20014] Compacted 2@0 files to L5 => 2054208 bytes 2024/02/20-15:22:47.481312 3036190 (Original Log Time 2024/02/20-15:22:47.481083) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.01, MB/sec: 19.8 rd, 19.5 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(2.0, 0.0 +0.0 blob) out(2.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 48487, records dropped: 0 output_compression: LZ4 2024/02/20-15:22:47.481317 3036190 (Original Log Time 2024/02/20-15:22:47.481105) EVENT_LOG_v1 {"time_micros": 1708442567481095, "job": 20014, "event": "compaction_finished", "compaction_time_micros": 105583, "compaction_time_cpu_micros": 100461, "output_level": 5, "num_output_files": 1, "total_output_size": 2054208, "num_input_records": 48487, "num_output_records": 48487, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:22:47.481609 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301749.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:47.481636 3036190 EVENT_LOG_v1 {"time_micros": 1708442567481620, "job": 20014, "event": "table_file_deletion", "file_number": 301749} 2024/02/20-15:22:47.481823 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301757.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:22:47.481832 3036190 EVENT_LOG_v1 {"time_micros": 1708442567481830, "job": 20014, "event": "table_file_deletion", "file_number": 301757} 2024/02/20-15:24:30.614182 4076302 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301750. Total log size is 15728663 while max_total_wal_size is 15728640 2024/02/20-15:24:30.614492 4076302 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301760. Immutable memtables: 0. 2024/02/20-15:24:30.614744 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20015] Syncing log #301756 2024/02/20-15:24:30.621618 3036193 (Original Log Time 2024/02/20-15:24:30.614734) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:24:30.621628 3036193 [db/flush_job.cc:892] [url] [JOB 20015] Flushing memtable with next log file: 301760 2024/02/20-15:24:30.621659 3036193 EVENT_LOG_v1 {"time_micros": 1708442670621650, "job": 20015, "event": "flush_started", "num_memtables": 1, "num_entries": 94748, "num_deletes": 66000, "total_data_size": 13899022, "memory_usage": 16339864, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:24:30.621662 3036193 [db/flush_job.cc:926] [url] [JOB 20015] Level-0 flush table #301761: started 2024/02/20-15:24:30.783223 3036193 EVENT_LOG_v1 {"time_micros": 1708442670783193, "cf_name": "url", "job": 20015, "event": "table_file_creation", "file_number": 301761, "file_size": 8938700, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154218287, "largest_seqno": 5154347494, "table_properties": {"data_size": 8870119, "index_size": 154750, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3701, "raw_key_size": 13572090, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2412, "num_entries": 94198, "num_filter_entries": 4191, "num_deletions": 66000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442520, "oldest_key_time": 1708442520, "file_creation_time": 1708442670, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301761, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:24:30.783279 3036193 [db/flush_job.cc:1062] [url] [JOB 20015] Flush lasted 161668 microseconds, and 150872 cpu microseconds. 2024/02/20-15:24:30.783977 3036193 (Original Log Time 2024/02/20-15:24:30.783263) [db/flush_job.cc:1011] [url] [JOB 20015] Level-0 flush table #301761: 8938700 bytes OK 2024/02/20-15:24:30.783980 3036193 (Original Log Time 2024/02/20-15:24:30.783285) [db/memtable_list.cc:555] [url] Level-0 commit table #301761 started 2024/02/20-15:24:30.783981 3036193 (Original Log Time 2024/02/20-15:24:30.783707) [db/memtable_list.cc:754] [url] Level-0 commit table #301761: memtable #1 done 2024/02/20-15:24:30.783982 3036193 (Original Log Time 2024/02/20-15:24:30.783727) EVENT_LOG_v1 {"time_micros": 1708442670783722, "job": 20015, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:24:30.783984 3036193 (Original Log Time 2024/02/20-15:24:30.783938) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-15:24:30.783988 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20015] Try to delete WAL files size 3261443, prev total WAL file size 15735803, number of live WAL files 4. 2024/02/20-15:24:30.784081 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 20016] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:24:30.784089 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20023 Base level 0, inputs: [301761(8729KB) 301751(8841KB)], [301745(10MB)] 2024/02/20-15:24:30.784104 3036186 EVENT_LOG_v1 {"time_micros": 1708442670784095, "job": 20016, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301761, 301751], "files_L5": [301745], "score": 1, "input_data_size": 29517276, "oldest_snapshot_seqno": -1} 2024/02/20-15:24:30.784655 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301750.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:24:31.492285 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20016] Generated table #301762: 305252 keys, 29057822 bytes, temperature: kUnknown 2024/02/20-15:24:31.492360 3036186 EVENT_LOG_v1 {"time_micros": 1708442671492314, "cf_name": "url", "job": 20016, "event": "table_file_creation", "file_number": 301762, "file_size": 29057822, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932058, "largest_seqno": 5154347494, "table_properties": {"data_size": 28832406, "index_size": 530187, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8485, "raw_key_size": 45983876, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7957, "num_entries": 305252, "num_filter_entries": 9643, "num_deletions": 218000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708442670, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301762, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:24:31.493645 3036186 (Original Log Time 2024/02/20-15:24:31.493077) [db/compaction/compaction_job.cc:1729] [url] [JOB 20016] Compacted 2@0 + 1@5 files to L5 => 29057822 bytes 2024/02/20-15:24:31.493650 3036186 (Original Log Time 2024/02/20-15:24:31.493375) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.11, MB/sec: 41.7 rd, 41.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(17.2, 11.0 +0.0 blob) out(27.7 +0.0 blob), read-write-amplify(3.3) write-amplify(1.6) OK, records in: 305254, records dropped: 2 output_compression: LZ4 2024/02/20-15:24:31.493656 3036186 (Original Log Time 2024/02/20-15:24:31.493401) EVENT_LOG_v1 {"time_micros": 1708442671493387, "job": 20016, "event": "compaction_finished", "compaction_time_micros": 708433, "compaction_time_cpu_micros": 682898, "output_level": 5, "num_output_files": 1, "total_output_size": 29057822, "num_input_records": 305254, "num_output_records": 305252, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:24:31.494889 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301745.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:24:31.494902 3036186 EVENT_LOG_v1 {"time_micros": 1708442671494899, "job": 20016, "event": "table_file_deletion", "file_number": 301745} 2024/02/20-15:24:31.496046 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301751.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:24:31.496056 3036186 EVENT_LOG_v1 {"time_micros": 1708442671496054, "job": 20016, "event": "table_file_deletion", "file_number": 301751} 2024/02/20-15:24:31.497462 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301761.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:24:31.497513 3036186 EVENT_LOG_v1 {"time_micros": 1708442671497510, "job": 20016, "event": "table_file_deletion", "file_number": 301761} 2024/02/20-15:25:01.981098 4076286 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301752. Total log size is 15874507 while max_total_wal_size is 15728640 2024/02/20-15:25:01.981324 4076286 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301763. Immutable memtables: 0. 2024/02/20-15:25:01.981577 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20017] Syncing log #301760 2024/02/20-15:25:02.017639 3036210 (Original Log Time 2024/02/20-15:25:01.981567) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:25:02.017652 3036210 [db/flush_job.cc:892] [tag] [JOB 20017] Flushing memtable with next log file: 301763 2024/02/20-15:25:02.017680 3036210 EVENT_LOG_v1 {"time_micros": 1708442702017673, "job": 20017, "event": "flush_started", "num_memtables": 1, "num_entries": 7810, "num_deletes": 0, "total_data_size": 687346, "memory_usage": 1956296, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:25:02.017684 3036210 [db/flush_job.cc:926] [tag] [JOB 20017] Level-0 flush table #301764: started 2024/02/20-15:25:02.039783 3036210 EVENT_LOG_v1 {"time_micros": 1708442702039741, "cf_name": "tag", "job": 20017, "event": "table_file_creation", "file_number": 301764, "file_size": 412875, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154246405, "largest_seqno": 5154374454, "table_properties": {"data_size": 408637, "index_size": 4374, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 664139, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 128, "num_entries": 7737, "num_filter_entries": 132, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442554, "oldest_key_time": 1708442554, "file_creation_time": 1708442702, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301764, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:25:02.039836 3036210 [db/flush_job.cc:1062] [tag] [JOB 20017] Flush lasted 22207 microseconds, and 21084 cpu microseconds. 2024/02/20-15:25:02.040402 3036210 (Original Log Time 2024/02/20-15:25:02.039816) [db/flush_job.cc:1011] [tag] [JOB 20017] Level-0 flush table #301764: 412875 bytes OK 2024/02/20-15:25:02.040405 3036210 (Original Log Time 2024/02/20-15:25:02.039844) [db/memtable_list.cc:555] [tag] Level-0 commit table #301764 started 2024/02/20-15:25:02.040407 3036210 (Original Log Time 2024/02/20-15:25:02.040164) [db/memtable_list.cc:754] [tag] Level-0 commit table #301764: memtable #1 done 2024/02/20-15:25:02.040408 3036210 (Original Log Time 2024/02/20-15:25:02.040189) EVENT_LOG_v1 {"time_micros": 1708442702040183, "job": 20017, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:25:02.040410 3036210 (Original Log Time 2024/02/20-15:25:02.040367) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:25:02.040414 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20017] Try to delete WAL files size 1191953, prev total WAL file size 15877723, number of live WAL files 4. 2024/02/20-15:25:02.040871 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301752.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:25:10.388339 4076715 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301756. Total log size is 15951919 while max_total_wal_size is 15728640 2024/02/20-15:25:10.388654 4076715 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301765. Immutable memtables: 0. 2024/02/20-15:25:10.388914 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20018] Syncing log #301763 2024/02/20-15:25:10.393802 3036193 (Original Log Time 2024/02/20-15:25:10.388895) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:25:10.393811 3036193 [db/flush_job.cc:892] [key] [JOB 20018] Flushing memtable with next log file: 301765 2024/02/20-15:25:10.393836 3036193 EVENT_LOG_v1 {"time_micros": 1708442710393828, "job": 20018, "event": "flush_started", "num_memtables": 1, "num_entries": 25899, "num_deletes": 0, "total_data_size": 1617479, "memory_usage": 3802776, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:25:10.393841 3036193 [db/flush_job.cc:926] [key] [JOB 20018] Level-0 flush table #301766: started 2024/02/20-15:25:10.443151 3036193 EVENT_LOG_v1 {"time_micros": 1708442710443119, "cf_name": "key", "job": 20018, "event": "table_file_creation", "file_number": 301766, "file_size": 1096839, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154254275, "largest_seqno": 5154384151, "table_properties": {"data_size": 1065242, "index_size": 7533, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24309, "raw_key_size": 1530675, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 316, "num_entries": 25320, "num_filter_entries": 27766, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442562, "oldest_key_time": 1708442562, "file_creation_time": 1708442710, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301766, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:25:10.443187 3036193 [db/flush_job.cc:1062] [key] [JOB 20018] Flush lasted 49393 microseconds, and 47082 cpu microseconds. 2024/02/20-15:25:10.443762 3036193 (Original Log Time 2024/02/20-15:25:10.443176) [db/flush_job.cc:1011] [key] [JOB 20018] Level-0 flush table #301766: 1096839 bytes OK 2024/02/20-15:25:10.443765 3036193 (Original Log Time 2024/02/20-15:25:10.443193) [db/memtable_list.cc:555] [key] Level-0 commit table #301766 started 2024/02/20-15:25:10.443766 3036193 (Original Log Time 2024/02/20-15:25:10.443534) [db/memtable_list.cc:754] [key] Level-0 commit table #301766: memtable #1 done 2024/02/20-15:25:10.443767 3036193 (Original Log Time 2024/02/20-15:25:10.443552) EVENT_LOG_v1 {"time_micros": 1708442710443546, "job": 20018, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:25:10.443769 3036193 (Original Log Time 2024/02/20-15:25:10.443726) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:25:10.443773 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20018] Try to delete WAL files size 11275267, prev total WAL file size 15954764, number of live WAL files 4. 2024/02/20-15:25:10.444848 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301756.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:27:13.426450 4076672 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301760. Total log size is 15859850 while max_total_wal_size is 15728640 2024/02/20-15:27:13.426812 4076672 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301767. Immutable memtables: 0. 2024/02/20-15:27:13.427130 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20019] Syncing log #301765 2024/02/20-15:27:13.429521 3036210 (Original Log Time 2024/02/20-15:27:13.427101) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:27:13.429537 3036210 [db/flush_job.cc:892] [url] [JOB 20019] Flushing memtable with next log file: 301767 2024/02/20-15:27:13.429574 3036210 EVENT_LOG_v1 {"time_micros": 1708442833429564, "job": 20019, "event": "flush_started", "num_memtables": 1, "num_entries": 93265, "num_deletes": 62000, "total_data_size": 13783708, "memory_usage": 17094264, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:27:13.429579 3036210 [db/flush_job.cc:926] [url] [JOB 20019] Level-0 flush table #301768: started 2024/02/20-15:27:13.557018 3036210 EVENT_LOG_v1 {"time_micros": 1708442833556976, "cf_name": "url", "job": 20019, "event": "table_file_creation", "file_number": 301768, "file_size": 7509588, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154347496, "largest_seqno": 5154478444, "table_properties": {"data_size": 7435541, "index_size": 158445, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4789, "raw_key_size": 13456001, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2201, "num_entries": 92655, "num_filter_entries": 5389, "num_deletions": 62000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442670, "oldest_key_time": 1708442670, "file_creation_time": 1708442833, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301768, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:27:13.557068 3036210 [db/flush_job.cc:1062] [url] [JOB 20019] Flush lasted 127557 microseconds, and 120994 cpu microseconds. 2024/02/20-15:27:13.557711 3036210 (Original Log Time 2024/02/20-15:27:13.557051) [db/flush_job.cc:1011] [url] [JOB 20019] Level-0 flush table #301768: 7509588 bytes OK 2024/02/20-15:27:13.557715 3036210 (Original Log Time 2024/02/20-15:27:13.557075) [db/memtable_list.cc:555] [url] Level-0 commit table #301768 started 2024/02/20-15:27:13.557717 3036210 (Original Log Time 2024/02/20-15:27:13.557404) [db/memtable_list.cc:754] [url] Level-0 commit table #301768: memtable #1 done 2024/02/20-15:27:13.557719 3036210 (Original Log Time 2024/02/20-15:27:13.557430) EVENT_LOG_v1 {"time_micros": 1708442833557424, "job": 20019, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:27:13.557722 3036210 (Original Log Time 2024/02/20-15:27:13.557670) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:27:13.557729 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20019] Try to delete WAL files size 3407287, prev total WAL file size 15864358, number of live WAL files 4. 2024/02/20-15:27:13.558332 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301760.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:27:48.016132 4076241 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301763. Total log size is 15839173 while max_total_wal_size is 15728640 2024/02/20-15:27:48.016358 4076241 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301769. Immutable memtables: 0. 2024/02/20-15:27:48.016619 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20020] Syncing log #301767 2024/02/20-15:27:48.025506 3036193 (Original Log Time 2024/02/20-15:27:48.016598) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:27:48.025515 3036193 [db/flush_job.cc:892] [tag] [JOB 20020] Flushing memtable with next log file: 301769 2024/02/20-15:27:48.025543 3036193 EVENT_LOG_v1 {"time_micros": 1708442868025534, "job": 20020, "event": "flush_started", "num_memtables": 1, "num_entries": 9257, "num_deletes": 0, "total_data_size": 813670, "memory_usage": 2113104, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:27:48.025547 3036193 [db/flush_job.cc:926] [tag] [JOB 20020] Level-0 flush table #301770: started 2024/02/20-15:27:48.054053 3036193 EVENT_LOG_v1 {"time_micros": 1708442868054014, "cf_name": "tag", "job": 20020, "event": "table_file_creation", "file_number": 301770, "file_size": 491089, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154376459, "largest_seqno": 5154502700, "table_properties": {"data_size": 486328, "index_size": 5365, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 788045, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 151, "num_entries": 9189, "num_filter_entries": 145, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442701, "oldest_key_time": 1708442701, "file_creation_time": 1708442868, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301770, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:27:48.054116 3036193 [db/flush_job.cc:1062] [tag] [JOB 20020] Flush lasted 28618 microseconds, and 26714 cpu microseconds. 2024/02/20-15:27:48.054616 3036193 (Original Log Time 2024/02/20-15:27:48.054096) [db/flush_job.cc:1011] [tag] [JOB 20020] Level-0 flush table #301770: 491089 bytes OK 2024/02/20-15:27:48.054619 3036193 (Original Log Time 2024/02/20-15:27:48.054125) [db/memtable_list.cc:555] [tag] Level-0 commit table #301770 started 2024/02/20-15:27:48.054621 3036193 (Original Log Time 2024/02/20-15:27:48.054358) [db/memtable_list.cc:754] [tag] Level-0 commit table #301770: memtable #1 done 2024/02/20-15:27:48.054623 3036193 (Original Log Time 2024/02/20-15:27:48.054375) EVENT_LOG_v1 {"time_micros": 1708442868054370, "job": 20020, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:27:48.054624 3036193 (Original Log Time 2024/02/20-15:27:48.054577) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:27:48.054629 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20020] Try to delete WAL files size 1269365, prev total WAL file size 15842824, number of live WAL files 4. 2024/02/20-15:27:48.054720 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20021] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:27:48.054728 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20028 Base level 0, inputs: [301770(479KB) 301764(403KB)], [301754(64MB) 301755(64MB) 301758(46MB)] 2024/02/20-15:27:48.054741 3036187 EVENT_LOG_v1 {"time_micros": 1708442868054733, "job": 20021, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301770, 301764], "files_L6": [301754, 301755, 301758], "score": 1, "input_data_size": 185297706, "oldest_snapshot_seqno": -1} 2024/02/20-15:27:48.054962 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301763.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:27:52.989565 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20021] Generated table #301771: 2508633 keys, 67642829 bytes, temperature: kUnknown 2024/02/20-15:27:52.989623 3036187 EVENT_LOG_v1 {"time_micros": 1708442872989591, "cf_name": "tag", "job": 20021, "event": "table_file_creation", "file_number": 301771, "file_size": 67642829, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110702, "index_size": 1507321, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 209023440, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36222, "num_entries": 2508633, "num_filter_entries": 1147, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442868, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301771, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:27:56.488985 4076304 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301765. Total log size is 15852011 while max_total_wal_size is 15728640 2024/02/20-15:27:56.489299 4076304 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301773. Immutable memtables: 0. 2024/02/20-15:27:56.489640 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20022] Syncing log #301769 2024/02/20-15:27:56.493177 3036210 (Original Log Time 2024/02/20-15:27:56.489632) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:27:56.493183 3036210 [db/flush_job.cc:892] [key] [JOB 20022] Flushing memtable with next log file: 301773 2024/02/20-15:27:56.493203 3036210 EVENT_LOG_v1 {"time_micros": 1708442876493198, "job": 20022, "event": "flush_started", "num_memtables": 1, "num_entries": 29327, "num_deletes": 0, "total_data_size": 1831835, "memory_usage": 4323720, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:27:56.493206 3036210 [db/flush_job.cc:926] [key] [JOB 20022] Level-0 flush table #301774: started 2024/02/20-15:27:56.531119 3036210 EVENT_LOG_v1 {"time_micros": 1708442876531086, "cf_name": "key", "job": 20022, "event": "table_file_creation", "file_number": 301774, "file_size": 1238564, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154386153, "largest_seqno": 5154514360, "table_properties": {"data_size": 1203071, "index_size": 8544, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27461, "raw_key_size": 1739061, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 357, "num_entries": 28762, "num_filter_entries": 31432, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442710, "oldest_key_time": 1708442710, "file_creation_time": 1708442876, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301774, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:27:56.531166 3036210 [db/flush_job.cc:1062] [key] [JOB 20022] Flush lasted 37994 microseconds, and 36105 cpu microseconds. 2024/02/20-15:27:56.531730 3036210 (Original Log Time 2024/02/20-15:27:56.531151) [db/flush_job.cc:1011] [key] [JOB 20022] Level-0 flush table #301774: 1238564 bytes OK 2024/02/20-15:27:56.531733 3036210 (Original Log Time 2024/02/20-15:27:56.531173) [db/memtable_list.cc:555] [key] Level-0 commit table #301774 started 2024/02/20-15:27:56.531735 3036210 (Original Log Time 2024/02/20-15:27:56.531483) [db/memtable_list.cc:754] [key] Level-0 commit table #301774: memtable #1 done 2024/02/20-15:27:56.531737 3036210 (Original Log Time 2024/02/20-15:27:56.531502) EVENT_LOG_v1 {"time_micros": 1708442876531497, "job": 20022, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:27:56.531738 3036210 (Original Log Time 2024/02/20-15:27:56.531694) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:27:56.531743 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20022] Try to delete WAL files size 11183198, prev total WAL file size 15854751, number of live WAL files 4. 2024/02/20-15:27:56.533483 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301765.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:27:57.472491 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20021] Generated table #301772: 2027595 keys, 67662408 bytes, temperature: kUnknown 2024/02/20-15:27:57.472551 3036187 EVENT_LOG_v1 {"time_micros": 1708442877472519, "cf_name": "tag", "job": 20021, "event": "table_file_creation", "file_number": 301772, "file_size": 67662408, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109559, "index_size": 1378173, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 189618529, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35734, "num_entries": 2027595, "num_filter_entries": 2278, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442872, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301772, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:28:01.097672 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20021] Generated table #301775: 1900091 keys, 49538327 bytes, temperature: kUnknown 2024/02/20-15:28:01.097742 3036187 EVENT_LOG_v1 {"time_micros": 1708442881097700, "cf_name": "tag", "job": 20021, "event": "table_file_creation", "file_number": 301775, "file_size": 49538327, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 49157434, "index_size": 1106702, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 152242784, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26886, "num_entries": 1900091, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708442877, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301775, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:28:01.104610 3036187 (Original Log Time 2024/02/20-15:28:01.103519) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20021] Compacted 2@0 + 3@6 files to L6 => 184843564 bytes 2024/02/20-15:28:01.104616 3036187 (Original Log Time 2024/02/20-15:28:01.104235) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.2 rd, 14.2 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.9, 175.9 +0.0 blob) out(176.3 +0.0 blob), read-write-amplify(409.5) write-amplify(204.5) OK, records in: 6436319, records dropped: 0 output_compression: ZSTD 2024/02/20-15:28:01.104629 3036187 (Original Log Time 2024/02/20-15:28:01.104272) EVENT_LOG_v1 {"time_micros": 1708442881104256, "job": 20021, "event": "compaction_finished", "compaction_time_micros": 13043068, "compaction_time_cpu_micros": 12838773, "output_level": 6, "num_output_files": 3, "total_output_size": 184843564, "num_input_records": 6436319, "num_output_records": 6436319, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:28:01.110557 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301754.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:28:01.110584 3036187 EVENT_LOG_v1 {"time_micros": 1708442881110580, "job": 20021, "event": "table_file_deletion", "file_number": 301754} 2024/02/20-15:28:01.117437 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301755.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:28:01.117477 3036187 EVENT_LOG_v1 {"time_micros": 1708442881117473, "job": 20021, "event": "table_file_deletion", "file_number": 301755} 2024/02/20-15:28:01.122629 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301758.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:28:01.122666 3036187 EVENT_LOG_v1 {"time_micros": 1708442881122660, "job": 20021, "event": "table_file_deletion", "file_number": 301758} 2024/02/20-15:28:01.122859 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301764.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:28:01.122870 3036187 EVENT_LOG_v1 {"time_micros": 1708442881122868, "job": 20021, "event": "table_file_deletion", "file_number": 301764} 2024/02/20-15:28:01.123030 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301770.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:28:01.123042 3036187 EVENT_LOG_v1 {"time_micros": 1708442881123039, "job": 20021, "event": "table_file_deletion", "file_number": 301770} 2024/02/20-15:28:01.123181 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 20023] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:28:01.123190 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20029 Base level 0, inputs: [301774(1209KB) 301766(1071KB)], [301759(2006KB)] 2024/02/20-15:28:01.123209 3036187 EVENT_LOG_v1 {"time_micros": 1708442881123197, "job": 20023, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301774, 301766], "files_L5": [301759], "score": 1, "input_data_size": 4389611, "oldest_snapshot_seqno": -1} 2024/02/20-15:28:01.318510 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 20023] Generated table #301776: 102569 keys, 4267348 bytes, temperature: kUnknown 2024/02/20-15:28:01.318571 3036187 EVENT_LOG_v1 {"time_micros": 1708442881318535, "cf_name": "key", "job": 20023, "event": "table_file_creation", "file_number": 301776, "file_size": 4267348, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154009420, "largest_seqno": 5154514360, "table_properties": {"data_size": 4146342, "index_size": 32480, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 95045, "raw_key_size": 6201630, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1229, "num_entries": 102569, "num_filter_entries": 108217, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442281, "oldest_key_time": 0, "file_creation_time": 1708442881, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301776, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:28:01.319594 3036187 (Original Log Time 2024/02/20-15:28:01.318965) [db/compaction/compaction_job.cc:1729] [key] [JOB 20023] Compacted 2@0 + 1@5 files to L5 => 4267348 bytes 2024/02/20-15:28:01.319600 3036187 (Original Log Time 2024/02/20-15:28:01.319314) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 22.5 rd, 21.8 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(2.2, 2.0 +0.0 blob) out(4.1 +0.0 blob), read-write-amplify(3.7) write-amplify(1.8) OK, records in: 102569, records dropped: 0 output_compression: LZ4 2024/02/20-15:28:01.319609 3036187 (Original Log Time 2024/02/20-15:28:01.319338) EVENT_LOG_v1 {"time_micros": 1708442881319327, "job": 20023, "event": "compaction_finished", "compaction_time_micros": 195422, "compaction_time_cpu_micros": 192323, "output_level": 5, "num_output_files": 1, "total_output_size": 4267348, "num_input_records": 102569, "num_output_records": 102569, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:28:01.320024 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301759.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:28:01.320042 3036187 EVENT_LOG_v1 {"time_micros": 1708442881320039, "job": 20023, "event": "table_file_deletion", "file_number": 301759} 2024/02/20-15:28:01.320250 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301766.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:28:01.320263 3036187 EVENT_LOG_v1 {"time_micros": 1708442881320260, "job": 20023, "event": "table_file_deletion", "file_number": 301766} 2024/02/20-15:28:01.320559 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301774.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:28:01.320573 3036187 EVENT_LOG_v1 {"time_micros": 1708442881320570, "job": 20023, "event": "table_file_deletion", "file_number": 301774} 2024/02/20-15:29:22.798038 4076400 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301767. Total log size is 15862466 while max_total_wal_size is 15728640 2024/02/20-15:29:22.798421 4076400 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301777. Immutable memtables: 0. 2024/02/20-15:29:22.798678 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20024] Syncing log #301773 2024/02/20-15:29:22.844865 3036193 (Original Log Time 2024/02/20-15:29:22.798662) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:29:22.844877 3036193 [db/flush_job.cc:892] [url] [JOB 20024] Flushing memtable with next log file: 301777 2024/02/20-15:29:22.844908 3036193 EVENT_LOG_v1 {"time_micros": 1708442962844899, "job": 20024, "event": "flush_started", "num_memtables": 1, "num_entries": 108122, "num_deletes": 84000, "total_data_size": 14504115, "memory_usage": 16792512, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:29:22.844912 3036193 [db/flush_job.cc:926] [url] [JOB 20024] Level-0 flush table #301778: started 2024/02/20-15:29:22.985065 3036193 EVENT_LOG_v1 {"time_micros": 1708442962985021, "cf_name": "url", "job": 20024, "event": "table_file_creation", "file_number": 301778, "file_size": 6448996, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154478445, "largest_seqno": 5154615778, "table_properties": {"data_size": 6357718, "index_size": 148174, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6741, "raw_key_size": 14172679, "raw_average_key_size": 131, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1988, "num_entries": 107650, "num_filter_entries": 7743, "num_deletions": 84000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442833, "oldest_key_time": 1708442833, "file_creation_time": 1708442962, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301778, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:29:22.985106 3036193 [db/flush_job.cc:1062] [url] [JOB 20024] Flush lasted 140251 microseconds, and 137099 cpu microseconds. 2024/02/20-15:29:22.985854 3036193 (Original Log Time 2024/02/20-15:29:22.985088) [db/flush_job.cc:1011] [url] [JOB 20024] Level-0 flush table #301778: 6448996 bytes OK 2024/02/20-15:29:22.985857 3036193 (Original Log Time 2024/02/20-15:29:22.985122) [db/memtable_list.cc:555] [url] Level-0 commit table #301778 started 2024/02/20-15:29:22.985859 3036193 (Original Log Time 2024/02/20-15:29:22.985489) [db/memtable_list.cc:754] [url] Level-0 commit table #301778: memtable #1 done 2024/02/20-15:29:22.985860 3036193 (Original Log Time 2024/02/20-15:29:22.985511) EVENT_LOG_v1 {"time_micros": 1708442962985505, "job": 20024, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:29:22.985862 3036193 (Original Log Time 2024/02/20-15:29:22.985812) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-15:29:22.985867 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20024] Try to delete WAL files size 3386610, prev total WAL file size 15869000, number of live WAL files 4. 2024/02/20-15:29:22.985959 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 20025] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:29:22.985970 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20032 Base level 0, inputs: [301778(6297KB) 301768(7333KB)], [301762(27MB)] 2024/02/20-15:29:22.985994 3036185 EVENT_LOG_v1 {"time_micros": 1708442962985984, "job": 20025, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301778, 301768], "files_L5": [301762], "score": 1, "input_data_size": 43016406, "oldest_snapshot_seqno": -1} 2024/02/20-15:29:22.986621 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301767.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:29:23.894231 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20025] Generated table #301779: 505557 keys, 42314968 bytes, temperature: kUnknown 2024/02/20-15:29:23.894308 3036185 EVENT_LOG_v1 {"time_micros": 1708442963894259, "cf_name": "url", "job": 20025, "event": "table_file_creation", "file_number": 301779, "file_size": 42314968, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932058, "largest_seqno": 5154615778, "table_properties": {"data_size": 41938840, "index_size": 839298, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15205, "raw_key_size": 73612556, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 11931, "num_entries": 505557, "num_filter_entries": 17423, "num_deletions": 364000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708442962, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301779, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:29:23.895621 3036185 (Original Log Time 2024/02/20-15:29:23.895070) [db/compaction/compaction_job.cc:1729] [url] [JOB 20025] Compacted 2@0 + 1@5 files to L5 => 42314968 bytes 2024/02/20-15:29:23.895626 3036185 (Original Log Time 2024/02/20-15:29:23.895376) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.16, MB/sec: 47.4 rd, 46.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(13.3, 27.7 +0.0 blob) out(40.4 +0.0 blob), read-write-amplify(6.1) write-amplify(3.0) OK, records in: 505557, records dropped: 0 output_compression: LZ4 2024/02/20-15:29:23.895633 3036185 (Original Log Time 2024/02/20-15:29:23.895409) EVENT_LOG_v1 {"time_micros": 1708442963895389, "job": 20025, "event": "compaction_finished", "compaction_time_micros": 908382, "compaction_time_cpu_micros": 879290, "output_level": 5, "num_output_files": 1, "total_output_size": 42314968, "num_input_records": 505557, "num_output_records": 505557, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:29:23.898882 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301762.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:29:23.898905 3036185 EVENT_LOG_v1 {"time_micros": 1708442963898902, "job": 20025, "event": "table_file_deletion", "file_number": 301762} 2024/02/20-15:29:23.899773 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301768.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:29:23.899787 3036185 EVENT_LOG_v1 {"time_micros": 1708442963899785, "job": 20025, "event": "table_file_deletion", "file_number": 301768} 2024/02/20-15:29:23.900313 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301778.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:29:23.900328 3036185 EVENT_LOG_v1 {"time_micros": 1708442963900325, "job": 20025, "event": "table_file_deletion", "file_number": 301778} 2024/02/20-15:29:48.399789 4077507 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301769. Total log size is 15780954 while max_total_wal_size is 15728640 2024/02/20-15:29:48.400072 4077507 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301780. Immutable memtables: 0. 2024/02/20-15:29:48.400342 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20026] Syncing log #301777 2024/02/20-15:29:48.402019 3036210 (Original Log Time 2024/02/20-15:29:48.400320) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:29:48.402033 3036210 [db/flush_job.cc:892] [tag] [JOB 20026] Flushing memtable with next log file: 301780 2024/02/20-15:29:48.402056 3036210 EVENT_LOG_v1 {"time_micros": 1708442988402050, "job": 20026, "event": "flush_started", "num_memtables": 1, "num_entries": 6061, "num_deletes": 0, "total_data_size": 541397, "memory_usage": 1530712, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:29:48.402059 3036210 [db/flush_job.cc:926] [tag] [JOB 20026] Level-0 flush table #301781: started 2024/02/20-15:29:48.407559 3036210 EVENT_LOG_v1 {"time_micros": 1708442988407527, "cf_name": "tag", "job": 20026, "event": "table_file_creation", "file_number": 301781, "file_size": 323533, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154504719, "largest_seqno": 5154642104, "table_properties": {"data_size": 319755, "index_size": 3564, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 522644, "raw_average_key_size": 87, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 101, "num_entries": 5995, "num_filter_entries": 120, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442868, "oldest_key_time": 1708442868, "file_creation_time": 1708442988, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301781, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:29:48.407607 3036210 [db/flush_job.cc:1062] [tag] [JOB 20026] Flush lasted 5593 microseconds, and 4991 cpu microseconds. 2024/02/20-15:29:48.408071 3036210 (Original Log Time 2024/02/20-15:29:48.407591) [db/flush_job.cc:1011] [tag] [JOB 20026] Level-0 flush table #301781: 323533 bytes OK 2024/02/20-15:29:48.408074 3036210 (Original Log Time 2024/02/20-15:29:48.407613) [db/memtable_list.cc:555] [tag] Level-0 commit table #301781 started 2024/02/20-15:29:48.408075 3036210 (Original Log Time 2024/02/20-15:29:48.407845) [db/memtable_list.cc:754] [tag] Level-0 commit table #301781: memtable #1 done 2024/02/20-15:29:48.408076 3036210 (Original Log Time 2024/02/20-15:29:48.407861) EVENT_LOG_v1 {"time_micros": 1708442988407856, "job": 20026, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:29:48.408078 3036210 (Original Log Time 2024/02/20-15:29:48.408039) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:29:48.408082 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20026] Try to delete WAL files size 1282203, prev total WAL file size 15781320, number of live WAL files 4. 2024/02/20-15:29:48.408340 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301769.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:30:00.519067 1260999 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301773. Total log size is 16000865 while max_total_wal_size is 15728640 2024/02/20-15:30:00.519339 1260999 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301782. Immutable memtables: 0. 2024/02/20-15:30:00.519601 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20027] Syncing log #301780 2024/02/20-15:30:00.528677 3036193 (Original Log Time 2024/02/20-15:30:00.519586) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:30:00.528686 3036193 [db/flush_job.cc:892] [key] [JOB 20027] Flushing memtable with next log file: 301782 2024/02/20-15:30:00.528718 3036193 EVENT_LOG_v1 {"time_micros": 1708443000528709, "job": 20027, "event": "flush_started", "num_memtables": 1, "num_entries": 21442, "num_deletes": 0, "total_data_size": 1339408, "memory_usage": 2781000, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:30:00.528721 3036193 [db/flush_job.cc:926] [key] [JOB 20027] Level-0 flush table #301783: started 2024/02/20-15:30:00.558667 3036193 EVENT_LOG_v1 {"time_micros": 1708443000558630, "cf_name": "key", "job": 20027, "event": "table_file_creation", "file_number": 301783, "file_size": 909191, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154516362, "largest_seqno": 5154651183, "table_properties": {"data_size": 882644, "index_size": 6165, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 20309, "raw_key_size": 1271798, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 263, "num_entries": 21032, "num_filter_entries": 23236, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442876, "oldest_key_time": 1708442876, "file_creation_time": 1708443000, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301783, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:30:00.558724 3036193 [db/flush_job.cc:1062] [key] [JOB 20027] Flush lasted 30055 microseconds, and 28313 cpu microseconds. 2024/02/20-15:30:00.559867 3036193 (Original Log Time 2024/02/20-15:30:00.558705) [db/flush_job.cc:1011] [key] [JOB 20027] Level-0 flush table #301783: 909191 bytes OK 2024/02/20-15:30:00.559872 3036193 (Original Log Time 2024/02/20-15:30:00.558730) [db/memtable_list.cc:555] [key] Level-0 commit table #301783 started 2024/02/20-15:30:00.559875 3036193 (Original Log Time 2024/02/20-15:30:00.559602) [db/memtable_list.cc:754] [key] Level-0 commit table #301783: memtable #1 done 2024/02/20-15:30:00.559878 3036193 (Original Log Time 2024/02/20-15:30:00.559628) EVENT_LOG_v1 {"time_micros": 1708443000559620, "job": 20027, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:30:00.559882 3036193 (Original Log Time 2024/02/20-15:30:00.559822) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:30:00.559888 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20027] Try to delete WAL files size 11193653, prev total WAL file size 16002656, number of live WAL files 4. 2024/02/20-15:30:00.562305 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301773.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:30:05.840952 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-15:30:05.841110 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1030404.7 total, 600.2 interval Cumulative writes: 131M writes, 588M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.65 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131745891.00 writes per sync, written: 56.65 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 105K writes, 538K keys, 105K commit groups, 1.0 writes per commit group, ingest: 62.15 MB, 0.10 MB/s Interval WAL: 105K writes, 0 syncs, 105354.00 writes per sync, written: 0.06 GB, 0.10 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.7 18.7 0.0 1.0 0.0 46.4 412.19 384.57 4174 0.099 0 0 0.0 0.0 L5 1/0 40.35 MB 0.2 68.9 18.4 50.6 67.7 17.2 0.0 3.7 41.9 41.2 1682.24 1611.03 2156 0.780 1040M 1149 0.0 0.0 L6 13/0 822.32 MB 0.0 406.9 17.5 389.3 389.7 0.4 0.0 22.3 16.0 15.3 26016.64 23993.86 603 43.145 9510M 257M 0.0 0.0 Sum 14/0 862.68 MB 0.0 475.8 35.9 439.9 476.1 36.2 0.0 25.5 17.3 17.3 28111.07 25989.47 6933 4.055 10G 257M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.0 0.1 0.1 0.0 3.2 30.3 43.1 2.28 2.20 6 0.381 810K 2 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 475.8 35.9 439.9 457.5 17.6 0.0 0.0 17.6 16.9 27698.87 25604.90 2759 10.039 10G 257M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.7 18.7 0.0 0.0 0.0 46.4 412.19 384.57 4174 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1030404.7 total, 600.2 interval Flush(GB): cumulative 18.676, interval 0.030 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 476.14 GB write, 0.47 MB/s write, 475.77 GB read, 0.47 MB/s read, 28111.1 seconds Interval compaction: 0.10 GB write, 0.16 MB/s write, 0.07 GB read, 0.12 MB/s read, 2.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1657 collections: 1718 last_copies: 0 last_secs: 0.000817 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(875,14.41 MB,0.938007%) IndexBlock(781,1.36 GB,90.8498%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6010707 Average: 2.1907 StdDev: 4.25 Min: 0 Median: 1.3845 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.36 P99.99: 127.07 ------------------------------------------------------ [ 0, 1 ] 2020854 33.621% 33.621% ####### ( 1, 2 ] 2560158 42.593% 76.214% ######### ( 2, 3 ] 1002286 16.675% 92.889% ### ( 3, 4 ] 243842 4.057% 96.946% # ( 4, 6 ] 108005 1.797% 98.743% ( 6, 10 ] 35356 0.588% 99.331% ( 10, 15 ] 14932 0.248% 99.580% ( 15, 22 ] 7557 0.126% 99.705% ( 22, 34 ] 7916 0.132% 99.837% ( 34, 51 ] 5672 0.094% 99.931% ( 51, 76 ] 2524 0.042% 99.973% ( 76, 110 ] 889 0.015% 99.988% ( 110, 170 ] 404 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 29 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21685063 Average: 2.4714 StdDev: 6.79 Min: 0 Median: 1.4980 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.95 P99.99: 146.37 ------------------------------------------------------ [ 0, 1 ] 6626610 30.558% 30.558% ###### ( 1, 2 ] 8465091 39.037% 69.595% ######## ( 2, 3 ] 3678929 16.965% 86.560% ### ( 3, 4 ] 1346655 6.210% 92.770% # ( 4, 6 ] 1059411 4.885% 97.656% # ( 6, 10 ] 341182 1.573% 99.229% ( 10, 15 ] 59330 0.274% 99.503% ( 15, 22 ] 30374 0.140% 99.643% ( 22, 34 ] 32571 0.150% 99.793% ( 34, 51 ] 24754 0.114% 99.907% ( 51, 76 ] 11921 0.055% 99.962% ( 76, 110 ] 4859 0.022% 99.984% ( 110, 170 ] 1992 0.009% 99.994% ( 170, 250 ] 592 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 211811908 Average: 12.2965 StdDev: 81.65 Min: 0 Median: 1.4960 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.81 P99.9: 304.90 P99.99: 1542.65 ------------------------------------------------------ [ 0, 1 ] 71947554 33.968% 33.968% ####### ( 1, 2 ] 68468924 32.325% 66.293% ###### ( 2, 3 ] 30206691 14.261% 80.554% ### ( 3, 4 ] 6506669 3.072% 83.626% # ( 4, 6 ] 1182933 0.558% 84.184% ( 6, 10 ] 557166 0.263% 84.448% ( 10, 15 ] 315930 0.149% 84.597% ( 15, 22 ] 262247 0.124% 84.721% ( 22, 34 ] 7616352 3.596% 88.316% # ( 34, 51 ] 7767763 3.667% 91.984% # ( 51, 76 ] 6227025 2.940% 94.923% # ( 76, 110 ] 6802238 3.211% 98.135% # ( 110, 170 ] 3350408 1.582% 99.717% ( 170, 250 ] 340197 0.161% 99.877% ( 250, 380 ] 113665 0.054% 99.931% ( 380, 580 ] 69038 0.033% 99.964% ( 580, 870 ] 30939 0.015% 99.978% ( 870, 1300 ] 14048 0.007% 99.985% ( 1300, 1900 ] 27051 0.013% 99.998% ( 1900, 2900 ] 2158 0.001% 99.999% ( 2900, 4400 ] 870 0.000% 99.999% ( 4400, 6600 ] 623 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 315.95 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.3 88.55 74.97 4061 0.022 0 0 0.0 0.0 L6 3/0 176.28 MB 0.0 315.1 3.1 312.0 312.0 0.1 0.0 99.4 15.4 15.2 21004.59 20618.01 2137 9.829 11G 62M 0.0 0.0 Sum 4/0 176.59 MB 0.0 315.1 3.1 312.0 315.2 3.2 0.0 100.4 15.3 15.3 21093.14 20692.98 6198 3.403 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 223.0 13.4 13.4 26.41 25.90 6 4.401 12M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 315.1 3.1 312.0 312.0 0.1 0.0 0.0 15.4 15.2 21004.59 20618.01 2137 9.829 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.3 88.55 74.97 4061 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1030404.7 total, 600.2 interval Flush(GB): cumulative 3.139, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 315.19 GB write, 0.31 MB/s write, 315.11 GB read, 0.31 MB/s read, 21093.1 seconds Interval compaction: 0.35 GB write, 0.59 MB/s write, 0.34 GB read, 0.59 MB/s read, 26.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4341 collections: 1718 last_copies: 0 last_secs: 0.001719 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2189,1.67 MB,0.10846%) IndexBlock(2151,1.46 GB,97.3117%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1031523 Average: 3.5756 StdDev: 6.32 Min: 0 Median: 2.5953 Max: 2960 Percentiles: P50: 2.60 P75: 3.78 P99: 12.45 P99.9: 60.75 P99.99: 194.15 ------------------------------------------------------ [ 0, 1 ] 116718 11.315% 11.315% ## ( 1, 2 ] 247293 23.974% 35.289% ##### ( 2, 3 ] 254930 24.714% 60.003% ##### ( 3, 4 ] 199217 19.313% 79.316% #### ( 4, 6 ] 171728 16.648% 95.964% ### ( 6, 10 ] 28976 2.809% 98.773% # ( 10, 15 ] 4796 0.465% 99.238% ( 15, 22 ] 2572 0.249% 99.487% ( 22, 34 ] 2178 0.211% 99.698% ( 34, 51 ] 1792 0.174% 99.872% ( 51, 76 ] 747 0.072% 99.944% ( 76, 110 ] 254 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 178764075 Average: 2.1891 StdDev: 5.38 Min: 0 Median: 1.3452 Max: 13817 Percentiles: P50: 1.35 P75: 2.00 P99: 6.97 P99.9: 53.66 P99.99: 144.44 ------------------------------------------------------ [ 0, 1 ] 65905278 36.867% 36.867% ####### ( 1, 2 ] 68013366 38.046% 74.914% ######## ( 2, 3 ] 33373495 18.669% 93.583% #### ( 3, 4 ] 8036420 4.496% 98.078% # ( 4, 6 ] 1497407 0.838% 98.916% ( 6, 10 ] 621251 0.348% 99.263% ( 10, 15 ] 405165 0.227% 99.490% ( 15, 22 ] 201451 0.113% 99.603% ( 22, 34 ] 314345 0.176% 99.779% ( 34, 51 ] 206391 0.115% 99.894% ( 51, 76 ] 100954 0.056% 99.950% ( 76, 110 ] 58210 0.033% 99.983% ( 110, 170 ] 21714 0.012% 99.995% ( 170, 250 ] 3862 0.002% 99.997% ( 250, 380 ] 1766 0.001% 99.998% ( 380, 580 ] 1470 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 887.88 KB 0.5 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 277.06 257.15 4141 0.067 0 0 0.0 0.0 L5 1/0 4.07 MB 0.0 22.4 8.3 14.1 22.2 8.1 0.0 2.7 28.7 28.4 798.04 771.86 1983 0.402 619M 276K 0.0 0.0 L6 6/0 345.03 MB 0.0 198.6 8.9 189.7 189.9 0.1 0.0 21.3 14.4 13.7 14154.37 13848.14 720 19.659 8892M 241M 0.0 0.0 Sum 8/0 349.97 MB 0.0 221.0 17.2 203.8 221.2 17.4 0.0 24.2 14.9 14.9 15229.48 14877.15 6844 2.225 9511M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.2 13.0 23.4 0.48 0.46 7 0.068 151K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 221.0 17.2 203.8 212.0 8.2 0.0 0.0 15.1 14.5 14952.41 14619.99 2703 5.532 9511M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 277.06 257.15 4141 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1030404.7 total, 600.2 interval Flush(GB): cumulative 9.142, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 221.17 GB write, 0.22 MB/s write, 221.02 GB read, 0.22 MB/s read, 15229.5 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 359328 collections: 1718 last_copies: 0 last_secs: 0.149282 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359200,1.39 GB,92.3852%) FilterBlock(63,58.62 MB,3.81647%) IndexBlock(64,24.12 MB,1.57015%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2858978 Average: 4.2656 StdDev: 8.06 Min: 0 Median: 1.9621 Max: 9050 Percentiles: P50: 1.96 P75: 5.37 P99: 17.91 P99.9: 61.06 P99.99: 151.57 ------------------------------------------------------ [ 0, 1 ] 636485 22.263% 22.263% #### ( 1, 2 ] 824247 28.830% 51.093% ###### ( 2, 3 ] 404772 14.158% 65.251% ### ( 3, 4 ] 174973 6.120% 71.371% # ( 4, 6 ] 151048 5.283% 76.654% # ( 6, 10 ] 452412 15.824% 92.478% ### ( 10, 15 ] 179352 6.273% 98.752% # ( 15, 22 ] 17078 0.597% 99.349% ( 22, 34 ] 9152 0.320% 99.669% ( 34, 51 ] 5578 0.195% 99.864% ( 51, 76 ] 2540 0.089% 99.953% ( 76, 110 ] 832 0.029% 99.982% ( 110, 170 ] 322 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6928345 Average: 4.7166 StdDev: 7.64 Min: 0 Median: 2.4835 Max: 7311 Percentiles: P50: 2.48 P75: 6.18 P99: 19.50 P99.9: 69.21 P99.99: 168.80 ------------------------------------------------------ [ 0, 1 ] 1128384 16.286% 16.286% ### ( 1, 2 ] 1825284 26.345% 42.632% ##### ( 2, 3 ] 1055827 15.239% 57.871% ### ( 3, 4 ] 567964 8.198% 66.069% ## ( 4, 6 ] 563041 8.127% 74.195% ## ( 6, 10 ] 1209282 17.454% 91.649% ### ( 10, 15 ] 479243 6.917% 98.566% # ( 15, 22 ] 46712 0.674% 99.241% ( 22, 34 ] 24630 0.355% 99.596% ( 34, 51 ] 15547 0.224% 99.821% ( 51, 76 ] 7554 0.109% 99.930% ( 76, 110 ] 2873 0.041% 99.971% ( 110, 170 ] 1338 0.019% 99.990% ( 170, 250 ] 338 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107285491 Average: 5.8205 StdDev: 24.79 Min: 0 Median: 2.3634 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.20 P99.9: 159.31 P99.99: 467.43 ------------------------------------------------------ [ 0, 1 ] 25321460 23.602% 23.602% ##### ( 1, 2 ] 24244002 22.598% 46.200% ##### ( 2, 3 ] 11219682 10.458% 56.657% ## ( 3, 4 ] 4405577 4.106% 60.764% # ( 4, 6 ] 5025353 4.684% 65.448% # ( 6, 10 ] 26146734 24.371% 89.819% ##### ( 10, 15 ] 8420553 7.849% 97.668% ## ( 15, 22 ] 683268 0.637% 98.305% ( 22, 34 ] 559900 0.522% 98.827% ( 34, 51 ] 385882 0.360% 99.186% ( 51, 76 ] 246178 0.229% 99.416% ( 76, 110 ] 312537 0.291% 99.707% ( 110, 170 ] 251952 0.235% 99.942% ( 170, 250 ] 40236 0.038% 99.979% ( 250, 380 ] 8659 0.008% 99.987% ( 380, 580 ] 6381 0.006% 99.993% ( 580, 870 ] 3632 0.003% 99.997% ( 870, 1300 ] 1927 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 186 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-15:30:05.844649 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 536280241 rocksdb.block.cache.hit COUNT : 2217860356 rocksdb.block.cache.add COUNT : 40267295 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32783 rocksdb.block.cache.index.hit COUNT : 544351862 rocksdb.block.cache.index.add COUNT : 32769 rocksdb.block.cache.index.bytes.insert COUNT : 35070956701 rocksdb.block.cache.filter.miss COUNT : 32789 rocksdb.block.cache.filter.hit COUNT : 1129526393 rocksdb.block.cache.filter.add COUNT : 32789 rocksdb.block.cache.filter.bytes.insert COUNT : 8911975193 rocksdb.block.cache.data.miss COUNT : 536214669 rocksdb.block.cache.data.hit COUNT : 543982101 rocksdb.block.cache.data.add COUNT : 40201737 rocksdb.block.cache.data.bytes.insert COUNT : 166524924981 rocksdb.block.cache.bytes.read COUNT : 1932916873968091 rocksdb.block.cache.bytes.write COUNT : 210507856875 rocksdb.bloom.filter.useful COUNT : 585240042 rocksdb.bloom.filter.full.positive COUNT : 544286383 rocksdb.bloom.filter.full.true.positive COUNT : 538623478 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95843892 rocksdb.memtable.miss COUNT : 6422688026 rocksdb.l0.hit COUNT : 16439441 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 522184037 rocksdb.compaction.key.drop.new COUNT : 280271950 rocksdb.compaction.key.drop.obsolete COUNT : 280291682 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 588789093 rocksdb.number.keys.read COUNT : 662563227 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60830763475 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68694 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32774 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 780312533 rocksdb.number.multiget.keys.read COUNT : 5855968691 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60830763475 rocksdb.write.self COUNT : 131530632 rocksdb.write.other COUNT : 215259 rocksdb.write.wal COUNT : 131745891 rocksdb.compact.read.bytes COUNT : 1009679274642 rocksdb.compact.write.bytes COUNT : 1053919983662 rocksdb.flush.write.bytes COUNT : 33244566042 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1060914 rocksdb.number.superversion_releases COUNT : 2753 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 529596509 rocksdb.number.block.decompressed COUNT : 529591490 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60842902840 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68694 rocksdb.num.iterator.deleted COUNT : 68694 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5300 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5262 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44673 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61744359044 rocksdb.memtable.garbage.bytes.at.flush COUNT : 744839447 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 957205193423 rocksdb.last.level.read.count COUNT : 497863882 rocksdb.non.last.level.read.bytes COUNT : 130239394757 rocksdb.non.last.level.read.count COUNT : 38514681 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 536313015 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2160892971433 rocksdb.bytes.compressed.to COUNT : 1049226945058 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26385466191 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6655608 rocksdb.bytes.decompressed.from COUNT : 1049429283635 rocksdb.bytes.decompressed.to COUNT : 2160923571478 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395515 P95 : 106.241993 P99 : 160.324886 P100 : 227461.000000 COUNT : 662563227 SUM : 34153322993 rocksdb.db.write.micros P50 : 67.045354 P95 : 111.756381 P99 : 169.398784 P100 : 2037453.000000 COUNT : 131745891 SUM : 13589616649 rocksdb.compaction.times.micros P50 : 1608947.368421 P95 : 38565714.285714 P99 : 67153260.869565 P100 : 89521673.000000 COUNT : 7599 SUM : 63655881136 rocksdb.compaction.times.cpu_micros P50 : 1547472.924188 P95 : 35887553.648069 P99 : 64108288.770054 P100 : 83823365.000000 COUNT : 7599 SUM : 60842902840 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4317.490119 P95 : 27802.272727 P99 : 62168.478261 P100 : 1558490.000000 COUNT : 12361 SUM : 116070471 rocksdb.compaction.outfile.sync.micros P50 : 62626.951645 P95 : 125758.099352 P99 : 225146.113990 P100 : 2063820.000000 COUNT : 20396 SUM : 1308725492 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.402579 P95 : 728.748042 P99 : 3965.535714 P100 : 501117.000000 COUNT : 20022 SUM : 12885893 rocksdb.table.open.io.micros P50 : 585.875203 P95 : 6245.916359 P99 : 13017.483204 P100 : 207055.000000 COUNT : 32774 SUM : 58189528 rocksdb.db.multiget.micros P50 : 7.990630 P95 : 17.787811 P99 : 33.023805 P100 : 26625.000000 COUNT : 780312534 SUM : 7386296595 rocksdb.read.block.compaction.micros P50 : 13.680096 P95 : 59.339832 P99 : 138.607252 P100 : 136000.000000 COUNT : 496012932 SUM : 9655192149 rocksdb.read.block.get.micros P50 : 52.883038 P95 : 94.693473 P99 : 145.671332 P100 : 206929.000000 COUNT : 40267309 SUM : 2320478714 rocksdb.write.raw.block.micros P50 : 0.521607 P95 : 0.991054 P99 : 1.895673 P100 : 331149.000000 COUNT : 536350388 SUM : 10785045862 rocksdb.numfiles.in.singlecompaction P50 : 2.773200 P95 : 5.679709 P99 : 5.938625 P100 : 7.000000 COUNT : 5790 SUM : 20609 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.541007 P95 : 33.552244 P99 : 104.982223 P100 : 135929.000000 COUNT : 536378563 SUM : 3735684201 rocksdb.file.read.flush.micros P50 : 1.846599 P95 : 15.826389 P99 : 40.968651 P100 : 787.000000 COUNT : 61805 SUM : 296124 rocksdb.file.read.compaction.micros P50 : 1.425884 P95 : 36.778445 P99 : 106.471952 P100 : 135929.000000 COUNT : 496114926 SUM : 3333329264 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 662563228 SUM : 0 rocksdb.bytes.per.write P50 : 218.500156 P95 : 527.846306 P99 : 803.899481 P100 : 4563443.000000 COUNT : 131530632 SUM : 60830763475 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 780312536 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46294.483986 P95 : 166766.399245 P99 : 238821.621622 P100 : 1681975.000000 COUNT : 12404 SUM : 777806499 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-15:30:05.844811 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-15:30:05.844970 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708443005 to in-memory stats history 2024/02/20-15:30:05.844995 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-15:30:05.845031 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-15:31:30.190979 4076415 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301777. Total log size is 15728729 while max_total_wal_size is 15728640 2024/02/20-15:31:30.191209 4076415 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301784. Immutable memtables: 0. 2024/02/20-15:31:30.191419 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20028] Syncing log #301782 2024/02/20-15:31:30.204391 3036210 (Original Log Time 2024/02/20-15:31:30.191410) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:31:30.204401 3036210 [db/flush_job.cc:892] [url] [JOB 20028] Flushing memtable with next log file: 301784 2024/02/20-15:31:30.204429 3036210 EVENT_LOG_v1 {"time_micros": 1708443090204421, "job": 20028, "event": "flush_started", "num_memtables": 1, "num_entries": 97503, "num_deletes": 74000, "total_data_size": 14357577, "memory_usage": 16341264, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:31:30.204434 3036210 [db/flush_job.cc:926] [url] [JOB 20028] Level-0 flush table #301785: started 2024/02/20-15:31:30.352155 3036210 EVENT_LOG_v1 {"time_micros": 1708443090352113, "cf_name": "url", "job": 20028, "event": "table_file_creation", "file_number": 301785, "file_size": 7398221, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154615779, "largest_seqno": 5154741728, "table_properties": {"data_size": 7294890, "index_size": 167927, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7829, "raw_key_size": 14056633, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2216, "num_entries": 97131, "num_filter_entries": 8946, "num_deletions": 74000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442962, "oldest_key_time": 1708442962, "file_creation_time": 1708443090, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301785, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:31:30.352207 3036210 [db/flush_job.cc:1062] [url] [JOB 20028] Flush lasted 147826 microseconds, and 142566 cpu microseconds. 2024/02/20-15:31:30.352837 3036210 (Original Log Time 2024/02/20-15:31:30.352188) [db/flush_job.cc:1011] [url] [JOB 20028] Level-0 flush table #301785: 7398221 bytes OK 2024/02/20-15:31:30.352842 3036210 (Original Log Time 2024/02/20-15:31:30.352215) [db/memtable_list.cc:555] [url] Level-0 commit table #301785 started 2024/02/20-15:31:30.352845 3036210 (Original Log Time 2024/02/20-15:31:30.352589) [db/memtable_list.cc:754] [url] Level-0 commit table #301785: memtable #1 done 2024/02/20-15:31:30.352847 3036210 (Original Log Time 2024/02/20-15:31:30.352613) EVENT_LOG_v1 {"time_micros": 1708443090352605, "job": 20028, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:31:30.352849 3036210 (Original Log Time 2024/02/20-15:31:30.352798) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:31:30.352855 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20028] Try to delete WAL files size 3305098, prev total WAL file size 15735004, number of live WAL files 4. 2024/02/20-15:31:30.353491 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301777.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:09.918840 4076375 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301780. Total log size is 15907300 while max_total_wal_size is 15728640 2024/02/20-15:32:09.919101 4076375 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301786. Immutable memtables: 0. 2024/02/20-15:32:09.919318 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20029] Syncing log #301784 2024/02/20-15:32:09.937638 3036193 (Original Log Time 2024/02/20-15:32:09.919309) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:32:09.937646 3036193 [db/flush_job.cc:892] [tag] [JOB 20029] Flushing memtable with next log file: 301786 2024/02/20-15:32:09.937668 3036193 EVENT_LOG_v1 {"time_micros": 1708443129937662, "job": 20029, "event": "flush_started", "num_memtables": 1, "num_entries": 7686, "num_deletes": 0, "total_data_size": 672013, "memory_usage": 782792, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:32:09.937671 3036193 [db/flush_job.cc:926] [tag] [JOB 20029] Level-0 flush table #301787: started 2024/02/20-15:32:09.943830 3036193 EVENT_LOG_v1 {"time_micros": 1708443129943805, "cf_name": "tag", "job": 20029, "event": "table_file_creation", "file_number": 301787, "file_size": 395326, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154644124, "largest_seqno": 5154768268, "table_properties": {"data_size": 391070, "index_size": 4372, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 649149, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 126, "num_entries": 7612, "num_filter_entries": 132, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442988, "oldest_key_time": 1708442988, "file_creation_time": 1708443129, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301787, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:32:09.943866 3036193 [db/flush_job.cc:1062] [tag] [JOB 20029] Flush lasted 6237 microseconds, and 4940 cpu microseconds. 2024/02/20-15:32:09.944267 3036193 (Original Log Time 2024/02/20-15:32:09.943854) [db/flush_job.cc:1011] [tag] [JOB 20029] Level-0 flush table #301787: 395326 bytes OK 2024/02/20-15:32:09.944269 3036193 (Original Log Time 2024/02/20-15:32:09.943871) [db/memtable_list.cc:555] [tag] Level-0 commit table #301787 started 2024/02/20-15:32:09.944271 3036193 (Original Log Time 2024/02/20-15:32:09.944060) [db/memtable_list.cc:754] [tag] Level-0 commit table #301787: memtable #1 done 2024/02/20-15:32:09.944272 3036193 (Original Log Time 2024/02/20-15:32:09.944071) EVENT_LOG_v1 {"time_micros": 1708443129944067, "job": 20029, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:32:09.944273 3036193 (Original Log Time 2024/02/20-15:32:09.944239) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:32:09.944277 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20029] Try to delete WAL files size 1502114, prev total WAL file size 15909305, number of live WAL files 4. 2024/02/20-15:32:09.944379 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20030] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:32:09.944390 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20037 Base level 0, inputs: [301787(386KB) 301781(315KB)], [301771(64MB) 301772(64MB) 301775(47MB)] 2024/02/20-15:32:09.944407 3036183 EVENT_LOG_v1 {"time_micros": 1708443129944397, "job": 20030, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301787, 301781], "files_L6": [301771, 301772, 301775], "score": 1, "input_data_size": 185562423, "oldest_snapshot_seqno": -1} 2024/02/20-15:32:09.944616 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301780.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:14.682145 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20030] Generated table #301788: 2510951 keys, 67642647 bytes, temperature: kUnknown 2024/02/20-15:32:14.682204 3036183 EVENT_LOG_v1 {"time_micros": 1708443134682174, "cf_name": "tag", "job": 20030, "event": "table_file_creation", "file_number": 301788, "file_size": 67642647, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110598, "index_size": 1509593, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 209188603, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36230, "num_entries": 2510951, "num_filter_entries": 1148, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443129, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301788, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:32:19.138635 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20030] Generated table #301789: 2023328 keys, 67663478 bytes, temperature: kUnknown 2024/02/20-15:32:19.138694 3036183 EVENT_LOG_v1 {"time_micros": 1708443139138665, "cf_name": "tag", "job": 20030, "event": "table_file_creation", "file_number": 301789, "file_size": 67663478, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109384, "index_size": 1379747, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 189335113, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35684, "num_entries": 2023328, "num_filter_entries": 2279, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443134, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301789, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:32:22.685389 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20030] Generated table #301790: 1915647 keys, 49905321 bytes, temperature: kUnknown 2024/02/20-15:32:22.685443 3036183 EVENT_LOG_v1 {"time_micros": 1708443142685413, "cf_name": "tag", "job": 20030, "event": "table_file_creation", "file_number": 301790, "file_size": 49905321, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 49519760, "index_size": 1118394, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 153532830, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27120, "num_entries": 1915647, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443139, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301790, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:32:22.692185 3036183 (Original Log Time 2024/02/20-15:32:22.691364) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20030] Compacted 2@0 + 3@6 files to L6 => 185211446 bytes 2024/02/20-15:32:22.692188 3036183 (Original Log Time 2024/02/20-15:32:22.691943) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.6 rd, 14.5 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.7, 176.3 +0.0 blob) out(176.6 +0.0 blob), read-write-amplify(515.8) write-amplify(257.6) OK, records in: 6449926, records dropped: 0 output_compression: ZSTD 2024/02/20-15:32:22.692207 3036183 (Original Log Time 2024/02/20-15:32:22.691971) EVENT_LOG_v1 {"time_micros": 1708443142691960, "job": 20030, "event": "compaction_finished", "compaction_time_micros": 12741121, "compaction_time_cpu_micros": 12575806, "output_level": 6, "num_output_files": 3, "total_output_size": 185211446, "num_input_records": 6449926, "num_output_records": 6449926, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:32:22.698496 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301771.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:22.698536 3036183 EVENT_LOG_v1 {"time_micros": 1708443142698531, "job": 20030, "event": "table_file_deletion", "file_number": 301771} 2024/02/20-15:32:22.706797 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301772.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:22.706830 3036183 EVENT_LOG_v1 {"time_micros": 1708443142706825, "job": 20030, "event": "table_file_deletion", "file_number": 301772} 2024/02/20-15:32:22.711880 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301775.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:22.711910 3036183 EVENT_LOG_v1 {"time_micros": 1708443142711905, "job": 20030, "event": "table_file_deletion", "file_number": 301775} 2024/02/20-15:32:22.712047 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301781.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:22.712061 3036183 EVENT_LOG_v1 {"time_micros": 1708443142712058, "job": 20030, "event": "table_file_deletion", "file_number": 301781} 2024/02/20-15:32:22.712169 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301787.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:22.712181 3036183 EVENT_LOG_v1 {"time_micros": 1708443142712179, "job": 20030, "event": "table_file_deletion", "file_number": 301787} 2024/02/20-15:32:23.709093 1359716 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301782. Total log size is 15992834 while max_total_wal_size is 15728640 2024/02/20-15:32:23.709353 1359716 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301791. Immutable memtables: 0. 2024/02/20-15:32:23.709593 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20031] Syncing log #301786 2024/02/20-15:32:23.725232 3036210 (Original Log Time 2024/02/20-15:32:23.709582) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:32:23.725241 3036210 [db/flush_job.cc:892] [key] [JOB 20031] Flushing memtable with next log file: 301791 2024/02/20-15:32:23.725261 3036210 EVENT_LOG_v1 {"time_micros": 1708443143725256, "job": 20031, "event": "flush_started", "num_memtables": 1, "num_entries": 24495, "num_deletes": 0, "total_data_size": 1529943, "memory_usage": 2617144, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:32:23.725264 3036210 [db/flush_job.cc:926] [key] [JOB 20031] Level-0 flush table #301792: started 2024/02/20-15:32:23.772496 3036210 EVENT_LOG_v1 {"time_micros": 1708443143772446, "cf_name": "key", "job": 20031, "event": "table_file_creation", "file_number": 301792, "file_size": 1031286, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154653185, "largest_seqno": 5154781844, "table_properties": {"data_size": 1001211, "index_size": 7137, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 23125, "raw_key_size": 1451809, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 298, "num_entries": 24012, "num_filter_entries": 26383, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443000, "oldest_key_time": 1708443000, "file_creation_time": 1708443143, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301792, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:32:23.772544 3036210 [db/flush_job.cc:1062] [key] [JOB 20031] Flush lasted 47320 microseconds, and 45357 cpu microseconds. 2024/02/20-15:32:23.773133 3036210 (Original Log Time 2024/02/20-15:32:23.772527) [db/flush_job.cc:1011] [key] [JOB 20031] Level-0 flush table #301792: 1031286 bytes OK 2024/02/20-15:32:23.773137 3036210 (Original Log Time 2024/02/20-15:32:23.772549) [db/memtable_list.cc:555] [key] Level-0 commit table #301792 started 2024/02/20-15:32:23.773140 3036210 (Original Log Time 2024/02/20-15:32:23.772894) [db/memtable_list.cc:754] [key] Level-0 commit table #301792: memtable #1 done 2024/02/20-15:32:23.773143 3036210 (Original Log Time 2024/02/20-15:32:23.772910) EVENT_LOG_v1 {"time_micros": 1708443143772906, "job": 20031, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:32:23.773145 3036210 (Original Log Time 2024/02/20-15:32:23.773091) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:32:23.773151 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20031] Try to delete WAL files size 10921517, prev total WAL file size 15997343, number of live WAL files 4. 2024/02/20-15:32:23.773216 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 20032] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:32:23.773223 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20039 Base level 0, inputs: [301792(1007KB) 301783(887KB)], [301776(4167KB)] 2024/02/20-15:32:23.773240 3036189 EVENT_LOG_v1 {"time_micros": 1708443143773228, "job": 20032, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301792, 301783], "files_L5": [301776], "score": 1, "input_data_size": 6207825, "oldest_snapshot_seqno": -1} 2024/02/20-15:32:23.774295 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301782.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:23.971503 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 20032] Generated table #301793: 147613 keys, 6094451 bytes, temperature: kUnknown 2024/02/20-15:32:23.971576 3036189 EVENT_LOG_v1 {"time_micros": 1708443143971532, "cf_name": "key", "job": 20032, "event": "table_file_creation", "file_number": 301793, "file_size": 6094451, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154009420, "largest_seqno": 5154781844, "table_properties": {"data_size": 5923050, "index_size": 45613, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 136053, "raw_key_size": 8925237, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1747, "num_entries": 147613, "num_filter_entries": 154625, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442281, "oldest_key_time": 0, "file_creation_time": 1708443143, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301793, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:32:23.972537 3036189 (Original Log Time 2024/02/20-15:32:23.972001) [db/compaction/compaction_job.cc:1729] [key] [JOB 20032] Compacted 2@0 + 1@5 files to L5 => 6094451 bytes 2024/02/20-15:32:23.972542 3036189 (Original Log Time 2024/02/20-15:32:23.972316) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 31.3 rd, 30.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.9, 4.1 +0.0 blob) out(5.8 +0.0 blob), read-write-amplify(6.3) write-amplify(3.1) OK, records in: 147613, records dropped: 0 output_compression: LZ4 2024/02/20-15:32:23.972551 3036189 (Original Log Time 2024/02/20-15:32:23.972336) EVENT_LOG_v1 {"time_micros": 1708443143972327, "job": 20032, "event": "compaction_finished", "compaction_time_micros": 198399, "compaction_time_cpu_micros": 193479, "output_level": 5, "num_output_files": 1, "total_output_size": 6094451, "num_input_records": 147613, "num_output_records": 147613, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:32:23.973145 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301776.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:23.973158 3036189 EVENT_LOG_v1 {"time_micros": 1708443143973155, "job": 20032, "event": "table_file_deletion", "file_number": 301776} 2024/02/20-15:32:23.973329 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301783.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:23.973339 3036189 EVENT_LOG_v1 {"time_micros": 1708443143973338, "job": 20032, "event": "table_file_deletion", "file_number": 301783} 2024/02/20-15:32:23.973497 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301792.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:32:23.973504 3036189 EVENT_LOG_v1 {"time_micros": 1708443143973503, "job": 20032, "event": "table_file_deletion", "file_number": 301792} 2024/02/20-15:33:56.975903 4077508 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301784. Total log size is 16037394 while max_total_wal_size is 15728640 2024/02/20-15:33:56.976292 4077508 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301794. Immutable memtables: 0. 2024/02/20-15:33:56.976536 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20033] Syncing log #301791 2024/02/20-15:33:57.015304 3036193 (Original Log Time 2024/02/20-15:33:56.976526) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:33:57.015314 3036193 [db/flush_job.cc:892] [url] [JOB 20033] Flushing memtable with next log file: 301794 2024/02/20-15:33:57.015338 3036193 EVENT_LOG_v1 {"time_micros": 1708443237015331, "job": 20033, "event": "flush_started", "num_memtables": 1, "num_entries": 95607, "num_deletes": 68000, "total_data_size": 14292920, "memory_usage": 16400192, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:33:57.015342 3036193 [db/flush_job.cc:926] [url] [JOB 20033] Level-0 flush table #301795: started 2024/02/20-15:33:57.199733 3036193 EVENT_LOG_v1 {"time_micros": 1708443237199693, "cf_name": "url", "job": 20033, "event": "table_file_creation", "file_number": 301795, "file_size": 7097135, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154741730, "largest_seqno": 5154870853, "table_properties": {"data_size": 6999942, "index_size": 170879, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7717, "raw_key_size": 13973449, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2158, "num_entries": 95145, "num_filter_entries": 8774, "num_deletions": 68000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443090, "oldest_key_time": 1708443090, "file_creation_time": 1708443237, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301795, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:33:57.199793 3036193 [db/flush_job.cc:1062] [url] [JOB 20033] Flush lasted 184496 microseconds, and 176823 cpu microseconds. 2024/02/20-15:33:57.200486 3036193 (Original Log Time 2024/02/20-15:33:57.199775) [db/flush_job.cc:1011] [url] [JOB 20033] Level-0 flush table #301795: 7097135 bytes OK 2024/02/20-15:33:57.200491 3036193 (Original Log Time 2024/02/20-15:33:57.199801) [db/memtable_list.cc:555] [url] Level-0 commit table #301795 started 2024/02/20-15:33:57.200493 3036193 (Original Log Time 2024/02/20-15:33:57.200182) [db/memtable_list.cc:754] [url] Level-0 commit table #301795: memtable #1 done 2024/02/20-15:33:57.200495 3036193 (Original Log Time 2024/02/20-15:33:57.200205) EVENT_LOG_v1 {"time_micros": 1708443237200199, "job": 20033, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:33:57.200497 3036193 (Original Log Time 2024/02/20-15:33:57.200418) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-15:33:57.200503 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20033] Try to delete WAL files size 3483669, prev total WAL file size 16047317, number of live WAL files 4. 2024/02/20-15:33:57.200577 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 20034] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:33:57.200584 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20041 Base level 0, inputs: [301795(6930KB) 301785(7224KB)], [301779(40MB)] 2024/02/20-15:33:57.200603 3036188 EVENT_LOG_v1 {"time_micros": 1708443237200592, "job": 20034, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301795, 301785], "files_L5": [301779], "score": 1, "input_data_size": 56810324, "oldest_snapshot_seqno": -1} 2024/02/20-15:33:57.201171 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301784.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:33:58.773861 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20034] Generated table #301796: 697833 keys, 56084250 bytes, temperature: kUnknown 2024/02/20-15:33:58.773947 3036188 EVENT_LOG_v1 {"time_micros": 1708443238773892, "cf_name": "url", "job": 20034, "event": "table_file_creation", "file_number": 301796, "file_size": 56084250, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932058, "largest_seqno": 5154870853, "table_properties": {"data_size": 55522873, "index_size": 1188858, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 25397, "raw_key_size": 101642638, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 16049, "num_entries": 697833, "num_filter_entries": 29040, "num_deletions": 506000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708443237, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301796, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:33:58.780851 3036188 (Original Log Time 2024/02/20-15:33:58.775000) [db/compaction/compaction_job.cc:1729] [url] [JOB 20034] Compacted 2@0 + 1@5 files to L5 => 56084250 bytes 2024/02/20-15:33:58.780863 3036188 (Original Log Time 2024/02/20-15:33:58.780515) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.21, MB/sec: 36.1 rd, 35.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(13.8, 40.4 +0.0 blob) out(53.5 +0.0 blob), read-write-amplify(7.8) write-amplify(3.9) OK, records in: 697833, records dropped: 0 output_compression: LZ4 2024/02/20-15:33:58.780872 3036188 (Original Log Time 2024/02/20-15:33:58.780574) EVENT_LOG_v1 {"time_micros": 1708443238780549, "job": 20034, "event": "compaction_finished", "compaction_time_micros": 1573442, "compaction_time_cpu_micros": 1428600, "output_level": 5, "num_output_files": 1, "total_output_size": 56084250, "num_input_records": 697833, "num_output_records": 697833, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:33:58.785254 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301779.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:33:58.785295 3036188 EVENT_LOG_v1 {"time_micros": 1708443238785289, "job": 20034, "event": "table_file_deletion", "file_number": 301779} 2024/02/20-15:33:58.786595 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301785.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:33:58.786631 3036188 EVENT_LOG_v1 {"time_micros": 1708443238786626, "job": 20034, "event": "table_file_deletion", "file_number": 301785} 2024/02/20-15:33:58.787941 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301795.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:33:58.787967 3036188 EVENT_LOG_v1 {"time_micros": 1708443238787963, "job": 20034, "event": "table_file_deletion", "file_number": 301795} 2024/02/20-15:34:25.690795 4076303 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301786. Total log size is 15728800 while max_total_wal_size is 15728640 2024/02/20-15:34:25.691072 4076303 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301797. Immutable memtables: 0. 2024/02/20-15:34:25.691311 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20035] Syncing log #301794 2024/02/20-15:34:25.704992 3036210 (Original Log Time 2024/02/20-15:34:25.691297) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:34:25.705000 3036210 [db/flush_job.cc:892] [tag] [JOB 20035] Flushing memtable with next log file: 301797 2024/02/20-15:34:25.705025 3036210 EVENT_LOG_v1 {"time_micros": 1708443265705019, "job": 20035, "event": "flush_started", "num_memtables": 1, "num_entries": 7286, "num_deletes": 0, "total_data_size": 634086, "memory_usage": 1652912, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:34:25.705028 3036210 [db/flush_job.cc:926] [tag] [JOB 20035] Level-0 flush table #301798: started 2024/02/20-15:34:25.711967 3036210 EVENT_LOG_v1 {"time_micros": 1708443265711924, "cf_name": "tag", "job": 20035, "event": "table_file_creation", "file_number": 301798, "file_size": 369693, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154770288, "largest_seqno": 5154893375, "table_properties": {"data_size": 365633, "index_size": 4033, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 614700, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 119, "num_entries": 7236, "num_filter_entries": 138, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443129, "oldest_key_time": 1708443129, "file_creation_time": 1708443265, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301798, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:34:25.712012 3036210 [db/flush_job.cc:1062] [tag] [JOB 20035] Flush lasted 7027 microseconds, and 5633 cpu microseconds. 2024/02/20-15:34:25.712640 3036210 (Original Log Time 2024/02/20-15:34:25.711998) [db/flush_job.cc:1011] [tag] [JOB 20035] Level-0 flush table #301798: 369693 bytes OK 2024/02/20-15:34:25.712643 3036210 (Original Log Time 2024/02/20-15:34:25.712018) [db/memtable_list.cc:555] [tag] Level-0 commit table #301798 started 2024/02/20-15:34:25.712644 3036210 (Original Log Time 2024/02/20-15:34:25.712376) [db/memtable_list.cc:754] [tag] Level-0 commit table #301798: memtable #1 done 2024/02/20-15:34:25.712646 3036210 (Original Log Time 2024/02/20-15:34:25.712397) EVENT_LOG_v1 {"time_micros": 1708443265712391, "job": 20035, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:34:25.712647 3036210 (Original Log Time 2024/02/20-15:34:25.712599) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:34:25.712651 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20035] Try to delete WAL files size 1587648, prev total WAL file size 15730451, number of live WAL files 4. 2024/02/20-15:34:25.712965 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301786.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:34:41.858662 4076377 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301791. Total log size is 16003640 while max_total_wal_size is 15728640 2024/02/20-15:34:41.858973 4076377 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301799. Immutable memtables: 0. 2024/02/20-15:34:41.859193 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20036] Syncing log #301797 2024/02/20-15:34:41.940792 3036193 (Original Log Time 2024/02/20-15:34:41.859181) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:34:41.940805 3036193 [db/flush_job.cc:892] [key] [JOB 20036] Flushing memtable with next log file: 301799 2024/02/20-15:34:41.940833 3036193 EVENT_LOG_v1 {"time_micros": 1708443281940825, "job": 20036, "event": "flush_started", "num_memtables": 1, "num_entries": 24656, "num_deletes": 0, "total_data_size": 1540033, "memory_usage": 1842032, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:34:41.940837 3036193 [db/flush_job.cc:926] [key] [JOB 20036] Level-0 flush table #301800: started 2024/02/20-15:34:41.964910 3036193 EVENT_LOG_v1 {"time_micros": 1708443281964870, "cf_name": "key", "job": 20036, "event": "table_file_creation", "file_number": 301800, "file_size": 1050960, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154783847, "largest_seqno": 5154906313, "table_properties": {"data_size": 1020383, "index_size": 7381, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 23445, "raw_key_size": 1467278, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 303, "num_entries": 24267, "num_filter_entries": 26761, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443143, "oldest_key_time": 1708443143, "file_creation_time": 1708443281, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301800, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:34:41.964963 3036193 [db/flush_job.cc:1062] [key] [JOB 20036] Flush lasted 24180 microseconds, and 22039 cpu microseconds. 2024/02/20-15:34:41.965598 3036193 (Original Log Time 2024/02/20-15:34:41.964944) [db/flush_job.cc:1011] [key] [JOB 20036] Level-0 flush table #301800: 1050960 bytes OK 2024/02/20-15:34:41.965601 3036193 (Original Log Time 2024/02/20-15:34:41.964971) [db/memtable_list.cc:555] [key] Level-0 commit table #301800 started 2024/02/20-15:34:41.965604 3036193 (Original Log Time 2024/02/20-15:34:41.965334) [db/memtable_list.cc:754] [key] Level-0 commit table #301800: memtable #1 done 2024/02/20-15:34:41.965605 3036193 (Original Log Time 2024/02/20-15:34:41.965353) EVENT_LOG_v1 {"time_micros": 1708443281965347, "job": 20036, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:34:41.965607 3036193 (Original Log Time 2024/02/20-15:34:41.965565) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:34:41.965612 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20036] Try to delete WAL files size 10966077, prev total WAL file size 16011726, number of live WAL files 4. 2024/02/20-15:34:41.967230 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301791.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:36:29.191389 4077446 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301794. Total log size is 15728820 while max_total_wal_size is 15728640 2024/02/20-15:36:29.191623 4077446 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301801. Immutable memtables: 0. 2024/02/20-15:36:29.191896 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20037] Syncing log #301799 2024/02/20-15:36:29.215177 3036210 (Original Log Time 2024/02/20-15:36:29.191887) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:36:29.215187 3036210 [db/flush_job.cc:892] [url] [JOB 20037] Flushing memtable with next log file: 301801 2024/02/20-15:36:29.215211 3036210 EVENT_LOG_v1 {"time_micros": 1708443389215205, "job": 20037, "event": "flush_started", "num_memtables": 1, "num_entries": 91315, "num_deletes": 62000, "total_data_size": 13819939, "memory_usage": 15861232, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:36:29.215214 3036210 [db/flush_job.cc:926] [url] [JOB 20037] Level-0 flush table #301802: started 2024/02/20-15:36:29.393309 3036210 EVENT_LOG_v1 {"time_micros": 1708443389393269, "cf_name": "url", "job": 20037, "event": "table_file_creation", "file_number": 301802, "file_size": 6682714, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154870854, "largest_seqno": 5154997614, "table_properties": {"data_size": 6604676, "index_size": 191551, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3813, "raw_key_size": 13488575, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2118, "num_entries": 90817, "num_filter_entries": 4309, "num_deletions": 62000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443236, "oldest_key_time": 1708443236, "file_creation_time": 1708443389, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301802, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:36:29.393369 3036210 [db/flush_job.cc:1062] [url] [JOB 20037] Flush lasted 178201 microseconds, and 174669 cpu microseconds. 2024/02/20-15:36:29.394042 3036210 (Original Log Time 2024/02/20-15:36:29.393353) [db/flush_job.cc:1011] [url] [JOB 20037] Level-0 flush table #301802: 6682714 bytes OK 2024/02/20-15:36:29.394045 3036210 (Original Log Time 2024/02/20-15:36:29.393376) [db/memtable_list.cc:555] [url] Level-0 commit table #301802 started 2024/02/20-15:36:29.394046 3036210 (Original Log Time 2024/02/20-15:36:29.393782) [db/memtable_list.cc:754] [url] Level-0 commit table #301802: memtable #1 done 2024/02/20-15:36:29.394048 3036210 (Original Log Time 2024/02/20-15:36:29.393798) EVENT_LOG_v1 {"time_micros": 1708443389393791, "job": 20037, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:36:29.394049 3036210 (Original Log Time 2024/02/20-15:36:29.394005) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:36:29.394054 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20037] Try to delete WAL files size 3175075, prev total WAL file size 15735154, number of live WAL files 4. 2024/02/20-15:36:29.394166 4076692 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301797. Total log size is 12560079 while max_total_wal_size is 15728640 2024/02/20-15:36:29.394580 4076692 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301803. Immutable memtables: 0. 2024/02/20-15:36:29.394727 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301794.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:36:29.394889 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20038] Syncing log #301801 2024/02/20-15:36:29.395377 3036193 (Original Log Time 2024/02/20-15:36:29.394873) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-15:36:29.395384 3036193 [db/flush_job.cc:892] [tag] [JOB 20038] Flushing memtable with next log file: 301803 2024/02/20-15:36:29.395407 3036193 EVENT_LOG_v1 {"time_micros": 1708443389395399, "job": 20038, "event": "flush_started", "num_memtables": 1, "num_entries": 6528, "num_deletes": 0, "total_data_size": 572357, "memory_usage": 927600, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:36:29.395410 3036193 [db/flush_job.cc:926] [tag] [JOB 20038] Level-0 flush table #301804: started 2024/02/20-15:36:29.403149 3036193 EVENT_LOG_v1 {"time_micros": 1708443389403111, "cf_name": "tag", "job": 20038, "event": "table_file_creation", "file_number": 301804, "file_size": 343799, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154893443, "largest_seqno": 5154997609, "table_properties": {"data_size": 340008, "index_size": 3673, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 554397, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 107, "num_entries": 6479, "num_filter_entries": 129, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443265, "oldest_key_time": 1708443265, "file_creation_time": 1708443389, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301804, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:36:29.403198 3036193 [db/flush_job.cc:1062] [tag] [JOB 20038] Flush lasted 7824 microseconds, and 6800 cpu microseconds. 2024/02/20-15:36:29.403824 3036193 (Original Log Time 2024/02/20-15:36:29.403178) [db/flush_job.cc:1011] [tag] [JOB 20038] Level-0 flush table #301804: 343799 bytes OK 2024/02/20-15:36:29.403827 3036193 (Original Log Time 2024/02/20-15:36:29.403207) [db/memtable_list.cc:555] [tag] Level-0 commit table #301804 started 2024/02/20-15:36:29.403829 3036193 (Original Log Time 2024/02/20-15:36:29.403555) [db/memtable_list.cc:754] [tag] Level-0 commit table #301804: memtable #1 done 2024/02/20-15:36:29.403831 3036193 (Original Log Time 2024/02/20-15:36:29.403575) EVENT_LOG_v1 {"time_micros": 1708443389403569, "job": 20038, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:36:29.403834 3036193 (Original Log Time 2024/02/20-15:36:29.403782) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:36:29.403839 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20038] Try to delete WAL files size 1862488, prev total WAL file size 12560573, number of live WAL files 4. 2024/02/20-15:36:29.403947 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20039] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:36:29.403956 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20046 Base level 0, inputs: [301804(335KB) 301798(361KB)], [301788(64MB) 301789(64MB) 301790(47MB)] 2024/02/20-15:36:29.403970 3036190 EVENT_LOG_v1 {"time_micros": 1708443389403961, "job": 20039, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301804, 301798], "files_L6": [301788, 301789, 301790], "score": 1, "input_data_size": 185924938, "oldest_snapshot_seqno": -1} 2024/02/20-15:36:29.404293 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301797.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:36:34.184775 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20039] Generated table #301805: 2513445 keys, 67641787 bytes, temperature: kUnknown 2024/02/20-15:36:34.184861 3036190 EVENT_LOG_v1 {"time_micros": 1708443394184805, "cf_name": "tag", "job": 20039, "event": "table_file_creation", "file_number": 301805, "file_size": 67641787, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110157, "index_size": 1509698, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 209365105, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36237, "num_entries": 2513445, "num_filter_entries": 1148, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443389, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301805, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:36:38.763576 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20039] Generated table #301806: 2019887 keys, 67662968 bytes, temperature: kUnknown 2024/02/20-15:36:38.763646 3036190 EVENT_LOG_v1 {"time_micros": 1708443398763603, "cf_name": "tag", "job": 20039, "event": "table_file_creation", "file_number": 301806, "file_size": 67662968, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109803, "index_size": 1377255, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 189110341, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35649, "num_entries": 2019887, "num_filter_entries": 2280, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443394, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301806, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:36:42.534341 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20039] Generated table #301807: 1930309 keys, 50243631 bytes, temperature: kUnknown 2024/02/20-15:36:42.534427 3036190 EVENT_LOG_v1 {"time_micros": 1708443402534372, "cf_name": "tag", "job": 20039, "event": "table_file_creation", "file_number": 301807, "file_size": 50243631, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 49854006, "index_size": 1126754, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 154750197, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27336, "num_entries": 1930309, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443398, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301807, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:36:42.540978 3036190 (Original Log Time 2024/02/20-15:36:42.540127) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20039] Compacted 2@0 + 3@6 files to L6 => 185548386 bytes 2024/02/20-15:36:42.540983 3036190 (Original Log Time 2024/02/20-15:36:42.540719) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.2 rd, 14.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.7, 176.6 +0.0 blob) out(177.0 +0.0 blob), read-write-amplify(520.6) write-amplify(260.1) OK, records in: 6463641, records dropped: 0 output_compression: ZSTD 2024/02/20-15:36:42.540994 3036190 (Original Log Time 2024/02/20-15:36:42.540756) EVENT_LOG_v1 {"time_micros": 1708443402540739, "job": 20039, "event": "compaction_finished", "compaction_time_micros": 13130560, "compaction_time_cpu_micros": 12911163, "output_level": 6, "num_output_files": 3, "total_output_size": 185548386, "num_input_records": 6463641, "num_output_records": 6463641, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:36:42.548339 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301788.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:36:42.548391 3036190 EVENT_LOG_v1 {"time_micros": 1708443402548384, "job": 20039, "event": "table_file_deletion", "file_number": 301788} 2024/02/20-15:36:42.556816 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301789.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:36:42.556895 3036190 EVENT_LOG_v1 {"time_micros": 1708443402556885, "job": 20039, "event": "table_file_deletion", "file_number": 301789} 2024/02/20-15:36:42.563861 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301790.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:36:42.563903 3036190 EVENT_LOG_v1 {"time_micros": 1708443402563897, "job": 20039, "event": "table_file_deletion", "file_number": 301790} 2024/02/20-15:36:42.564103 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301798.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:36:42.564112 3036190 EVENT_LOG_v1 {"time_micros": 1708443402564110, "job": 20039, "event": "table_file_deletion", "file_number": 301798} 2024/02/20-15:36:42.564209 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301804.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:36:42.564215 3036190 EVENT_LOG_v1 {"time_micros": 1708443402564214, "job": 20039, "event": "table_file_deletion", "file_number": 301804} 2024/02/20-15:37:15.279291 4076734 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301799. Total log size is 15950002 while max_total_wal_size is 15728640 2024/02/20-15:37:15.279537 4076734 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301808. Immutable memtables: 0. 2024/02/20-15:37:15.279750 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20040] Syncing log #301803 2024/02/20-15:37:15.282883 3036210 (Original Log Time 2024/02/20-15:37:15.279742) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:37:15.282890 3036210 [db/flush_job.cc:892] [key] [JOB 20040] Flushing memtable with next log file: 301808 2024/02/20-15:37:15.282912 3036210 EVENT_LOG_v1 {"time_micros": 1708443435282906, "job": 20040, "event": "flush_started", "num_memtables": 1, "num_entries": 27019, "num_deletes": 0, "total_data_size": 1687264, "memory_usage": 3328592, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:37:15.282915 3036210 [db/flush_job.cc:926] [key] [JOB 20040] Level-0 flush table #301809: started 2024/02/20-15:37:15.336390 3036210 EVENT_LOG_v1 {"time_micros": 1708443435336360, "cf_name": "key", "job": 20040, "event": "table_file_creation", "file_number": 301809, "file_size": 1145193, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154908315, "largest_seqno": 5155038776, "table_properties": {"data_size": 1111992, "index_size": 8167, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 25397, "raw_key_size": 1601655, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 330, "num_entries": 26495, "num_filter_entries": 29008, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443281, "oldest_key_time": 1708443281, "file_creation_time": 1708443435, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301809, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:37:15.336428 3036210 [db/flush_job.cc:1062] [key] [JOB 20040] Flush lasted 53550 microseconds, and 51912 cpu microseconds. 2024/02/20-15:37:15.336986 3036210 (Original Log Time 2024/02/20-15:37:15.336413) [db/flush_job.cc:1011] [key] [JOB 20040] Level-0 flush table #301809: 1145193 bytes OK 2024/02/20-15:37:15.336989 3036210 (Original Log Time 2024/02/20-15:37:15.336434) [db/memtable_list.cc:555] [key] Level-0 commit table #301809 started 2024/02/20-15:37:15.336990 3036210 (Original Log Time 2024/02/20-15:37:15.336737) [db/memtable_list.cc:754] [key] Level-0 commit table #301809: memtable #1 done 2024/02/20-15:37:15.336991 3036210 (Original Log Time 2024/02/20-15:37:15.336750) EVENT_LOG_v1 {"time_micros": 1708443435336746, "job": 20040, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:37:15.336992 3036210 (Original Log Time 2024/02/20-15:37:15.336951) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:37:15.336997 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20040] Try to delete WAL files size 10691257, prev total WAL file size 15952850, number of live WAL files 4. 2024/02/20-15:37:15.337110 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 20041] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:37:15.337123 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20048 Base level 0, inputs: [301809(1118KB) 301800(1026KB)], [301793(5951KB)] 2024/02/20-15:37:15.337155 3036186 EVENT_LOG_v1 {"time_micros": 1708443435337137, "job": 20041, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301809, 301800], "files_L5": [301793], "score": 1, "input_data_size": 8290604, "oldest_snapshot_seqno": -1} 2024/02/20-15:37:15.337996 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301799.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:37:15.612181 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20041] Generated table #301810: 198375 keys, 8158759 bytes, temperature: kUnknown 2024/02/20-15:37:15.612246 3036186 EVENT_LOG_v1 {"time_micros": 1708443435612207, "cf_name": "key", "job": 20041, "event": "table_file_creation", "file_number": 301810, "file_size": 8158759, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154009420, "largest_seqno": 5155038776, "table_properties": {"data_size": 7929356, "index_size": 62033, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 182261, "raw_key_size": 11994170, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2333, "num_entries": 198375, "num_filter_entries": 206843, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442281, "oldest_key_time": 0, "file_creation_time": 1708443435, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301810, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:37:15.613256 3036186 (Original Log Time 2024/02/20-15:37:15.612734) [db/compaction/compaction_job.cc:1729] [key] [JOB 20041] Compacted 2@0 + 1@5 files to L5 => 8158759 bytes 2024/02/20-15:37:15.613260 3036186 (Original Log Time 2024/02/20-15:37:15.613019) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 30.1 rd, 29.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(2.1, 5.8 +0.0 blob) out(7.8 +0.0 blob), read-write-amplify(7.5) write-amplify(3.7) OK, records in: 198375, records dropped: 0 output_compression: LZ4 2024/02/20-15:37:15.613267 3036186 (Original Log Time 2024/02/20-15:37:15.613039) EVENT_LOG_v1 {"time_micros": 1708443435613029, "job": 20041, "event": "compaction_finished", "compaction_time_micros": 275151, "compaction_time_cpu_micros": 271681, "output_level": 5, "num_output_files": 1, "total_output_size": 8158759, "num_input_records": 198375, "num_output_records": 198375, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:37:15.613838 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301793.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:37:15.613847 3036186 EVENT_LOG_v1 {"time_micros": 1708443435613845, "job": 20041, "event": "table_file_deletion", "file_number": 301793} 2024/02/20-15:37:15.613996 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301800.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:37:15.614002 3036186 EVENT_LOG_v1 {"time_micros": 1708443435614001, "job": 20041, "event": "table_file_deletion", "file_number": 301800} 2024/02/20-15:37:15.614133 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301809.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:37:15.614137 3036186 EVENT_LOG_v1 {"time_micros": 1708443435614136, "job": 20041, "event": "table_file_deletion", "file_number": 301809} 2024/02/20-15:38:26.446948 4076091 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301801. Total log size is 15789881 while max_total_wal_size is 15728640 2024/02/20-15:38:26.447200 4076091 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301811. Immutable memtables: 0. 2024/02/20-15:38:26.447438 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20042] Syncing log #301808 2024/02/20-15:38:26.468299 3036193 (Original Log Time 2024/02/20-15:38:26.447429) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:38:26.468311 3036193 [db/flush_job.cc:892] [url] [JOB 20042] Flushing memtable with next log file: 301811 2024/02/20-15:38:26.468338 3036193 EVENT_LOG_v1 {"time_micros": 1708443506468331, "job": 20042, "event": "flush_started", "num_memtables": 1, "num_entries": 103687, "num_deletes": 82000, "total_data_size": 14521806, "memory_usage": 17096840, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:38:26.468341 3036193 [db/flush_job.cc:926] [url] [JOB 20042] Level-0 flush table #301812: started 2024/02/20-15:38:26.636066 3036193 EVENT_LOG_v1 {"time_micros": 1708443506636034, "cf_name": "url", "job": 20042, "event": "table_file_creation", "file_number": 301812, "file_size": 6366646, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154997616, "largest_seqno": 5155128659, "table_properties": {"data_size": 6275967, "index_size": 147976, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7829, "raw_key_size": 14210272, "raw_average_key_size": 137, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1934, "num_entries": 103327, "num_filter_entries": 8991, "num_deletions": 82000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443389, "oldest_key_time": 1708443389, "file_creation_time": 1708443506, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301812, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:38:26.636113 3036193 [db/flush_job.cc:1062] [url] [JOB 20042] Flush lasted 167824 microseconds, and 163041 cpu microseconds. 2024/02/20-15:38:26.636673 3036193 (Original Log Time 2024/02/20-15:38:26.636099) [db/flush_job.cc:1011] [url] [JOB 20042] Level-0 flush table #301812: 6366646 bytes OK 2024/02/20-15:38:26.636677 3036193 (Original Log Time 2024/02/20-15:38:26.636119) [db/memtable_list.cc:555] [url] Level-0 commit table #301812 started 2024/02/20-15:38:26.636680 3036193 (Original Log Time 2024/02/20-15:38:26.636394) [db/memtable_list.cc:754] [url] Level-0 commit table #301812: memtable #1 done 2024/02/20-15:38:26.636683 3036193 (Original Log Time 2024/02/20-15:38:26.636419) EVENT_LOG_v1 {"time_micros": 1708443506636412, "job": 20042, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:38:26.636685 3036193 (Original Log Time 2024/02/20-15:38:26.636629) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-15:38:26.636691 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20042] Try to delete WAL files size 6334, prev total WAL file size 15798619, number of live WAL files 4. 2024/02/20-15:38:26.636799 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 20043] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:38:26.636809 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20050 Base level 0, inputs: [301812(6217KB) 301802(6526KB)], [301796(53MB)] 2024/02/20-15:38:26.636832 3036192 EVENT_LOG_v1 {"time_micros": 1708443506636822, "job": 20043, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301812, 301802], "files_L5": [301796], "score": 1, "input_data_size": 69133610, "oldest_snapshot_seqno": -1} 2024/02/20-15:38:26.636896 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301801.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:38:26.637816 4076698 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301803. Total log size is 15792285 while max_total_wal_size is 15728640 2024/02/20-15:38:26.638038 4076698 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301814. Immutable memtables: 0. 2024/02/20-15:38:26.638230 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20044] Syncing log #301811 2024/02/20-15:38:26.638910 3036210 (Original Log Time 2024/02/20-15:38:26.638217) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:38:26.638917 3036210 [db/flush_job.cc:892] [tag] [JOB 20044] Flushing memtable with next log file: 301814 2024/02/20-15:38:26.638939 3036210 EVENT_LOG_v1 {"time_micros": 1708443506638932, "job": 20044, "event": "flush_started", "num_memtables": 1, "num_entries": 7276, "num_deletes": 0, "total_data_size": 651738, "memory_usage": 2066104, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:38:26.638943 3036210 [db/flush_job.cc:926] [tag] [JOB 20044] Level-0 flush table #301815: started 2024/02/20-15:38:26.644551 3036210 EVENT_LOG_v1 {"time_micros": 1708443506644527, "cf_name": "tag", "job": 20044, "event": "table_file_creation", "file_number": 301815, "file_size": 390771, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154997712, "largest_seqno": 5155128745, "table_properties": {"data_size": 386588, "index_size": 4274, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 630024, "raw_average_key_size": 87, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 121, "num_entries": 7216, "num_filter_entries": 130, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443389, "oldest_key_time": 1708443389, "file_creation_time": 1708443506, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301815, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:38:26.644591 3036210 [db/flush_job.cc:1062] [tag] [JOB 20044] Flush lasted 5684 microseconds, and 5078 cpu microseconds. 2024/02/20-15:38:26.645030 3036210 (Original Log Time 2024/02/20-15:38:26.644575) [db/flush_job.cc:1011] [tag] [JOB 20044] Level-0 flush table #301815: 390771 bytes OK 2024/02/20-15:38:26.645033 3036210 (Original Log Time 2024/02/20-15:38:26.644598) [db/memtable_list.cc:555] [tag] Level-0 commit table #301815 started 2024/02/20-15:38:26.645034 3036210 (Original Log Time 2024/02/20-15:38:26.644821) [db/memtable_list.cc:754] [tag] Level-0 commit table #301815: memtable #1 done 2024/02/20-15:38:26.645035 3036210 (Original Log Time 2024/02/20-15:38:26.644835) EVENT_LOG_v1 {"time_micros": 1708443506644831, "job": 20044, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:38:26.645037 3036210 (Original Log Time 2024/02/20-15:38:26.645000) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:38:26.645041 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20044] Try to delete WAL files size 5252411, prev total WAL file size 15793068, number of live WAL files 4. 2024/02/20-15:38:26.645639 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301803.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:38:28.192300 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20043] Generated table #301813: 816796 keys, 61381945 bytes, temperature: kUnknown 2024/02/20-15:38:28.192359 3036192 EVENT_LOG_v1 {"time_micros": 1708443508192326, "cf_name": "url", "job": 20043, "event": "table_file_creation", "file_number": 301813, "file_size": 61381945, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932058, "largest_seqno": 5155128659, "table_properties": {"data_size": 60830400, "index_size": 1299853, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 23989, "raw_key_size": 116004221, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 17843, "num_entries": 816796, "num_filter_entries": 27369, "num_deletions": 650000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708443506, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301813, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:38:28.368738 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20043] Generated table #301816: 75179 keys, 6923529 bytes, temperature: kUnknown 2024/02/20-15:38:28.368806 3036192 EVENT_LOG_v1 {"time_micros": 1708443508368764, "cf_name": "url", "job": 20043, "event": "table_file_creation", "file_number": 301816, "file_size": 6923529, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153934066, "largest_seqno": 5155126656, "table_properties": {"data_size": 6767431, "index_size": 227761, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7605, "raw_key_size": 13337060, "raw_average_key_size": 177, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1989, "num_entries": 75179, "num_filter_entries": 8633, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708443508, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301816, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:38:28.370889 3036192 (Original Log Time 2024/02/20-15:38:28.370015) [db/compaction/compaction_job.cc:1729] [url] [JOB 20043] Compacted 2@0 + 1@5 files to L5 => 68305474 bytes 2024/02/20-15:38:28.370894 3036192 (Original Log Time 2024/02/20-15:38:28.370637) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 2 13] max score 0.25, MB/sec: 39.9 rd, 39.4 wr, level 5, files in(2, 1) out(2 +0 blob) MB in(12.4, 53.5 +0.0 blob) out(65.1 +0.0 blob), read-write-amplify(10.5) write-amplify(5.2) OK, records in: 891977, records dropped: 2 output_compression: LZ4 2024/02/20-15:38:28.370900 3036192 (Original Log Time 2024/02/20-15:38:28.370664) EVENT_LOG_v1 {"time_micros": 1708443508370651, "job": 20043, "event": "compaction_finished", "compaction_time_micros": 1732046, "compaction_time_cpu_micros": 1690267, "output_level": 5, "num_output_files": 2, "total_output_size": 68305474, "num_input_records": 891977, "num_output_records": 891975, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 2, 13]} 2024/02/20-15:38:28.377548 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301796.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:38:28.377588 3036192 EVENT_LOG_v1 {"time_micros": 1708443508377581, "job": 20043, "event": "table_file_deletion", "file_number": 301796} 2024/02/20-15:38:28.378548 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301802.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:38:28.378573 3036192 EVENT_LOG_v1 {"time_micros": 1708443508378569, "job": 20043, "event": "table_file_deletion", "file_number": 301802} 2024/02/20-15:38:28.379077 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301812.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:38:28.379095 3036192 EVENT_LOG_v1 {"time_micros": 1708443508379091, "job": 20043, "event": "table_file_deletion", "file_number": 301812} 2024/02/20-15:39:11.647209 4076712 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301808. Total log size is 15728755 while max_total_wal_size is 15728640 2024/02/20-15:39:11.647635 4076712 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301817. Immutable memtables: 0. 2024/02/20-15:39:11.647907 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20045] Syncing log #301814 2024/02/20-15:39:11.686531 3036193 (Original Log Time 2024/02/20-15:39:11.647894) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:39:11.686541 3036193 [db/flush_job.cc:892] [key] [JOB 20045] Flushing memtable with next log file: 301817 2024/02/20-15:39:11.686565 3036193 EVENT_LOG_v1 {"time_micros": 1708443551686558, "job": 20045, "event": "flush_started", "num_memtables": 1, "num_entries": 19938, "num_deletes": 0, "total_data_size": 1245377, "memory_usage": 1751688, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:39:11.686568 3036193 [db/flush_job.cc:926] [key] [JOB 20045] Level-0 flush table #301818: started 2024/02/20-15:39:11.747291 3036193 EVENT_LOG_v1 {"time_micros": 1708443551747258, "cf_name": "key", "job": 20045, "event": "table_file_creation", "file_number": 301818, "file_size": 854384, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155040779, "largest_seqno": 5155171548, "table_properties": {"data_size": 829647, "index_size": 5600, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18997, "raw_key_size": 1184610, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 246, "num_entries": 19591, "num_filter_entries": 21722, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443435, "oldest_key_time": 1708443435, "file_creation_time": 1708443551, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301818, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:39:11.747339 3036193 [db/flush_job.cc:1062] [key] [JOB 20045] Flush lasted 60818 microseconds, and 58445 cpu microseconds. 2024/02/20-15:39:11.747908 3036193 (Original Log Time 2024/02/20-15:39:11.747322) [db/flush_job.cc:1011] [key] [JOB 20045] Level-0 flush table #301818: 854384 bytes OK 2024/02/20-15:39:11.747912 3036193 (Original Log Time 2024/02/20-15:39:11.747346) [db/memtable_list.cc:555] [key] Level-0 commit table #301818 started 2024/02/20-15:39:11.747915 3036193 (Original Log Time 2024/02/20-15:39:11.747648) [db/memtable_list.cc:754] [key] Level-0 commit table #301818: memtable #1 done 2024/02/20-15:39:11.747917 3036193 (Original Log Time 2024/02/20-15:39:11.747664) EVENT_LOG_v1 {"time_micros": 1708443551747658, "job": 20045, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:39:11.747919 3036193 (Original Log Time 2024/02/20-15:39:11.747866) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:39:11.747926 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20045] Try to delete WAL files size 10531136, prev total WAL file size 15733677, number of live WAL files 4. 2024/02/20-15:39:11.749047 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301808.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:40:06.012492 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-15:40:06.012617 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1031004.9 total, 600.2 interval Cumulative writes: 131M writes, 589M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.72 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131850731.00 writes per sync, written: 56.72 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 104K writes, 571K keys, 104K commit groups, 1.0 writes per commit group, ingest: 66.61 MB, 0.11 MB/s Interval WAL: 104K writes, 0 syncs, 104840.00 writes per sync, written: 0.07 GB, 0.11 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.7 18.7 0.0 1.0 0.0 46.4 412.87 385.23 4178 0.099 0 0 0.0 0.0 L5 2/0 65.14 MB 0.3 69.0 18.4 50.6 67.9 17.2 0.0 3.7 41.9 41.2 1685.54 1614.15 2158 0.781 1041M 1151 0.0 0.0 L6 13/0 822.32 MB 0.0 406.9 17.5 389.3 389.7 0.4 0.0 22.3 16.0 15.3 26016.64 23993.86 603 43.145 9510M 257M 0.0 0.0 Sum 15/0 887.46 MB 0.0 475.9 35.9 440.0 476.3 36.3 0.0 25.5 17.3 17.3 28115.05 25993.25 6939 4.052 10G 257M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.1 0.0 0.0 5.5 30.1 36.4 3.98 3.78 6 0.664 1589K 2 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 475.9 35.9 440.0 457.6 17.6 0.0 0.0 17.6 16.9 27702.18 25608.02 2761 10.033 10G 257M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.7 18.7 0.0 0.0 0.0 46.4 412.87 385.23 4178 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1031004.9 total, 600.2 interval Flush(GB): cumulative 18.702, interval 0.026 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 476.28 GB write, 0.47 MB/s write, 475.88 GB read, 0.47 MB/s read, 28115.1 seconds Interval compaction: 0.14 GB write, 0.24 MB/s write, 0.12 GB read, 0.20 MB/s read, 4.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1670 collections: 1719 last_copies: 0 last_secs: 0.000883 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(882,14.49 MB,0.943247%) IndexBlock(787,1.36 GB,90.8881%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6019153 Average: 2.1910 StdDev: 4.26 Min: 0 Median: 1.3848 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.36 P99.99: 127.20 ------------------------------------------------------ [ 0, 1 ] 2022935 33.608% 33.608% ####### ( 1, 2 ] 2563997 42.597% 76.206% ######### ( 2, 3 ] 1004005 16.680% 92.886% ### ( 3, 4 ] 244306 4.059% 96.945% # ( 4, 6 ] 108226 1.798% 98.743% ( 6, 10 ] 35412 0.588% 99.331% ( 10, 15 ] 14964 0.249% 99.580% ( 15, 22 ] 7571 0.126% 99.705% ( 22, 34 ] 7925 0.132% 99.837% ( 34, 51 ] 5677 0.094% 99.931% ( 51, 76 ] 2528 0.042% 99.973% ( 76, 110 ] 889 0.015% 99.988% ( 110, 170 ] 405 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21713058 Average: 2.4710 StdDev: 6.79 Min: 0 Median: 1.4980 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.94 P99.99: 146.32 ------------------------------------------------------ [ 0, 1 ] 6634303 30.554% 30.554% ###### ( 1, 2 ] 8478511 39.048% 69.602% ######## ( 2, 3 ] 3684511 16.969% 86.572% ### ( 3, 4 ] 1347495 6.206% 92.777% # ( 4, 6 ] 1059576 4.880% 97.657% # ( 6, 10 ] 341324 1.572% 99.229% ( 10, 15 ] 59398 0.274% 99.503% ( 15, 22 ] 30398 0.140% 99.643% ( 22, 34 ] 32597 0.150% 99.793% ( 34, 51 ] 24776 0.114% 99.907% ( 51, 76 ] 11929 0.055% 99.962% ( 76, 110 ] 4863 0.022% 99.984% ( 110, 170 ] 1992 0.009% 99.994% ( 170, 250 ] 593 0.003% 99.996% ( 250, 380 ] 327 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 211811908 Average: 12.2965 StdDev: 81.65 Min: 0 Median: 1.4960 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.81 P99.9: 304.90 P99.99: 1542.65 ------------------------------------------------------ [ 0, 1 ] 71947554 33.968% 33.968% ####### ( 1, 2 ] 68468924 32.325% 66.293% ###### ( 2, 3 ] 30206691 14.261% 80.554% ### ( 3, 4 ] 6506669 3.072% 83.626% # ( 4, 6 ] 1182933 0.558% 84.184% ( 6, 10 ] 557166 0.263% 84.448% ( 10, 15 ] 315930 0.149% 84.597% ( 15, 22 ] 262247 0.124% 84.721% ( 22, 34 ] 7616352 3.596% 88.316% # ( 34, 51 ] 7767763 3.667% 91.984% # ( 51, 76 ] 6227025 2.940% 94.923% # ( 76, 110 ] 6802238 3.211% 98.135% # ( 110, 170 ] 3350408 1.582% 99.717% ( 170, 250 ] 340197 0.161% 99.877% ( 250, 380 ] 113665 0.054% 99.931% ( 380, 580 ] 69038 0.033% 99.964% ( 580, 870 ] 30939 0.015% 99.978% ( 870, 1300 ] 14048 0.007% 99.985% ( 1300, 1900 ] 27051 0.013% 99.998% ( 1900, 2900 ] 2158 0.001% 99.999% ( 2900, 4400 ] 870 0.000% 99.999% ( 4400, 6600 ] 623 0.000% 99.999% ( 6600, 9900 ] 550 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 381.61 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.3 88.58 75.00 4065 0.022 0 0 0.0 0.0 L6 3/0 176.95 MB 0.0 315.5 3.1 312.3 312.4 0.1 0.0 99.5 15.4 15.2 21030.47 20643.50 2139 9.832 11G 62M 0.0 0.0 Sum 4/0 177.33 MB 0.0 315.5 3.1 312.3 315.5 3.2 0.0 100.5 15.3 15.3 21119.04 20718.49 6204 3.404 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 248.2 13.7 13.7 25.90 25.51 6 4.316 12M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 315.5 3.1 312.3 312.4 0.1 0.0 0.0 15.4 15.2 21030.47 20643.50 2139 9.832 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.3 88.58 75.00 4065 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1031004.9 total, 600.2 interval Flush(GB): cumulative 3.141, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 315.53 GB write, 0.31 MB/s write, 315.46 GB read, 0.31 MB/s read, 21119.0 seconds Interval compaction: 0.35 GB write, 0.59 MB/s write, 0.35 GB read, 0.59 MB/s read, 25.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4340 collections: 1719 last_copies: 0 last_secs: 0.001881 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2189,1.67 MB,0.108533%) IndexBlock(2150,1.46 GB,97.3848%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1031996 Average: 3.5760 StdDev: 6.32 Min: 0 Median: 2.5959 Max: 2960 Percentiles: P50: 2.60 P75: 3.78 P99: 12.44 P99.9: 60.74 P99.99: 194.10 ------------------------------------------------------ [ 0, 1 ] 116727 11.311% 11.311% ## ( 1, 2 ] 247314 23.965% 35.275% ##### ( 2, 3 ] 255019 24.711% 59.987% ##### ( 3, 4 ] 199375 19.319% 79.306% #### ( 4, 6 ] 171901 16.657% 95.963% ### ( 6, 10 ] 28993 2.809% 98.773% # ( 10, 15 ] 4800 0.465% 99.238% ( 15, 22 ] 2572 0.249% 99.487% ( 22, 34 ] 2179 0.211% 99.698% ( 34, 51 ] 1793 0.174% 99.872% ( 51, 76 ] 747 0.072% 99.944% ( 76, 110 ] 254 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 178961981 Average: 2.1892 StdDev: 5.38 Min: 0 Median: 1.3454 Max: 13817 Percentiles: P50: 1.35 P75: 2.00 P99: 6.97 P99.9: 53.64 P99.99: 144.42 ------------------------------------------------------ [ 0, 1 ] 65960992 36.858% 36.858% ####### ( 1, 2 ] 68095495 38.050% 74.908% ######## ( 2, 3 ] 33419671 18.674% 93.582% #### ( 3, 4 ] 8046527 4.496% 98.078% # ( 4, 6 ] 1499065 0.838% 98.916% ( 6, 10 ] 622053 0.348% 99.263% ( 10, 15 ] 405687 0.227% 99.490% ( 15, 22 ] 201697 0.113% 99.603% ( 22, 34 ] 314575 0.176% 99.779% ( 34, 51 ] 206580 0.115% 99.894% ( 51, 76 ] 101040 0.056% 99.950% ( 76, 110 ] 58239 0.033% 99.983% ( 110, 170 ] 21726 0.012% 99.995% ( 170, 250 ] 3865 0.002% 99.997% ( 250, 380 ] 1767 0.001% 99.998% ( 380, 580 ] 1472 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 258 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 834.36 KB 0.5 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 277.25 257.33 4145 0.067 0 0 0.0 0.0 L5 1/0 7.78 MB 0.0 22.4 8.3 14.1 22.2 8.1 0.0 2.7 28.7 28.4 798.51 772.32 1985 0.402 619M 276K 0.0 0.0 L6 6/0 345.03 MB 0.0 198.6 8.9 189.7 189.9 0.1 0.0 21.3 14.4 13.7 14154.37 13848.14 720 19.659 8892M 241M 0.0 0.0 Sum 8/0 353.63 MB 0.0 221.0 17.2 203.8 221.2 17.4 0.0 24.2 14.9 14.9 15230.14 14877.79 6850 2.223 9511M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.5 21.0 26.5 0.66 0.64 6 0.110 345K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 221.0 17.2 203.8 212.0 8.2 0.0 0.0 15.1 14.5 14952.89 14620.46 2705 5.528 9511M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 277.25 257.33 4145 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1031004.9 total, 600.2 interval Flush(GB): cumulative 9.146, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 221.19 GB write, 0.22 MB/s write, 221.03 GB read, 0.22 MB/s read, 15230.1 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 360554 collections: 1719 last_copies: 0 last_secs: 0.163794 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360421,1.39 GB,92.7%) FilterBlock(67,58.85 MB,3.83163%) IndexBlock(65,20.41 MB,1.32865%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2860289 Average: 4.2663 StdDev: 8.06 Min: 0 Median: 1.9624 Max: 9050 Percentiles: P50: 1.96 P75: 5.38 P99: 17.91 P99.9: 61.06 P99.99: 151.55 ------------------------------------------------------ [ 0, 1 ] 636637 22.258% 22.258% #### ( 1, 2 ] 824550 28.828% 51.085% ###### ( 2, 3 ] 404937 14.157% 65.242% ### ( 3, 4 ] 175056 6.120% 71.363% # ( 4, 6 ] 151134 5.284% 76.647% # ( 6, 10 ] 452753 15.829% 92.476% ### ( 10, 15 ] 179512 6.276% 98.752% # ( 15, 22 ] 17093 0.598% 99.349% ( 22, 34 ] 9153 0.320% 99.669% ( 34, 51 ] 5582 0.195% 99.864% ( 51, 76 ] 2540 0.089% 99.953% ( 76, 110 ] 833 0.029% 99.982% ( 110, 170 ] 322 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6931777 Average: 4.7180 StdDev: 7.64 Min: 0 Median: 2.4843 Max: 7311 Percentiles: P50: 2.48 P75: 6.19 P99: 19.51 P99.9: 69.21 P99.99: 168.78 ------------------------------------------------------ [ 0, 1 ] 1128686 16.283% 16.283% ### ( 1, 2 ] 1825756 26.339% 42.622% ##### ( 2, 3 ] 1056102 15.236% 57.857% ### ( 3, 4 ] 568050 8.195% 66.052% ## ( 4, 6 ] 563163 8.124% 74.177% ## ( 6, 10 ] 1210711 17.466% 91.643% ### ( 10, 15 ] 479900 6.923% 98.566% # ( 15, 22 ] 46754 0.674% 99.240% ( 22, 34 ] 24653 0.356% 99.596% ( 34, 51 ] 15558 0.224% 99.820% ( 51, 76 ] 7567 0.109% 99.930% ( 76, 110 ] 2873 0.041% 99.971% ( 110, 170 ] 1338 0.019% 99.990% ( 170, 250 ] 338 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107302983 Average: 5.8212 StdDev: 24.79 Min: 0 Median: 2.3642 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.19 P99.9: 159.31 P99.99: 467.34 ------------------------------------------------------ [ 0, 1 ] 25321460 23.598% 23.598% ##### ( 1, 2 ] 24244002 22.594% 46.192% ##### ( 2, 3 ] 11219688 10.456% 56.648% ## ( 3, 4 ] 4405594 4.106% 60.754% # ( 4, 6 ] 5025858 4.684% 65.438% # ( 6, 10 ] 26158065 24.378% 89.815% ##### ( 10, 15 ] 8425634 7.852% 97.668% ## ( 15, 22 ] 683547 0.637% 98.305% ( 22, 34 ] 560053 0.522% 98.827% ( 34, 51 ] 385955 0.360% 99.186% ( 51, 76 ] 246208 0.229% 99.416% ( 76, 110 ] 312552 0.291% 99.707% ( 110, 170 ] 251955 0.235% 99.942% ( 170, 250 ] 40236 0.037% 99.979% ( 250, 380 ] 8659 0.008% 99.987% ( 380, 580 ] 6381 0.006% 99.993% ( 580, 870 ] 3632 0.003% 99.997% ( 870, 1300 ] 1927 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 186 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-15:40:06.016973 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 536537228 rocksdb.block.cache.hit COUNT : 2220018130 rocksdb.block.cache.add COUNT : 40287557 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32806 rocksdb.block.cache.index.hit COUNT : 544847234 rocksdb.block.cache.index.add COUNT : 32792 rocksdb.block.cache.index.bytes.insert COUNT : 35082527139 rocksdb.block.cache.filter.miss COUNT : 32812 rocksdb.block.cache.filter.hit COUNT : 1130711499 rocksdb.block.cache.filter.add COUNT : 32812 rocksdb.block.cache.filter.bytes.insert COUNT : 8912477244 rocksdb.block.cache.data.miss COUNT : 536471610 rocksdb.block.cache.data.hit COUNT : 544459397 rocksdb.block.cache.data.add COUNT : 40221953 rocksdb.block.cache.data.bytes.insert COUNT : 166608677716 rocksdb.block.cache.bytes.read COUNT : 1934562836754021 rocksdb.block.cache.bytes.write COUNT : 210603682099 rocksdb.bloom.filter.useful COUNT : 585929821 rocksdb.bloom.filter.full.positive COUNT : 544781710 rocksdb.bloom.filter.full.true.positive COUNT : 539111854 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95919091 rocksdb.memtable.miss COUNT : 6427891239 rocksdb.l0.hit COUNT : 16455251 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 522656603 rocksdb.compaction.key.drop.new COUNT : 280271952 rocksdb.compaction.key.drop.obsolete COUNT : 280291682 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 589360273 rocksdb.number.keys.read COUNT : 663126819 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60900604155 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68734 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32797 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 780927692 rocksdb.number.multiget.keys.read COUNT : 5860683511 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60900604155 rocksdb.write.self COUNT : 131635161 rocksdb.write.other COUNT : 215570 rocksdb.write.wal COUNT : 131850731 rocksdb.compact.read.bytes COUNT : 1010183727824 rocksdb.compact.write.bytes COUNT : 1054429386428 rocksdb.flush.write.bytes COUNT : 33277695793 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1063153 rocksdb.number.superversion_releases COUNT : 2753 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 529832606 rocksdb.number.block.decompressed COUNT : 529837472 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 60871973836 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68734 rocksdb.num.iterator.deleted COUNT : 68734 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5304 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5266 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44707 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61808623023 rocksdb.memtable.garbage.bytes.at.flush COUNT : 745220875 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 957607224088 rocksdb.last.level.read.count COUNT : 498079281 rocksdb.non.last.level.read.bytes COUNT : 130383586111 rocksdb.non.last.level.read.count COUNT : 38556338 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 536570025 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2161855761885 rocksdb.bytes.compressed.to COUNT : 1049719042771 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26434129161 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6667827 rocksdb.bytes.decompressed.from COUNT : 1049929963244 rocksdb.bytes.decompressed.to COUNT : 2161926829316 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395618 P95 : 106.239559 P99 : 160.320680 P100 : 227461.000000 COUNT : 663126819 SUM : 34182003422 rocksdb.db.write.micros P50 : 67.047117 P95 : 111.759812 P99 : 169.400305 P100 : 2037453.000000 COUNT : 131850731 SUM : 13603930057 rocksdb.compaction.times.micros P50 : 1608536.585366 P95 : 38542857.142857 P99 : 67146739.130435 P100 : 89521673.000000 COUNT : 7605 SUM : 63685531855 rocksdb.compaction.times.cpu_micros P50 : 1547491.039427 P95 : 35866952.789700 P99 : 64100267.379679 P100 : 83823365.000000 COUNT : 7605 SUM : 60871973836 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4318.478261 P95 : 27815.474553 P99 : 62103.260870 P100 : 1558490.000000 COUNT : 12373 SUM : 116201233 rocksdb.compaction.outfile.sync.micros P50 : 62628.768368 P95 : 125770.226537 P99 : 225100.518135 P100 : 2063820.000000 COUNT : 20407 SUM : 1309448116 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.414952 P95 : 728.785901 P99 : 3987.500000 P100 : 501117.000000 COUNT : 20040 SUM : 12895704 rocksdb.table.open.io.micros P50 : 585.044498 P95 : 6244.360394 P99 : 13015.046512 P100 : 207055.000000 COUNT : 32797 SUM : 58205296 rocksdb.db.multiget.micros P50 : 7.990546 P95 : 17.787028 P99 : 33.022718 P100 : 26625.000000 COUNT : 780927695 SUM : 7391985178 rocksdb.read.block.compaction.micros P50 : 13.679970 P95 : 59.317234 P99 : 138.587818 P100 : 136000.000000 COUNT : 496249657 SUM : 9658577219 rocksdb.read.block.get.micros P50 : 52.884753 P95 : 94.691063 P99 : 145.663875 P100 : 206929.000000 COUNT : 40287571 SUM : 2321625063 rocksdb.write.raw.block.micros P50 : 0.521607 P95 : 0.991054 P99 : 1.895678 P100 : 331149.000000 COUNT : 536598773 SUM : 10792480629 rocksdb.numfiles.in.singlecompaction P50 : 2.773162 P95 : 5.679732 P99 : 5.938626 P100 : 7.000000 COUNT : 5796 SUM : 20631 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.541055 P95 : 33.534992 P99 : 104.970203 P100 : 135929.000000 COUNT : 536635619 SUM : 3736430712 rocksdb.file.read.flush.micros P50 : 1.846665 P95 : 15.829839 P99 : 40.941667 P100 : 787.000000 COUNT : 61865 SUM : 296353 rocksdb.file.read.compaction.micros P50 : 1.425940 P95 : 36.754755 P99 : 106.460822 P100 : 135929.000000 COUNT : 496351706 SUM : 3333869168 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 663126822 SUM : 0 rocksdb.bytes.per.write P50 : 218.500879 P95 : 527.867921 P99 : 803.918919 P100 : 4563443.000000 COUNT : 131635161 SUM : 60900604155 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 780927695 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46297.777778 P95 : 166809.052334 P99 : 238850.224215 P100 : 1681975.000000 COUNT : 12416 SUM : 778697486 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-15:40:06.017225 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-15:40:06.017460 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708443606 to in-memory stats history 2024/02/20-15:40:06.017495 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-15:40:06.017548 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-15:40:29.837181 4076095 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301811. Total log size is 16001480 while max_total_wal_size is 15728640 2024/02/20-15:40:29.837588 4076095 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301819. Immutable memtables: 0. 2024/02/20-15:40:29.837841 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20046] Syncing log #301817 2024/02/20-15:40:29.882817 3036210 (Original Log Time 2024/02/20-15:40:29.837821) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:40:29.882828 3036210 [db/flush_job.cc:892] [url] [JOB 20046] Flushing memtable with next log file: 301819 2024/02/20-15:40:29.882857 3036210 EVENT_LOG_v1 {"time_micros": 1708443629882848, "job": 20046, "event": "flush_started", "num_memtables": 1, "num_entries": 103229, "num_deletes": 80000, "total_data_size": 14637071, "memory_usage": 16120248, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:40:29.882861 3036210 [db/flush_job.cc:926] [url] [JOB 20046] Level-0 flush table #301820: started 2024/02/20-15:40:30.086665 3036210 EVENT_LOG_v1 {"time_micros": 1708443630086621, "cf_name": "url", "job": 20046, "event": "table_file_creation", "file_number": 301820, "file_size": 6839547, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155128660, "largest_seqno": 5155260926, "table_properties": {"data_size": 6734886, "index_size": 153656, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8917, "raw_key_size": 14312149, "raw_average_key_size": 139, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2098, "num_entries": 102771, "num_filter_entries": 10128, "num_deletions": 80000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443506, "oldest_key_time": 1708443506, "file_creation_time": 1708443629, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301820, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:40:30.086730 3036210 [db/flush_job.cc:1062] [url] [JOB 20046] Flush lasted 203921 microseconds, and 198121 cpu microseconds. 2024/02/20-15:40:30.087381 3036210 (Original Log Time 2024/02/20-15:40:30.086708) [db/flush_job.cc:1011] [url] [JOB 20046] Level-0 flush table #301820: 6839547 bytes OK 2024/02/20-15:40:30.087385 3036210 (Original Log Time 2024/02/20-15:40:30.086737) [db/memtable_list.cc:555] [url] Level-0 commit table #301820 started 2024/02/20-15:40:30.087388 3036210 (Original Log Time 2024/02/20-15:40:30.087118) [db/memtable_list.cc:754] [url] Level-0 commit table #301820: memtable #1 done 2024/02/20-15:40:30.087390 3036210 (Original Log Time 2024/02/20-15:40:30.087140) EVENT_LOG_v1 {"time_micros": 1708443630087134, "job": 20046, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 2, 13], "immutable_memtables": 0} 2024/02/20-15:40:30.087392 3036210 (Original Log Time 2024/02/20-15:40:30.087338) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 2 13] max score 0.50 2024/02/20-15:40:30.087397 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20046] Try to delete WAL files size 8738, prev total WAL file size 16011345, number of live WAL files 4. 2024/02/20-15:40:30.087693 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301811.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:40:30.089910 4076317 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301814. Total log size is 16002607 while max_total_wal_size is 15728640 2024/02/20-15:40:30.090201 4076317 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301821. Immutable memtables: 0. 2024/02/20-15:40:30.090526 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20047] Syncing log #301819 2024/02/20-15:40:30.091319 3036193 (Original Log Time 2024/02/20-15:40:30.090514) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:40:30.091327 3036193 [db/flush_job.cc:892] [tag] [JOB 20047] Flushing memtable with next log file: 301821 2024/02/20-15:40:30.091356 3036193 EVENT_LOG_v1 {"time_micros": 1708443630091348, "job": 20047, "event": "flush_started", "num_memtables": 1, "num_entries": 7621, "num_deletes": 0, "total_data_size": 651846, "memory_usage": 2193832, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:40:30.091360 3036193 [db/flush_job.cc:926] [tag] [JOB 20047] Level-0 flush table #301822: started 2024/02/20-15:40:30.100625 3036193 EVENT_LOG_v1 {"time_micros": 1708443630100509, "cf_name": "tag", "job": 20047, "event": "table_file_creation", "file_number": 301822, "file_size": 368156, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155128781, "largest_seqno": 5155261023, "table_properties": {"data_size": 364006, "index_size": 4371, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 630621, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 120, "num_entries": 7562, "num_filter_entries": 139, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443506, "oldest_key_time": 1708443506, "file_creation_time": 1708443630, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301822, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:40:30.100693 3036193 [db/flush_job.cc:1062] [tag] [JOB 20047] Flush lasted 9377 microseconds, and 8168 cpu microseconds. 2024/02/20-15:40:30.101545 3036193 (Original Log Time 2024/02/20-15:40:30.100670) [db/flush_job.cc:1011] [tag] [JOB 20047] Level-0 flush table #301822: 368156 bytes OK 2024/02/20-15:40:30.101549 3036193 (Original Log Time 2024/02/20-15:40:30.100702) [db/memtable_list.cc:555] [tag] Level-0 commit table #301822 started 2024/02/20-15:40:30.101552 3036193 (Original Log Time 2024/02/20-15:40:30.101175) [db/memtable_list.cc:754] [tag] Level-0 commit table #301822: memtable #1 done 2024/02/20-15:40:30.101554 3036193 (Original Log Time 2024/02/20-15:40:30.101203) EVENT_LOG_v1 {"time_micros": 1708443630101196, "job": 20047, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:40:30.101556 3036193 (Original Log Time 2024/02/20-15:40:30.101489) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:40:30.101563 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20047] Try to delete WAL files size 5188881, prev total WAL file size 16003221, number of live WAL files 4. 2024/02/20-15:40:30.101663 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20048] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:40:30.101673 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20055 Base level 0, inputs: [301822(359KB) 301815(381KB)], [301805(64MB) 301806(64MB) 301807(47MB)] 2024/02/20-15:40:30.101694 3036187 EVENT_LOG_v1 {"time_micros": 1708443630101681, "job": 20048, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301822, 301815], "files_L6": [301805, 301806, 301807], "score": 1, "input_data_size": 186307313, "oldest_snapshot_seqno": -1} 2024/02/20-15:40:30.102391 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301814.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:40:34.704399 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20048] Generated table #301823: 2516106 keys, 67643796 bytes, temperature: kUnknown 2024/02/20-15:40:34.704463 3036187 EVENT_LOG_v1 {"time_micros": 1708443634704424, "cf_name": "tag", "job": 20048, "event": "table_file_creation", "file_number": 301823, "file_size": 67643796, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110047, "index_size": 1514532, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 209556700, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36248, "num_entries": 2516106, "num_filter_entries": 1148, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443630, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301823, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:40:39.346776 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20048] Generated table #301824: 2015679 keys, 67660742 bytes, temperature: kUnknown 2024/02/20-15:40:39.346851 3036187 EVENT_LOG_v1 {"time_micros": 1708443639346807, "cf_name": "tag", "job": 20048, "event": "table_file_creation", "file_number": 301824, "file_size": 67660742, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110121, "index_size": 1373730, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 188829355, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35614, "num_entries": 2015679, "num_filter_entries": 2281, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443634, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301824, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:40:43.023196 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20048] Generated table #301825: 1946634 keys, 50624296 bytes, temperature: kUnknown 2024/02/20-15:40:43.023268 3036187 EVENT_LOG_v1 {"time_micros": 1708443643023225, "cf_name": "tag", "job": 20048, "event": "table_file_creation", "file_number": 301825, "file_size": 50624296, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 50231003, "index_size": 1135443, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 156100233, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27569, "num_entries": 1946634, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443639, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301825, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:40:43.029818 3036187 (Original Log Time 2024/02/20-15:40:43.028788) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20048] Compacted 2@0 + 3@6 files to L6 => 185928834 bytes 2024/02/20-15:40:43.029823 3036187 (Original Log Time 2024/02/20-15:40:43.029555) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.4 rd, 14.4 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.7, 177.0 +0.0 blob) out(177.3 +0.0 blob), read-write-amplify(490.5) write-amplify(245.0) OK, records in: 6478419, records dropped: 0 output_compression: ZSTD 2024/02/20-15:40:43.029830 3036187 (Original Log Time 2024/02/20-15:40:43.029594) EVENT_LOG_v1 {"time_micros": 1708443643029576, "job": 20048, "event": "compaction_finished", "compaction_time_micros": 12921644, "compaction_time_cpu_micros": 12727724, "output_level": 6, "num_output_files": 3, "total_output_size": 185928834, "num_input_records": 6478419, "num_output_records": 6478419, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:40:43.035374 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301805.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:40:43.035429 3036187 EVENT_LOG_v1 {"time_micros": 1708443643035425, "job": 20048, "event": "table_file_deletion", "file_number": 301805} 2024/02/20-15:40:43.040979 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301806.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:40:43.041003 3036187 EVENT_LOG_v1 {"time_micros": 1708443643041000, "job": 20048, "event": "table_file_deletion", "file_number": 301806} 2024/02/20-15:40:43.046029 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301807.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:40:43.046056 3036187 EVENT_LOG_v1 {"time_micros": 1708443643046053, "job": 20048, "event": "table_file_deletion", "file_number": 301807} 2024/02/20-15:40:43.046163 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301815.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:40:43.046170 3036187 EVENT_LOG_v1 {"time_micros": 1708443643046168, "job": 20048, "event": "table_file_deletion", "file_number": 301815} 2024/02/20-15:40:43.046307 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301822.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:40:43.046316 3036187 EVENT_LOG_v1 {"time_micros": 1708443643046314, "job": 20048, "event": "table_file_deletion", "file_number": 301822} 2024/02/20-15:41:09.003496 4076646 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301817. Total log size is 15914587 while max_total_wal_size is 15728640 2024/02/20-15:41:09.003742 4076646 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301826. Immutable memtables: 0. 2024/02/20-15:41:09.003968 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20049] Syncing log #301821 2024/02/20-15:41:09.059077 3036210 (Original Log Time 2024/02/20-15:41:09.003957) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:41:09.059087 3036210 [db/flush_job.cc:892] [key] [JOB 20049] Flushing memtable with next log file: 301826 2024/02/20-15:41:09.059112 3036210 EVENT_LOG_v1 {"time_micros": 1708443669059105, "job": 20049, "event": "flush_started", "num_memtables": 1, "num_entries": 20370, "num_deletes": 0, "total_data_size": 1271883, "memory_usage": 1915184, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:41:09.059115 3036210 [db/flush_job.cc:926] [key] [JOB 20049] Level-0 flush table #301827: started 2024/02/20-15:41:09.112176 3036210 EVENT_LOG_v1 {"time_micros": 1708443669112082, "cf_name": "key", "job": 20049, "event": "table_file_creation", "file_number": 301827, "file_size": 867443, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155171550, "largest_seqno": 5155301131, "table_properties": {"data_size": 842134, "index_size": 6006, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19221, "raw_key_size": 1203240, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 250, "num_entries": 19908, "num_filter_entries": 22022, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443551, "oldest_key_time": 1708443551, "file_creation_time": 1708443669, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301827, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:41:09.112250 3036210 [db/flush_job.cc:1062] [key] [JOB 20049] Flush lasted 53184 microseconds, and 50858 cpu microseconds. 2024/02/20-15:41:09.112777 3036210 (Original Log Time 2024/02/20-15:41:09.112220) [db/flush_job.cc:1011] [key] [JOB 20049] Level-0 flush table #301827: 867443 bytes OK 2024/02/20-15:41:09.112780 3036210 (Original Log Time 2024/02/20-15:41:09.112257) [db/memtable_list.cc:555] [key] Level-0 commit table #301827 started 2024/02/20-15:41:09.112782 3036210 (Original Log Time 2024/02/20-15:41:09.112484) [db/memtable_list.cc:754] [key] Level-0 commit table #301827: memtable #1 done 2024/02/20-15:41:09.112783 3036210 (Original Log Time 2024/02/20-15:41:09.112497) EVENT_LOG_v1 {"time_micros": 1708443669112493, "job": 20049, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:41:09.112785 3036210 (Original Log Time 2024/02/20-15:41:09.112747) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:41:09.112789 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20049] Try to delete WAL files size 10803861, prev total WAL file size 15919806, number of live WAL files 4. 2024/02/20-15:41:09.112899 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20050] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:41:09.112918 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20057 Base level 0, inputs: [301827(847KB) 301818(834KB)], [301810(7967KB)] 2024/02/20-15:41:09.112947 3036185 EVENT_LOG_v1 {"time_micros": 1708443669112934, "job": 20050, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301827, 301818], "files_L5": [301810], "score": 1, "input_data_size": 9880586, "oldest_snapshot_seqno": -1} 2024/02/20-15:41:09.114034 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301817.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:41:09.503881 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20050] Generated table #301828: 237874 keys, 9742248 bytes, temperature: kUnknown 2024/02/20-15:41:09.503944 3036185 EVENT_LOG_v1 {"time_micros": 1708443669503908, "cf_name": "key", "job": 20050, "event": "table_file_creation", "file_number": 301828, "file_size": 9742248, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154009420, "largest_seqno": 5155301131, "table_properties": {"data_size": 9468369, "index_size": 74933, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 217941, "raw_key_size": 14382020, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2787, "num_entries": 237874, "num_filter_entries": 247287, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442281, "oldest_key_time": 0, "file_creation_time": 1708443669, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301828, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:41:09.505066 3036185 (Original Log Time 2024/02/20-15:41:09.504439) [db/compaction/compaction_job.cc:1729] [key] [JOB 20050] Compacted 2@0 + 1@5 files to L5 => 9742248 bytes 2024/02/20-15:41:09.505071 3036185 (Original Log Time 2024/02/20-15:41:09.504807) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 25.3 rd, 24.9 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.6, 7.8 +0.0 blob) out(9.3 +0.0 blob), read-write-amplify(11.4) write-amplify(5.7) OK, records in: 237874, records dropped: 0 output_compression: LZ4 2024/02/20-15:41:09.505080 3036185 (Original Log Time 2024/02/20-15:41:09.504837) EVENT_LOG_v1 {"time_micros": 1708443669504823, "job": 20050, "event": "compaction_finished", "compaction_time_micros": 391052, "compaction_time_cpu_micros": 382853, "output_level": 5, "num_output_files": 1, "total_output_size": 9742248, "num_input_records": 237874, "num_output_records": 237874, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:41:09.505956 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301810.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:41:09.505976 3036185 EVENT_LOG_v1 {"time_micros": 1708443669505972, "job": 20050, "event": "table_file_deletion", "file_number": 301810} 2024/02/20-15:41:09.506162 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301818.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:41:09.506178 3036185 EVENT_LOG_v1 {"time_micros": 1708443669506175, "job": 20050, "event": "table_file_deletion", "file_number": 301818} 2024/02/20-15:41:09.506348 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301827.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:41:09.506357 3036185 EVENT_LOG_v1 {"time_micros": 1708443669506355, "job": 20050, "event": "table_file_deletion", "file_number": 301827} 2024/02/20-15:42:00.535477 4076692 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301819. Total log size is 15768299 while max_total_wal_size is 15728640 2024/02/20-15:42:00.535693 4076692 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301829. Immutable memtables: 0. 2024/02/20-15:42:00.535918 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20051] Syncing log #301826 2024/02/20-15:42:00.546035 3036193 (Original Log Time 2024/02/20-15:42:00.535904) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:42:00.546046 3036193 [db/flush_job.cc:892] [url] [JOB 20051] Flushing memtable with next log file: 301829 2024/02/20-15:42:00.546072 3036193 EVENT_LOG_v1 {"time_micros": 1708443720546065, "job": 20051, "event": "flush_started", "num_memtables": 1, "num_entries": 74818, "num_deletes": 58000, "total_data_size": 14804370, "memory_usage": 16570440, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:42:00.546076 3036193 [db/flush_job.cc:926] [url] [JOB 20051] Level-0 flush table #301830: started 2024/02/20-15:42:00.703464 3036193 EVENT_LOG_v1 {"time_micros": 1708443720703403, "cf_name": "url", "job": 20051, "event": "table_file_creation", "file_number": 301830, "file_size": 5344293, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155260927, "largest_seqno": 5155356341, "table_properties": {"data_size": 5237158, "index_size": 860356, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5445, "raw_key_size": 14570593, "raw_average_key_size": 195, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1759, "num_entries": 74517, "num_filter_entries": 6186, "num_deletions": 58000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443629, "oldest_key_time": 1708443629, "file_creation_time": 1708443720, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301830, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:42:00.703533 3036193 [db/flush_job.cc:1062] [url] [JOB 20051] Flush lasted 157506 microseconds, and 153619 cpu microseconds. 2024/02/20-15:42:00.704345 3036193 (Original Log Time 2024/02/20-15:42:00.703503) [db/flush_job.cc:1011] [url] [JOB 20051] Level-0 flush table #301830: 5344293 bytes OK 2024/02/20-15:42:00.704351 3036193 (Original Log Time 2024/02/20-15:42:00.703541) [db/memtable_list.cc:555] [url] Level-0 commit table #301830 started 2024/02/20-15:42:00.704354 3036193 (Original Log Time 2024/02/20-15:42:00.703992) [db/memtable_list.cc:754] [url] Level-0 commit table #301830: memtable #1 done 2024/02/20-15:42:00.704357 3036193 (Original Log Time 2024/02/20-15:42:00.704025) EVENT_LOG_v1 {"time_micros": 1708443720704016, "job": 20051, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 2, 13], "immutable_memtables": 0} 2024/02/20-15:42:00.704359 3036193 (Original Log Time 2024/02/20-15:42:00.704250) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 2 13] max score 1.00 2024/02/20-15:42:00.704368 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20051] Try to delete WAL files size 9865, prev total WAL file size 15774822, number of live WAL files 4. 2024/02/20-15:42:00.704498 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 20052] Compacting 2@0 + 2@5 files to L5, score 1.00 2024/02/20-15:42:00.704509 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20059 Base level 0, inputs: [301830(5219KB) 301820(6679KB)], [301813(58MB) 301816(6761KB)] 2024/02/20-15:42:00.704532 3036183 EVENT_LOG_v1 {"time_micros": 1708443720704519, "job": 20052, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301830, 301820], "files_L5": [301813, 301816], "score": 1, "input_data_size": 80489314, "oldest_snapshot_seqno": -1} 2024/02/20-15:42:00.704608 4076666 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301821. Total log size is 15764957 while max_total_wal_size is 15728640 2024/02/20-15:42:00.704676 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301819.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:42:00.704920 4076666 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301831. Immutable memtables: 0. 2024/02/20-15:42:00.705172 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20053] Syncing log #301829 2024/02/20-15:42:00.705987 3036210 (Original Log Time 2024/02/20-15:42:00.705159) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:42:00.705994 3036210 [db/flush_job.cc:892] [tag] [JOB 20053] Flushing memtable with next log file: 301831 2024/02/20-15:42:00.706022 3036210 EVENT_LOG_v1 {"time_micros": 1708443720706013, "job": 20053, "event": "flush_started", "num_memtables": 1, "num_entries": 4978, "num_deletes": 0, "total_data_size": 439091, "memory_usage": 1033936, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:42:00.706026 3036210 [db/flush_job.cc:926] [tag] [JOB 20053] Level-0 flush table #301833: started 2024/02/20-15:42:00.726476 3036210 EVENT_LOG_v1 {"time_micros": 1708443720726422, "cf_name": "tag", "job": 20053, "event": "table_file_creation", "file_number": 301833, "file_size": 269829, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155261030, "largest_seqno": 5155356401, "table_properties": {"data_size": 266613, "index_size": 2800, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 425060, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 83, "num_entries": 4939, "num_filter_entries": 115, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443630, "oldest_key_time": 1708443630, "file_creation_time": 1708443720, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301833, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:42:00.726528 3036210 [db/flush_job.cc:1062] [tag] [JOB 20053] Flush lasted 20546 microseconds, and 18862 cpu microseconds. 2024/02/20-15:42:00.727084 3036210 (Original Log Time 2024/02/20-15:42:00.726510) [db/flush_job.cc:1011] [tag] [JOB 20053] Level-0 flush table #301833: 269829 bytes OK 2024/02/20-15:42:00.727087 3036210 (Original Log Time 2024/02/20-15:42:00.726536) [db/memtable_list.cc:555] [tag] Level-0 commit table #301833 started 2024/02/20-15:42:00.727088 3036210 (Original Log Time 2024/02/20-15:42:00.726797) [db/memtable_list.cc:754] [tag] Level-0 commit table #301833: memtable #1 done 2024/02/20-15:42:00.727090 3036210 (Original Log Time 2024/02/20-15:42:00.726817) EVENT_LOG_v1 {"time_micros": 1708443720726810, "job": 20053, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:42:00.727091 3036210 (Original Log Time 2024/02/20-15:42:00.727044) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:42:00.727095 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20053] Try to delete WAL files size 5100861, prev total WAL file size 15766118, number of live WAL files 4. 2024/02/20-15:42:00.727913 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301821.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:42:02.684097 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20052] Generated table #301832: 885359 keys, 65033965 bytes, temperature: kUnknown 2024/02/20-15:42:02.684220 3036183 EVENT_LOG_v1 {"time_micros": 1708443722684129, "cf_name": "url", "job": 20052, "event": "table_file_creation", "file_number": 301832, "file_size": 65033965, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932058, "largest_seqno": 5155354336, "table_properties": {"data_size": 64399321, "index_size": 1659712, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28757, "raw_key_size": 126519610, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 19007, "num_entries": 885359, "num_filter_entries": 32862, "num_deletions": 762508, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708443720, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301832, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:42:03.108518 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20052] Generated table #301834: 183904 keys, 14640112 bytes, temperature: kUnknown 2024/02/20-15:42:03.108590 3036183 EVENT_LOG_v1 {"time_micros": 1708443723108549, "cf_name": "url", "job": 20052, "event": "table_file_creation", "file_number": 301834, "file_size": 14640112, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932060, "largest_seqno": 5155356341, "table_properties": {"data_size": 14368483, "index_size": 924660, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11509, "raw_key_size": 31704413, "raw_average_key_size": 172, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4431, "num_entries": 183904, "num_filter_entries": 13179, "num_deletions": 25492, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708443722, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301834, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:42:03.110930 3036183 (Original Log Time 2024/02/20-15:42:03.110118) [db/compaction/compaction_job.cc:1729] [url] [JOB 20052] Compacted 2@0 + 2@5 files to L5 => 79674077 bytes 2024/02/20-15:42:03.110935 3036183 (Original Log Time 2024/02/20-15:42:03.110643) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 2 13] max score 0.30, MB/sec: 33.5 rd, 33.1 wr, level 5, files in(2, 2) out(2 +0 blob) MB in(11.6, 65.1 +0.0 blob) out(76.0 +0.0 blob), read-write-amplify(13.1) write-amplify(6.5) OK, records in: 1069263, records dropped: 0 output_compression: LZ4 2024/02/20-15:42:03.110946 3036183 (Original Log Time 2024/02/20-15:42:03.110684) EVENT_LOG_v1 {"time_micros": 1708443723110662, "job": 20052, "event": "compaction_finished", "compaction_time_micros": 2404139, "compaction_time_cpu_micros": 2363376, "output_level": 5, "num_output_files": 2, "total_output_size": 79674077, "num_input_records": 1069263, "num_output_records": 1069263, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 2, 13]} 2024/02/20-15:42:03.120816 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301813.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:42:03.120856 3036183 EVENT_LOG_v1 {"time_micros": 1708443723120849, "job": 20052, "event": "table_file_deletion", "file_number": 301813} 2024/02/20-15:42:03.121488 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301816.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:42:03.121502 3036183 EVENT_LOG_v1 {"time_micros": 1708443723121500, "job": 20052, "event": "table_file_deletion", "file_number": 301816} 2024/02/20-15:42:03.122026 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301820.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:42:03.122035 3036183 EVENT_LOG_v1 {"time_micros": 1708443723122033, "job": 20052, "event": "table_file_deletion", "file_number": 301820} 2024/02/20-15:42:03.122403 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301830.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:42:03.122411 3036183 EVENT_LOG_v1 {"time_micros": 1708443723122409, "job": 20052, "event": "table_file_deletion", "file_number": 301830} 2024/02/20-15:42:40.226738 4076750 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301826. Total log size is 15729030 while max_total_wal_size is 15728640 2024/02/20-15:42:40.226967 4076750 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301835. Immutable memtables: 0. 2024/02/20-15:42:40.227243 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20054] Syncing log #301831 2024/02/20-15:42:40.259398 3036193 (Original Log Time 2024/02/20-15:42:40.227224) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:42:40.259414 3036193 [db/flush_job.cc:892] [key] [JOB 20054] Flushing memtable with next log file: 301835 2024/02/20-15:42:40.259469 3036193 EVENT_LOG_v1 {"time_micros": 1708443760259448, "job": 20054, "event": "flush_started", "num_memtables": 1, "num_entries": 15493, "num_deletes": 0, "total_data_size": 967725, "memory_usage": 1158768, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:42:40.259473 3036193 [db/flush_job.cc:926] [key] [JOB 20054] Level-0 flush table #301836: started 2024/02/20-15:42:40.276930 3036193 EVENT_LOG_v1 {"time_micros": 1708443760276891, "cf_name": "key", "job": 20054, "event": "table_file_creation", "file_number": 301836, "file_size": 666231, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155303137, "largest_seqno": 5155398141, "table_properties": {"data_size": 646310, "index_size": 4632, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14885, "raw_key_size": 919463, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 192, "num_entries": 15206, "num_filter_entries": 16958, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443669, "oldest_key_time": 1708443669, "file_creation_time": 1708443760, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301836, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:42:40.276982 3036193 [db/flush_job.cc:1062] [key] [JOB 20054] Flush lasted 17596 microseconds, and 15995 cpu microseconds. 2024/02/20-15:42:40.277628 3036193 (Original Log Time 2024/02/20-15:42:40.276964) [db/flush_job.cc:1011] [key] [JOB 20054] Level-0 flush table #301836: 666231 bytes OK 2024/02/20-15:42:40.277631 3036193 (Original Log Time 2024/02/20-15:42:40.276989) [db/memtable_list.cc:555] [key] Level-0 commit table #301836 started 2024/02/20-15:42:40.277633 3036193 (Original Log Time 2024/02/20-15:42:40.277375) [db/memtable_list.cc:754] [key] Level-0 commit table #301836: memtable #1 done 2024/02/20-15:42:40.277635 3036193 (Original Log Time 2024/02/20-15:42:40.277396) EVENT_LOG_v1 {"time_micros": 1708443760277391, "job": 20054, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:42:40.277636 3036193 (Original Log Time 2024/02/20-15:42:40.277595) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:42:40.277641 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20054] Try to delete WAL files size 10657573, prev total WAL file size 15731388, number of live WAL files 4. 2024/02/20-15:42:40.278862 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301826.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:07.756585 4076418 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301829. Total log size is 15728667 while max_total_wal_size is 15728640 2024/02/20-15:44:07.756805 4076418 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301837. Immutable memtables: 0. 2024/02/20-15:44:07.757042 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20055] Syncing log #301835 2024/02/20-15:44:07.824417 3036210 (Original Log Time 2024/02/20-15:44:07.757028) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:44:07.824429 3036210 [db/flush_job.cc:892] [url] [JOB 20055] Flushing memtable with next log file: 301837 2024/02/20-15:44:07.824468 3036210 EVENT_LOG_v1 {"time_micros": 1708443847824450, "job": 20055, "event": "flush_started", "num_memtables": 1, "num_entries": 103404, "num_deletes": 80000, "total_data_size": 14398296, "memory_usage": 16375008, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:44:07.824473 3036210 [db/flush_job.cc:926] [url] [JOB 20055] Level-0 flush table #301838: started 2024/02/20-15:44:08.021551 3036210 EVENT_LOG_v1 {"time_micros": 1708443848021517, "cf_name": "url", "job": 20055, "event": "table_file_creation", "file_number": 301838, "file_size": 6640012, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155356342, "largest_seqno": 5155488140, "table_properties": {"data_size": 6545129, "index_size": 157190, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7173, "raw_key_size": 14078867, "raw_average_key_size": 136, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2016, "num_entries": 102981, "num_filter_entries": 8152, "num_deletions": 80000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443720, "oldest_key_time": 1708443720, "file_creation_time": 1708443847, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301838, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:44:08.021607 3036210 [db/flush_job.cc:1062] [url] [JOB 20055] Flush lasted 197202 microseconds, and 190986 cpu microseconds. 2024/02/20-15:44:08.022318 3036210 (Original Log Time 2024/02/20-15:44:08.021591) [db/flush_job.cc:1011] [url] [JOB 20055] Level-0 flush table #301838: 6640012 bytes OK 2024/02/20-15:44:08.022321 3036210 (Original Log Time 2024/02/20-15:44:08.021614) [db/memtable_list.cc:555] [url] Level-0 commit table #301838 started 2024/02/20-15:44:08.022323 3036210 (Original Log Time 2024/02/20-15:44:08.022013) [db/memtable_list.cc:754] [url] Level-0 commit table #301838: memtable #1 done 2024/02/20-15:44:08.022324 3036210 (Original Log Time 2024/02/20-15:44:08.022031) EVENT_LOG_v1 {"time_micros": 1708443848022026, "job": 20055, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 2, 13], "immutable_memtables": 0} 2024/02/20-15:44:08.022326 3036210 (Original Log Time 2024/02/20-15:44:08.022283) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 2 13] max score 0.50 2024/02/20-15:44:08.022330 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20055] Try to delete WAL files size 6523, prev total WAL file size 15738486, number of live WAL files 4. 2024/02/20-15:44:08.022541 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301829.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:08.029441 4076263 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301831. Total log size is 15731963 while max_total_wal_size is 15728640 2024/02/20-15:44:08.029760 4076263 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301839. Immutable memtables: 0. 2024/02/20-15:44:08.030030 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20056] Syncing log #301837 2024/02/20-15:44:08.030678 3036193 (Original Log Time 2024/02/20-15:44:08.030018) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:44:08.030688 3036193 [db/flush_job.cc:892] [tag] [JOB 20056] Flushing memtable with next log file: 301839 2024/02/20-15:44:08.030719 3036193 EVENT_LOG_v1 {"time_micros": 1708443848030710, "job": 20056, "event": "flush_started", "num_memtables": 1, "num_entries": 6755, "num_deletes": 0, "total_data_size": 598737, "memory_usage": 696448, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:44:08.030723 3036193 [db/flush_job.cc:926] [tag] [JOB 20056] Level-0 flush table #301840: started 2024/02/20-15:44:08.057029 3036193 EVENT_LOG_v1 {"time_micros": 1708443848056986, "cf_name": "tag", "job": 20056, "event": "table_file_creation", "file_number": 301840, "file_size": 364268, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155356406, "largest_seqno": 5155488233, "table_properties": {"data_size": 360438, "index_size": 3906, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 581693, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 113, "num_entries": 6720, "num_filter_entries": 124, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443720, "oldest_key_time": 1708443720, "file_creation_time": 1708443848, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301840, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:44:08.057080 3036193 [db/flush_job.cc:1062] [tag] [JOB 20056] Flush lasted 26412 microseconds, and 24810 cpu microseconds. 2024/02/20-15:44:08.057838 3036193 (Original Log Time 2024/02/20-15:44:08.057061) [db/flush_job.cc:1011] [tag] [JOB 20056] Level-0 flush table #301840: 364268 bytes OK 2024/02/20-15:44:08.057843 3036193 (Original Log Time 2024/02/20-15:44:08.057088) [db/memtable_list.cc:555] [tag] Level-0 commit table #301840 started 2024/02/20-15:44:08.057846 3036193 (Original Log Time 2024/02/20-15:44:08.057484) [db/memtable_list.cc:754] [tag] Level-0 commit table #301840: memtable #1 done 2024/02/20-15:44:08.057846 4076268 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301835. Total log size is 10667559 while max_total_wal_size is 15728640 2024/02/20-15:44:08.057882 3036193 (Original Log Time 2024/02/20-15:44:08.057509) EVENT_LOG_v1 {"time_micros": 1708443848057501, "job": 20056, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:44:08.057885 3036193 (Original Log Time 2024/02/20-15:44:08.057755) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:44:08.057891 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20056] Try to delete WAL files size 5064934, prev total WAL file size 15732493, number of live WAL files 4. 2024/02/20-15:44:08.057985 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20057] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:44:08.057995 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20064 Base level 0, inputs: [301840(355KB) 301833(263KB)], [301823(64MB) 301824(64MB) 301825(48MB)] 2024/02/20-15:44:08.058018 3036189 EVENT_LOG_v1 {"time_micros": 1708443848058005, "job": 20057, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301840, 301833], "files_L6": [301823, 301824, 301825], "score": 1, "input_data_size": 186562931, "oldest_snapshot_seqno": -1} 2024/02/20-15:44:08.058133 4076268 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301841. Immutable memtables: 0. 2024/02/20-15:44:08.058380 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20058] Syncing log #301839 2024/02/20-15:44:08.058779 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301831.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:08.058956 3036210 (Original Log Time 2024/02/20-15:44:08.058365) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-15:44:08.058963 3036210 [db/flush_job.cc:892] [key] [JOB 20058] Flushing memtable with next log file: 301841 2024/02/20-15:44:08.058987 3036210 EVENT_LOG_v1 {"time_micros": 1708443848058980, "job": 20058, "event": "flush_started", "num_memtables": 1, "num_entries": 15036, "num_deletes": 0, "total_data_size": 939308, "memory_usage": 1124960, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:44:08.058990 3036210 [db/flush_job.cc:926] [key] [JOB 20058] Level-0 flush table #301843: started 2024/02/20-15:44:08.088911 3036210 EVENT_LOG_v1 {"time_micros": 1708443848088872, "cf_name": "key", "job": 20058, "event": "table_file_creation", "file_number": 301843, "file_size": 648956, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155398143, "largest_seqno": 5155488247, "table_properties": {"data_size": 629612, "index_size": 4486, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14437, "raw_key_size": 892432, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 187, "num_entries": 14757, "num_filter_entries": 16512, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443760, "oldest_key_time": 1708443760, "file_creation_time": 1708443848, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301843, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:44:08.088952 3036210 [db/flush_job.cc:1062] [key] [JOB 20058] Flush lasted 30001 microseconds, and 27843 cpu microseconds. 2024/02/20-15:44:08.089481 3036210 (Original Log Time 2024/02/20-15:44:08.088937) [db/flush_job.cc:1011] [key] [JOB 20058] Level-0 flush table #301843: 648956 bytes OK 2024/02/20-15:44:08.089484 3036210 (Original Log Time 2024/02/20-15:44:08.088959) [db/memtable_list.cc:555] [key] Level-0 commit table #301843 started 2024/02/20-15:44:08.089487 3036210 (Original Log Time 2024/02/20-15:44:08.089225) [db/memtable_list.cc:754] [key] Level-0 commit table #301843: memtable #1 done 2024/02/20-15:44:08.089489 3036210 (Original Log Time 2024/02/20-15:44:08.089243) EVENT_LOG_v1 {"time_micros": 1708443848089238, "job": 20058, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:44:08.089492 3036210 (Original Log Time 2024/02/20-15:44:08.089428) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:44:08.089498 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20058] Try to delete WAL files size 10657210, prev total WAL file size 10669005, number of live WAL files 4. 2024/02/20-15:44:08.090601 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301835.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:13.256318 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20057] Generated table #301842: 2517989 keys, 67643085 bytes, temperature: kUnknown 2024/02/20-15:44:13.256418 3036189 EVENT_LOG_v1 {"time_micros": 1708443853256359, "cf_name": "tag", "job": 20057, "event": "table_file_creation", "file_number": 301842, "file_size": 67643085, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110197, "index_size": 1515332, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 209690466, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36250, "num_entries": 2517989, "num_filter_entries": 1151, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443848, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301842, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:44:18.034299 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20057] Generated table #301844: 2012881 keys, 67660892 bytes, temperature: kUnknown 2024/02/20-15:44:18.034383 3036189 EVENT_LOG_v1 {"time_micros": 1708443858034330, "cf_name": "tag", "job": 20057, "event": "table_file_creation", "file_number": 301844, "file_size": 67660892, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109967, "index_size": 1370772, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 188640526, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35601, "num_entries": 2012881, "num_filter_entries": 2284, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443853, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301844, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:44:22.052234 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20057] Generated table #301845: 1959208 keys, 50949721 bytes, temperature: kUnknown 2024/02/20-15:44:22.052296 3036189 EVENT_LOG_v1 {"time_micros": 1708443862052261, "cf_name": "tag", "job": 20057, "event": "table_file_creation", "file_number": 301845, "file_size": 50949721, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 50553955, "index_size": 1143893, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 157162049, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27743, "num_entries": 1959208, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708443858, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301845, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:44:22.058701 3036189 (Original Log Time 2024/02/20-15:44:22.057922) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20057] Compacted 2@0 + 3@6 files to L6 => 186253698 bytes 2024/02/20-15:44:22.058707 3036189 (Original Log Time 2024/02/20-15:44:22.058414) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.3 rd, 13.3 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.6, 177.3 +0.0 blob) out(177.6 +0.0 blob), read-write-amplify(587.9) write-amplify(293.7) OK, records in: 6490078, records dropped: 0 output_compression: ZSTD 2024/02/20-15:44:22.058718 3036189 (Original Log Time 2024/02/20-15:44:22.058475) EVENT_LOG_v1 {"time_micros": 1708443862058436, "job": 20057, "event": "compaction_finished", "compaction_time_micros": 13994344, "compaction_time_cpu_micros": 13735973, "output_level": 6, "num_output_files": 3, "total_output_size": 186253698, "num_input_records": 6490078, "num_output_records": 6490078, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:44:22.064633 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301823.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:22.064665 3036189 EVENT_LOG_v1 {"time_micros": 1708443862064660, "job": 20057, "event": "table_file_deletion", "file_number": 301823} 2024/02/20-15:44:22.070583 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301824.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:22.070623 3036189 EVENT_LOG_v1 {"time_micros": 1708443862070619, "job": 20057, "event": "table_file_deletion", "file_number": 301824} 2024/02/20-15:44:22.075619 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301825.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:22.075651 3036189 EVENT_LOG_v1 {"time_micros": 1708443862075645, "job": 20057, "event": "table_file_deletion", "file_number": 301825} 2024/02/20-15:44:22.075784 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301833.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:22.075792 3036189 EVENT_LOG_v1 {"time_micros": 1708443862075790, "job": 20057, "event": "table_file_deletion", "file_number": 301833} 2024/02/20-15:44:22.075895 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301840.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:22.075902 3036189 EVENT_LOG_v1 {"time_micros": 1708443862075901, "job": 20057, "event": "table_file_deletion", "file_number": 301840} 2024/02/20-15:44:22.076020 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 20059] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:44:22.076025 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20065 Base level 0, inputs: [301843(633KB) 301836(650KB)], [301828(9513KB)] 2024/02/20-15:44:22.076037 3036189 EVENT_LOG_v1 {"time_micros": 1708443862076029, "job": 20059, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301843, 301836], "files_L5": [301828], "score": 1, "input_data_size": 11057435, "oldest_snapshot_seqno": -1} 2024/02/20-15:44:22.526937 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 20059] Generated table #301846: 267837 keys, 10929366 bytes, temperature: kUnknown 2024/02/20-15:44:22.527010 3036189 EVENT_LOG_v1 {"time_micros": 1708443862526967, "cf_name": "key", "job": 20059, "event": "table_file_creation", "file_number": 301846, "file_size": 10929366, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154009420, "largest_seqno": 5155488247, "table_properties": {"data_size": 10621931, "index_size": 84155, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 245061, "raw_key_size": 16193915, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3129, "num_entries": 267837, "num_filter_entries": 277854, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442281, "oldest_key_time": 0, "file_creation_time": 1708443862, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301846, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:44:22.528269 3036189 (Original Log Time 2024/02/20-15:44:22.527622) [db/compaction/compaction_job.cc:1729] [key] [JOB 20059] Compacted 2@0 + 1@5 files to L5 => 10929366 bytes 2024/02/20-15:44:22.528275 3036189 (Original Log Time 2024/02/20-15:44:22.528018) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 24.5 rd, 24.2 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.3, 9.3 +0.0 blob) out(10.4 +0.0 blob), read-write-amplify(16.7) write-amplify(8.3) OK, records in: 267837, records dropped: 0 output_compression: LZ4 2024/02/20-15:44:22.528284 3036189 (Original Log Time 2024/02/20-15:44:22.528039) EVENT_LOG_v1 {"time_micros": 1708443862528029, "job": 20059, "event": "compaction_finished", "compaction_time_micros": 451037, "compaction_time_cpu_micros": 426024, "output_level": 5, "num_output_files": 1, "total_output_size": 10929366, "num_input_records": 267837, "num_output_records": 267837, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:44:22.529429 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301828.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:22.529446 3036189 EVENT_LOG_v1 {"time_micros": 1708443862529443, "job": 20059, "event": "table_file_deletion", "file_number": 301828} 2024/02/20-15:44:22.529612 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301836.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:22.529624 3036189 EVENT_LOG_v1 {"time_micros": 1708443862529622, "job": 20059, "event": "table_file_deletion", "file_number": 301836} 2024/02/20-15:44:22.529758 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301843.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:44:22.529768 3036189 EVENT_LOG_v1 {"time_micros": 1708443862529766, "job": 20059, "event": "table_file_deletion", "file_number": 301843} 2024/02/20-15:46:41.209707 4077564 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301847. Immutable memtables: 0. 2024/02/20-15:46:41.209976 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20060] Syncing log #301841 2024/02/20-15:46:41.224632 3036193 (Original Log Time 2024/02/20-15:46:41.209960) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:46:41.224640 3036193 [db/flush_job.cc:892] [url] [JOB 20060] Flushing memtable with next log file: 301847 2024/02/20-15:46:41.224662 3036193 EVENT_LOG_v1 {"time_micros": 1708444001224656, "job": 20060, "event": "flush_started", "num_memtables": 1, "num_entries": 88681, "num_deletes": 60000, "total_data_size": 13650596, "memory_usage": 16317952, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-15:46:41.224664 3036193 [db/flush_job.cc:926] [url] [JOB 20060] Level-0 flush table #301848: started 2024/02/20-15:46:41.407104 3036193 EVENT_LOG_v1 {"time_micros": 1708444001407072, "cf_name": "url", "job": 20060, "event": "table_file_creation", "file_number": 301848, "file_size": 6372921, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155488142, "largest_seqno": 5155610833, "table_properties": {"data_size": 6293561, "index_size": 178862, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4037, "raw_key_size": 13351921, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1943, "num_entries": 88172, "num_filter_entries": 4609, "num_deletions": 60000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443847, "oldest_key_time": 1708443847, "file_creation_time": 1708444001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301848, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:46:41.407159 3036193 [db/flush_job.cc:1062] [url] [JOB 20060] Flush lasted 182534 microseconds, and 178696 cpu microseconds. 2024/02/20-15:46:41.407989 3036193 (Original Log Time 2024/02/20-15:46:41.407144) [db/flush_job.cc:1011] [url] [JOB 20060] Level-0 flush table #301848: 6372921 bytes OK 2024/02/20-15:46:41.407994 3036193 (Original Log Time 2024/02/20-15:46:41.407165) [db/memtable_list.cc:555] [url] Level-0 commit table #301848 started 2024/02/20-15:46:41.407998 3036193 (Original Log Time 2024/02/20-15:46:41.407622) [db/memtable_list.cc:754] [url] Level-0 commit table #301848: memtable #1 done 2024/02/20-15:46:41.408001 3036193 (Original Log Time 2024/02/20-15:46:41.407658) EVENT_LOG_v1 {"time_micros": 1708444001407650, "job": 20060, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 2, 13], "immutable_memtables": 0} 2024/02/20-15:46:41.408004 3036193 (Original Log Time 2024/02/20-15:46:41.407918) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 2 13] max score 1.00 2024/02/20-15:46:41.408012 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20060] Try to delete WAL files size 10349, prev total WAL file size 15497055, number of live WAL files 4. 2024/02/20-15:46:41.408082 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 20061] Compacting 2@0 + 2@5 files to L5, score 1.00 2024/02/20-15:46:41.408090 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20068 Base level 0, inputs: [301848(6223KB) 301838(6484KB)], [301832(62MB) 301834(13MB)] 2024/02/20-15:46:41.408106 3036190 EVENT_LOG_v1 {"time_micros": 1708444001408098, "job": 20061, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301848, 301838], "files_L5": [301832, 301834], "score": 1, "input_data_size": 92687010, "oldest_snapshot_seqno": -1} 2024/02/20-15:46:41.408263 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301837.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:46:41.408400 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301839.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:46:43.192912 4076938 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301841. Total log size is 15805528 while max_total_wal_size is 15728640 2024/02/20-15:46:43.193201 4076938 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301850. Immutable memtables: 0. 2024/02/20-15:46:43.193447 4076938 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301850. Immutable memtables: 0. 2024/02/20-15:46:43.193566 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20063] Syncing log #301847 2024/02/20-15:46:43.201902 3036193 (Original Log Time 2024/02/20-15:46:43.193552) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-15:46:43.201912 3036193 [db/flush_job.cc:892] [tag] [JOB 20063] Flushing memtable with next log file: 301850 2024/02/20-15:46:43.201912 3036210 (Original Log Time 2024/02/20-15:46:43.193569) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-15:46:43.201918 3036210 [db/flush_job.cc:892] [key] [JOB 20062] Flushing memtable with next log file: 301850 2024/02/20-15:46:43.201936 3036210 EVENT_LOG_v1 {"time_micros": 1708444003201930, "job": 20062, "event": "flush_started", "num_memtables": 1, "num_entries": 26853, "num_deletes": 0, "total_data_size": 1676496, "memory_usage": 3701080, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:46:43.201936 3036193 EVENT_LOG_v1 {"time_micros": 1708444003201930, "job": 20063, "event": "flush_started", "num_memtables": 1, "num_entries": 7506, "num_deletes": 0, "total_data_size": 663753, "memory_usage": 1032824, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:46:43.201940 3036210 [db/flush_job.cc:926] [key] [JOB 20062] Level-0 flush table #301852: started 2024/02/20-15:46:43.201940 3036193 [db/flush_job.cc:926] [tag] [JOB 20063] Level-0 flush table #301851: started 2024/02/20-15:46:43.208610 3036193 EVENT_LOG_v1 {"time_micros": 1708444003208584, "cf_name": "tag", "job": 20063, "event": "table_file_creation", "file_number": 301851, "file_size": 404886, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155488254, "largest_seqno": 5155611594, "table_properties": {"data_size": 400768, "index_size": 4318, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 644984, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 125, "num_entries": 7471, "num_filter_entries": 138, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443848, "oldest_key_time": 1708443848, "file_creation_time": 1708444003, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301851, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:46:43.208647 3036193 [db/flush_job.cc:1062] [tag] [JOB 20063] Flush lasted 6758 microseconds, and 5968 cpu microseconds. 2024/02/20-15:46:43.209192 3036193 (Original Log Time 2024/02/20-15:46:43.208633) [db/flush_job.cc:1011] [tag] [JOB 20063] Level-0 flush table #301851: 404886 bytes OK 2024/02/20-15:46:43.209194 3036193 (Original Log Time 2024/02/20-15:46:43.208652) [db/memtable_list.cc:555] [tag] Level-0 commit table #301851 started 2024/02/20-15:46:43.209196 3036193 (Original Log Time 2024/02/20-15:46:43.208946) [db/memtable_list.cc:754] [tag] Level-0 commit table #301851: memtable #1 done 2024/02/20-15:46:43.209197 3036193 (Original Log Time 2024/02/20-15:46:43.208960) EVENT_LOG_v1 {"time_micros": 1708444003208956, "job": 20063, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:46:43.209198 3036193 (Original Log Time 2024/02/20-15:46:43.209145) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:46:43.239949 3036210 EVENT_LOG_v1 {"time_micros": 1708444003239855, "cf_name": "key", "job": 20062, "event": "table_file_creation", "file_number": 301852, "file_size": 1135888, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155488249, "largest_seqno": 5155611596, "table_properties": {"data_size": 1102898, "index_size": 8176, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 25189, "raw_key_size": 1591981, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 327, "num_entries": 26342, "num_filter_entries": 28835, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708443848, "oldest_key_time": 1708443848, "file_creation_time": 1708444003, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301852, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:46:43.240010 3036210 [db/flush_job.cc:1062] [key] [JOB 20062] Flush lasted 38101 microseconds, and 36632 cpu microseconds. 2024/02/20-15:46:43.240617 3036210 (Original Log Time 2024/02/20-15:46:43.239988) [db/flush_job.cc:1011] [key] [JOB 20062] Level-0 flush table #301852: 1135888 bytes OK 2024/02/20-15:46:43.240621 3036210 (Original Log Time 2024/02/20-15:46:43.240018) [db/memtable_list.cc:555] [key] Level-0 commit table #301852 started 2024/02/20-15:46:43.240624 3036210 (Original Log Time 2024/02/20-15:46:43.240334) [db/memtable_list.cc:754] [key] Level-0 commit table #301852: memtable #1 done 2024/02/20-15:46:43.240626 3036210 (Original Log Time 2024/02/20-15:46:43.240360) EVENT_LOG_v1 {"time_micros": 1708444003240354, "job": 20062, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:46:43.240629 3036210 (Original Log Time 2024/02/20-15:46:43.240571) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:46:43.240635 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20062] Try to delete WAL files size 15477083, prev total WAL file size 15807195, number of live WAL files 3. 2024/02/20-15:46:43.242675 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301841.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:46:43.336052 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20061] Generated table #301849: 907959 keys, 66467893 bytes, temperature: kUnknown 2024/02/20-15:46:43.336147 3036190 EVENT_LOG_v1 {"time_micros": 1708444003336085, "cf_name": "url", "job": 20061, "event": "table_file_creation", "file_number": 301849, "file_size": 66467893, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932058, "largest_seqno": 5155610831, "table_properties": {"data_size": 65817324, "index_size": 1698180, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29093, "raw_key_size": 129659354, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 19421, "num_entries": 907959, "num_filter_entries": 33259, "num_deletions": 762508, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708444001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301849, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:46:44.030070 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20061] Generated table #301853: 352457 keys, 25247672 bytes, temperature: kUnknown 2024/02/20-15:46:44.030168 3036190 EVENT_LOG_v1 {"time_micros": 1708444004030107, "cf_name": "url", "job": 20061, "event": "table_file_creation", "file_number": 301853, "file_size": 25247672, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5153932060, "largest_seqno": 5155610833, "table_properties": {"data_size": 24842650, "index_size": 1226332, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16389, "raw_key_size": 55995457, "raw_average_key_size": 158, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7666, "num_entries": 352457, "num_filter_entries": 18762, "num_deletions": 165492, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442201, "oldest_key_time": 0, "file_creation_time": 1708444003, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301853, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:46:44.032344 3036190 (Original Log Time 2024/02/20-15:46:44.031698) [db/compaction/compaction_job.cc:1729] [url] [JOB 20061] Compacted 2@0 + 2@5 files to L5 => 91715565 bytes 2024/02/20-15:46:44.032347 3036190 (Original Log Time 2024/02/20-15:46:44.032112) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 2 13] max score 0.34, MB/sec: 35.3 rd, 35.0 wr, level 5, files in(2, 2) out(2 +0 blob) MB in(12.4, 76.0 +0.0 blob) out(87.5 +0.0 blob), read-write-amplify(14.2) write-amplify(7.0) OK, records in: 1260416, records dropped: 0 output_compression: LZ4 2024/02/20-15:46:44.032353 3036190 (Original Log Time 2024/02/20-15:46:44.032138) EVENT_LOG_v1 {"time_micros": 1708444004032124, "job": 20061, "event": "compaction_finished", "compaction_time_micros": 2622131, "compaction_time_cpu_micros": 2555620, "output_level": 5, "num_output_files": 2, "total_output_size": 91715565, "num_input_records": 1260416, "num_output_records": 1260416, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 2, 13]} 2024/02/20-15:46:44.038714 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301832.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:46:44.038751 3036190 EVENT_LOG_v1 {"time_micros": 1708444004038746, "job": 20061, "event": "table_file_deletion", "file_number": 301832} 2024/02/20-15:46:44.040253 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301834.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:46:44.040272 3036190 EVENT_LOG_v1 {"time_micros": 1708444004040269, "job": 20061, "event": "table_file_deletion", "file_number": 301834} 2024/02/20-15:46:44.040736 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301838.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:46:44.040745 3036190 EVENT_LOG_v1 {"time_micros": 1708444004040743, "job": 20061, "event": "table_file_deletion", "file_number": 301838} 2024/02/20-15:46:44.041555 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301848.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:46:44.041566 3036190 EVENT_LOG_v1 {"time_micros": 1708444004041564, "job": 20061, "event": "table_file_deletion", "file_number": 301848} 2024/02/20-15:46:44.041619 4077564 (Original Log Time 2024/02/20-15:46:41.408479) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-15:46:44.041785 3036186 (Original Log Time 2024/02/20-15:46:44.041735) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-15:46:44.041791 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 20064] Compacting 2@5 + 13@6 files to L6, score -1.00 2024/02/20-15:46:44.041801 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20071 Base level 5, inputs: [301849(63MB) 301853(24MB)], [301710(64MB) 301713(64MB) 301714(64MB) 301715(64MB) 301716(64MB) 301717(64MB) 301718(64MB) 301719(64MB) 301720(65MB) 301725(64MB) 301726(64MB) 301727(65MB) 301728(43MB)] 2024/02/20-15:46:44.041820 3036186 EVENT_LOG_v1 {"time_micros": 1708444004041809, "job": 20064, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301849, 301853], "files_L6": [301710, 301713, 301714, 301715, 301716, 301717, 301718, 301719, 301720, 301725, 301726, 301727, 301728], "score": -1, "input_data_size": 953981591, "oldest_snapshot_seqno": -1} 2024/02/20-15:46:50.127569 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301854: 1623983 keys, 67785801 bytes, temperature: kUnknown 2024/02/20-15:46:50.127644 3036186 EVENT_LOG_v1 {"time_micros": 1708444010127596, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301854, "file_size": 67785801, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111582, "index_size": 2410507, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14117, "raw_key_size": 225938611, "raw_average_key_size": 139, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33444, "num_entries": 1623983, "num_filter_entries": 16138, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444004, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301854, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:46:56.029341 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301855: 1243351 keys, 67586270 bytes, temperature: kUnknown 2024/02/20-15:46:56.029489 3036186 EVENT_LOG_v1 {"time_micros": 1708444016029414, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301855, "file_size": 67586270, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109097, "index_size": 1998604, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 180989355, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32871, "num_entries": 1243351, "num_filter_entries": 183, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444010, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301855, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:02.118041 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301856: 1441452 keys, 67865664 bytes, temperature: kUnknown 2024/02/20-15:47:02.118136 3036186 EVENT_LOG_v1 {"time_micros": 1708444022118089, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301856, "file_size": 67865664, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109698, "index_size": 2726492, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 22469, "raw_key_size": 216790355, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34894, "num_entries": 1441452, "num_filter_entries": 25709, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444016, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301856, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:08.335496 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301857: 1627967 keys, 67905145 bytes, temperature: kUnknown 2024/02/20-15:47:08.335582 3036186 EVENT_LOG_v1 {"time_micros": 1708444028335529, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301857, "file_size": 67905145, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110226, "index_size": 3121811, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24309, "raw_key_size": 244822366, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35306, "num_entries": 1627967, "num_filter_entries": 27827, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444022, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301857, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:14.430920 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301858: 1567833 keys, 68119802 bytes, temperature: kUnknown 2024/02/20-15:47:14.431019 3036186 EVENT_LOG_v1 {"time_micros": 1708444034430970, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301858, "file_size": 68119802, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110680, "index_size": 5039799, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 52405, "raw_key_size": 235269538, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35059, "num_entries": 1567833, "num_filter_entries": 59795, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444028, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301858, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:19.995702 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301859: 1615296 keys, 67763884 bytes, temperature: kUnknown 2024/02/20-15:47:19.995777 3036186 EVENT_LOG_v1 {"time_micros": 1708444039995732, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301859, "file_size": 67763884, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110654, "index_size": 2832454, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4901, "raw_key_size": 230461944, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34157, "num_entries": 1615296, "num_filter_entries": 5522, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444034, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301859, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:25.583691 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301860: 1713444 keys, 67731776 bytes, temperature: kUnknown 2024/02/20-15:47:25.583779 3036186 EVENT_LOG_v1 {"time_micros": 1708444045583743, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301860, "file_size": 67731776, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110312, "index_size": 2584382, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 232206047, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34346, "num_entries": 1713444, "num_filter_entries": 13, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444039, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301860, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:30.955038 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301861: 1576710 keys, 68822559 bytes, temperature: kUnknown 2024/02/20-15:47:30.955099 3036186 EVENT_LOG_v1 {"time_micros": 1708444050955061, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301861, "file_size": 68822559, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111022, "index_size": 4923574, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16837, "raw_key_size": 251383280, "raw_average_key_size": 159, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34509, "num_entries": 1576710, "num_filter_entries": 19271, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444045, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301861, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:36.038734 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301862: 1515824 keys, 67720522 bytes, temperature: kUnknown 2024/02/20-15:47:36.038819 3036186 EVENT_LOG_v1 {"time_micros": 1708444056038765, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301862, "file_size": 67720522, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109018, "index_size": 2640260, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18453, "raw_key_size": 219795825, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34035, "num_entries": 1515824, "num_filter_entries": 21074, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444050, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301862, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:40.580993 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301863: 1604002 keys, 67852291 bytes, temperature: kUnknown 2024/02/20-15:47:40.581060 3036186 EVENT_LOG_v1 {"time_micros": 1708444060581024, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301863, "file_size": 67852291, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111070, "index_size": 2761712, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26485, "raw_key_size": 233059413, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35450, "num_entries": 1604002, "num_filter_entries": 30289, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444056, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301863, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:45.820448 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301864: 1668579 keys, 68309897 bytes, temperature: kUnknown 2024/02/20-15:47:45.820760 3036186 EVENT_LOG_v1 {"time_micros": 1708444065820565, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301864, "file_size": 68309897, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110992, "index_size": 4160191, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 70741, "raw_key_size": 292484337, "raw_average_key_size": 175, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36279, "num_entries": 1668579, "num_filter_entries": 80578, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444060, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301864, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:50.502437 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301865: 1314449 keys, 69656461 bytes, temperature: kUnknown 2024/02/20-15:47:50.502498 3036186 EVENT_LOG_v1 {"time_micros": 1708444070502472, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301865, "file_size": 69656461, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109882, "index_size": 6691373, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 51109, "raw_key_size": 314696053, "raw_average_key_size": 239, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35784, "num_entries": 1314449, "num_filter_entries": 58285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444065, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301865, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:52.219322 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20064] Generated table #301866: 459748 keys, 24320400 bytes, temperature: kUnknown 2024/02/20-15:47:52.219388 3036186 EVENT_LOG_v1 {"time_micros": 1708444072219355, "cf_name": "url", "job": 20064, "event": "table_file_creation", "file_number": 301866, "file_size": 24320400, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 23538862, "index_size": 2126353, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7509, "raw_key_size": 111377962, "raw_average_key_size": 242, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 11936, "num_entries": 459748, "num_filter_entries": 8593, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444070, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301866, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:52.293047 3036186 (Original Log Time 2024/02/20-15:47:52.291555) [db/compaction/compaction_job.cc:1729] [url] [JOB 20064] Compacted 2@5 + 13@6 files to L6 => 841440472 bytes 2024/02/20-15:47:52.293051 3036186 (Original Log Time 2024/02/20-15:47:52.292745) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 14.0 rd, 12.3 wr, level 6, files in(2, 13) out(13 +0 blob) MB in(87.5, 822.3 +0.0 blob) out(802.5 +0.0 blob), read-write-amplify(19.6) write-amplify(9.2) OK, records in: 20828638, records dropped: 1856000 output_compression: ZSTD 2024/02/20-15:47:52.293063 3036186 (Original Log Time 2024/02/20-15:47:52.292789) EVENT_LOG_v1 {"time_micros": 1708444072292764, "job": 20064, "event": "compaction_finished", "compaction_time_micros": 68177656, "compaction_time_cpu_micros": 61839844, "output_level": 6, "num_output_files": 13, "total_output_size": 841440472, "num_input_records": 20828638, "num_output_records": 18972638, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-15:47:52.298250 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301710.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.298288 3036186 EVENT_LOG_v1 {"time_micros": 1708444072298283, "job": 20064, "event": "table_file_deletion", "file_number": 301710} 2024/02/20-15:47:52.306372 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301713.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.306415 3036186 EVENT_LOG_v1 {"time_micros": 1708444072306409, "job": 20064, "event": "table_file_deletion", "file_number": 301713} 2024/02/20-15:47:52.313157 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301714.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.313188 3036186 EVENT_LOG_v1 {"time_micros": 1708444072313183, "job": 20064, "event": "table_file_deletion", "file_number": 301714} 2024/02/20-15:47:52.318784 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301715.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.318812 3036186 EVENT_LOG_v1 {"time_micros": 1708444072318808, "job": 20064, "event": "table_file_deletion", "file_number": 301715} 2024/02/20-15:47:52.326898 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301716.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.326930 3036186 EVENT_LOG_v1 {"time_micros": 1708444072326925, "job": 20064, "event": "table_file_deletion", "file_number": 301716} 2024/02/20-15:47:52.338263 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301717.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.338297 3036186 EVENT_LOG_v1 {"time_micros": 1708444072338292, "job": 20064, "event": "table_file_deletion", "file_number": 301717} 2024/02/20-15:47:52.344399 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301718.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.344437 3036186 EVENT_LOG_v1 {"time_micros": 1708444072344431, "job": 20064, "event": "table_file_deletion", "file_number": 301718} 2024/02/20-15:47:52.351082 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301719.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.351128 3036186 EVENT_LOG_v1 {"time_micros": 1708444072351121, "job": 20064, "event": "table_file_deletion", "file_number": 301719} 2024/02/20-15:47:52.357112 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301720.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.357159 3036186 EVENT_LOG_v1 {"time_micros": 1708444072357148, "job": 20064, "event": "table_file_deletion", "file_number": 301720} 2024/02/20-15:47:52.366799 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301725.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.366834 3036186 EVENT_LOG_v1 {"time_micros": 1708444072366828, "job": 20064, "event": "table_file_deletion", "file_number": 301725} 2024/02/20-15:47:52.372772 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301726.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.372796 3036186 EVENT_LOG_v1 {"time_micros": 1708444072372792, "job": 20064, "event": "table_file_deletion", "file_number": 301726} 2024/02/20-15:47:52.383890 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301727.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.383925 3036186 EVENT_LOG_v1 {"time_micros": 1708444072383920, "job": 20064, "event": "table_file_deletion", "file_number": 301727} 2024/02/20-15:47:52.389516 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301728.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.389548 3036186 EVENT_LOG_v1 {"time_micros": 1708444072389543, "job": 20064, "event": "table_file_deletion", "file_number": 301728} 2024/02/20-15:47:52.398309 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301849.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.398343 3036186 EVENT_LOG_v1 {"time_micros": 1708444072398338, "job": 20064, "event": "table_file_deletion", "file_number": 301849} 2024/02/20-15:47:52.401213 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301853.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:47:52.401251 3036186 EVENT_LOG_v1 {"time_micros": 1708444072401246, "job": 20064, "event": "table_file_deletion", "file_number": 301853} 2024/02/20-15:47:52.401315 4077564 (Original Log Time 2024/02/20-15:46:44.041635) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-15:47:52.401611 4077564 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301867. Immutable memtables: 0. 2024/02/20-15:47:52.401847 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20065] Syncing log #301850 2024/02/20-15:47:52.408686 3036193 (Original Log Time 2024/02/20-15:47:52.401837) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:47:52.408697 3036193 [db/flush_job.cc:892] [tag] [JOB 20065] Flushing memtable with next log file: 301867 2024/02/20-15:47:52.408726 3036193 EVENT_LOG_v1 {"time_micros": 1708444072408716, "job": 20065, "event": "flush_started", "num_memtables": 1, "num_entries": 3498, "num_deletes": 0, "total_data_size": 308615, "memory_usage": 2443240, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-15:47:52.408731 3036193 [db/flush_job.cc:926] [tag] [JOB 20065] Level-0 flush table #301868: started 2024/02/20-15:47:52.413085 3036193 EVENT_LOG_v1 {"time_micros": 1708444072413056, "cf_name": "tag", "job": 20065, "event": "table_file_creation", "file_number": 301868, "file_size": 184599, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155613645, "largest_seqno": 5155667876, "table_properties": {"data_size": 181816, "index_size": 2070, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 298160, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 59, "num_entries": 3461, "num_filter_entries": 92, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444003, "oldest_key_time": 1708444003, "file_creation_time": 1708444072, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301868, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:47:52.413126 3036193 [db/flush_job.cc:1062] [tag] [JOB 20065] Flush lasted 4448 microseconds, and 3273 cpu microseconds. 2024/02/20-15:47:52.414068 3036193 (Original Log Time 2024/02/20-15:47:52.413112) [db/flush_job.cc:1011] [tag] [JOB 20065] Level-0 flush table #301868: 184599 bytes OK 2024/02/20-15:47:52.414072 3036193 (Original Log Time 2024/02/20-15:47:52.413131) [db/memtable_list.cc:555] [tag] Level-0 commit table #301868 started 2024/02/20-15:47:52.414074 3036193 (Original Log Time 2024/02/20-15:47:52.413839) [db/memtable_list.cc:754] [tag] Level-0 commit table #301868: memtable #1 done 2024/02/20-15:47:52.414075 3036193 (Original Log Time 2024/02/20-15:47:52.413854) EVENT_LOG_v1 {"time_micros": 1708444072413850, "job": 20065, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:47:52.414077 3036193 (Original Log Time 2024/02/20-15:47:52.414035) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:47:52.414172 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20066] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:47:52.414183 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20073 Base level 0, inputs: [301868(180KB) 301851(395KB)], [301842(64MB) 301844(64MB) 301845(48MB)] 2024/02/20-15:47:52.414206 3036192 EVENT_LOG_v1 {"time_micros": 1708444072414196, "job": 20066, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301868, 301851], "files_L6": [301842, 301844, 301845], "score": 1, "input_data_size": 186843183, "oldest_snapshot_seqno": -1} 2024/02/20-15:47:57.159515 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20066] Generated table #301869: 2519771 keys, 67643311 bytes, temperature: kUnknown 2024/02/20-15:47:57.159583 3036192 EVENT_LOG_v1 {"time_micros": 1708444077159540, "cf_name": "tag", "job": 20066, "event": "table_file_creation", "file_number": 301869, "file_size": 67643311, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109648, "index_size": 1516132, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 209814925, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36257, "num_entries": 2519771, "num_filter_entries": 1152, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444072, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301869, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:01.819879 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20066] Generated table #301870: 2010659 keys, 67659971 bytes, temperature: kUnknown 2024/02/20-15:48:01.819946 3036192 EVENT_LOG_v1 {"time_micros": 1708444081819909, "cf_name": "tag", "job": 20066, "event": "table_file_creation", "file_number": 301870, "file_size": 67659971, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110180, "index_size": 1368323, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 188499566, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35594, "num_entries": 2010659, "num_filter_entries": 2287, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444077, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301870, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:05.802964 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20066] Generated table #301871: 1970580 keys, 51244049 bytes, temperature: kUnknown 2024/02/20-15:48:05.803042 3036192 EVENT_LOG_v1 {"time_micros": 1708444085802994, "cf_name": "tag", "job": 20066, "event": "table_file_creation", "file_number": 301871, "file_size": 51244049, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 50846567, "index_size": 1151715, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 158121694, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27903, "num_entries": 1970580, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444081, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301871, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:05.809899 3036192 (Original Log Time 2024/02/20-15:48:05.809093) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20066] Compacted 2@0 + 3@6 files to L6 => 186547331 bytes 2024/02/20-15:48:05.809902 3036192 (Original Log Time 2024/02/20-15:48:05.809638) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.0 rd, 13.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.6, 177.6 +0.0 blob) out(177.9 +0.0 blob), read-write-amplify(633.4) write-amplify(316.5) OK, records in: 6501010, records dropped: 0 output_compression: ZSTD 2024/02/20-15:48:05.809908 3036192 (Original Log Time 2024/02/20-15:48:05.809666) EVENT_LOG_v1 {"time_micros": 1708444085809653, "job": 20066, "event": "compaction_finished", "compaction_time_micros": 13388913, "compaction_time_cpu_micros": 13155644, "output_level": 6, "num_output_files": 3, "total_output_size": 186547331, "num_input_records": 6501010, "num_output_records": 6501010, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:48:05.815279 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301842.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:05.815302 3036192 EVENT_LOG_v1 {"time_micros": 1708444085815298, "job": 20066, "event": "table_file_deletion", "file_number": 301842} 2024/02/20-15:48:05.820906 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301844.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:05.820932 3036192 EVENT_LOG_v1 {"time_micros": 1708444085820928, "job": 20066, "event": "table_file_deletion", "file_number": 301844} 2024/02/20-15:48:05.824957 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301845.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:05.824980 3036192 EVENT_LOG_v1 {"time_micros": 1708444085824977, "job": 20066, "event": "table_file_deletion", "file_number": 301845} 2024/02/20-15:48:05.825092 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301851.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:05.825099 3036192 EVENT_LOG_v1 {"time_micros": 1708444085825098, "job": 20066, "event": "table_file_deletion", "file_number": 301851} 2024/02/20-15:48:05.825153 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301868.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:05.825157 3036192 EVENT_LOG_v1 {"time_micros": 1708444085825156, "job": 20066, "event": "table_file_deletion", "file_number": 301868} 2024/02/20-15:48:05.825202 4077564 (Original Log Time 2024/02/20-15:47:52.414270) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-15:48:05.825486 4077564 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301872. Immutable memtables: 0. 2024/02/20-15:48:05.825696 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20067] Syncing log #301867 2024/02/20-15:48:05.827842 3036210 (Original Log Time 2024/02/20-15:48:05.825688) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:48:05.827848 3036210 [db/flush_job.cc:892] [key] [JOB 20067] Flushing memtable with next log file: 301872 2024/02/20-15:48:05.827862 3036210 EVENT_LOG_v1 {"time_micros": 1708444085827857, "job": 20067, "event": "flush_started", "num_memtables": 1, "num_entries": 14162, "num_deletes": 0, "total_data_size": 884562, "memory_usage": 2498576, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-15:48:05.827864 3036210 [db/flush_job.cc:926] [key] [JOB 20067] Level-0 flush table #301873: started 2024/02/20-15:48:05.843361 3036210 EVENT_LOG_v1 {"time_micros": 1708444085843321, "cf_name": "key", "job": 20067, "event": "table_file_creation", "file_number": 301873, "file_size": 606372, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155613598, "largest_seqno": 5155683321, "table_properties": {"data_size": 588085, "index_size": 4118, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13685, "raw_key_size": 841098, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 177, "num_entries": 13911, "num_filter_entries": 15655, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444003, "oldest_key_time": 1708444003, "file_creation_time": 1708444085, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301873, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:05.843411 3036210 [db/flush_job.cc:1062] [key] [JOB 20067] Flush lasted 15572 microseconds, and 14250 cpu microseconds. 2024/02/20-15:48:05.844006 3036210 (Original Log Time 2024/02/20-15:48:05.843393) [db/flush_job.cc:1011] [key] [JOB 20067] Level-0 flush table #301873: 606372 bytes OK 2024/02/20-15:48:05.844009 3036210 (Original Log Time 2024/02/20-15:48:05.843418) [db/memtable_list.cc:555] [key] Level-0 commit table #301873 started 2024/02/20-15:48:05.844011 3036210 (Original Log Time 2024/02/20-15:48:05.843751) [db/memtable_list.cc:754] [key] Level-0 commit table #301873: memtable #1 done 2024/02/20-15:48:05.844012 3036210 (Original Log Time 2024/02/20-15:48:05.843769) EVENT_LOG_v1 {"time_micros": 1708444085843764, "job": 20067, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:48:05.844014 3036210 (Original Log Time 2024/02/20-15:48:05.843960) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:48:05.844176 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 20068] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:48:05.844184 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20075 Base level 0, inputs: [301873(592KB) 301852(1109KB)], [301846(10MB)] 2024/02/20-15:48:05.844197 3036187 EVENT_LOG_v1 {"time_micros": 1708444085844189, "job": 20068, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301873, 301852], "files_L5": [301846], "score": 1, "input_data_size": 12671626, "oldest_snapshot_seqno": -1} 2024/02/20-15:48:06.273231 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 20068] Generated table #301874: 308090 keys, 12529237 bytes, temperature: kUnknown 2024/02/20-15:48:06.273296 3036187 EVENT_LOG_v1 {"time_micros": 1708444086273257, "cf_name": "key", "job": 20068, "event": "table_file_creation", "file_number": 301874, "file_size": 12529237, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5154009420, "largest_seqno": 5155683321, "table_properties": {"data_size": 12176429, "index_size": 96686, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 281621, "raw_key_size": 18626994, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3588, "num_entries": 308090, "num_filter_entries": 318976, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708442281, "oldest_key_time": 0, "file_creation_time": 1708444085, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301874, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:06.274370 3036187 (Original Log Time 2024/02/20-15:48:06.273901) [db/compaction/compaction_job.cc:1729] [key] [JOB 20068] Compacted 2@0 + 1@5 files to L5 => 12529237 bytes 2024/02/20-15:48:06.274373 3036187 (Original Log Time 2024/02/20-15:48:06.274165) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.05, MB/sec: 29.5 rd, 29.2 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.7, 10.4 +0.0 blob) out(11.9 +0.0 blob), read-write-amplify(14.5) write-amplify(7.2) OK, records in: 308090, records dropped: 0 output_compression: LZ4 2024/02/20-15:48:06.274379 3036187 (Original Log Time 2024/02/20-15:48:06.274187) EVENT_LOG_v1 {"time_micros": 1708444086274177, "job": 20068, "event": "compaction_finished", "compaction_time_micros": 429155, "compaction_time_cpu_micros": 417461, "output_level": 5, "num_output_files": 1, "total_output_size": 12529237, "num_input_records": 308090, "num_output_records": 308090, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:48:06.275338 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301846.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:06.275352 3036187 EVENT_LOG_v1 {"time_micros": 1708444086275349, "job": 20068, "event": "table_file_deletion", "file_number": 301846} 2024/02/20-15:48:06.275532 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301852.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:06.275539 3036187 EVENT_LOG_v1 {"time_micros": 1708444086275538, "job": 20068, "event": "table_file_deletion", "file_number": 301852} 2024/02/20-15:48:06.275656 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301873.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:06.275662 3036187 EVENT_LOG_v1 {"time_micros": 1708444086275661, "job": 20068, "event": "table_file_deletion", "file_number": 301873} 2024/02/20-15:48:06.275771 4077564 (Original Log Time 2024/02/20-15:48:05.844197) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-15:48:06.275891 3036185 (Original Log Time 2024/02/20-15:48:06.275852) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-15:48:06.275896 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20069] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-15:48:06.275903 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20076 Base level 5, inputs: [301874(11MB)], [301737(67MB) 301738(66MB) 301739(66MB) 301740(67MB) 301741(66MB) 301742(10215KB)] 2024/02/20-15:48:06.275927 3036185 EVENT_LOG_v1 {"time_micros": 1708444086275917, "job": 20069, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301874], "files_L6": [301737, 301738, 301739, 301740, 301741, 301742], "score": -1, "input_data_size": 374322432, "oldest_snapshot_seqno": -1} 2024/02/20-15:48:12.287083 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20069] Generated table #301875: 3164736 keys, 70437369 bytes, temperature: kUnknown 2024/02/20-15:48:12.287176 3036185 EVENT_LOG_v1 {"time_micros": 1708444092287133, "cf_name": "key", "job": 20069, "event": "table_file_creation", "file_number": 301875, "file_size": 70437369, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110778, "index_size": 1034147, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2843205, "raw_key_size": 191512402, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37347, "num_entries": 3164736, "num_filter_entries": 3182546, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444086, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301875, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:18.226758 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20069] Generated table #301876: 2963840 keys, 70258471 bytes, temperature: kUnknown 2024/02/20-15:48:18.226846 3036185 EVENT_LOG_v1 {"time_micros": 1708444098226794, "cf_name": "key", "job": 20069, "event": "table_file_creation", "file_number": 301876, "file_size": 70258471, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110535, "index_size": 965540, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2676469, "raw_key_size": 178435696, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36843, "num_entries": 2963840, "num_filter_entries": 2996783, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444092, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301876, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:24.439986 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20069] Generated table #301877: 2998880 keys, 70238227 bytes, temperature: kUnknown 2024/02/20-15:48:24.440080 3036185 EVENT_LOG_v1 {"time_micros": 1708444104440032, "cf_name": "key", "job": 20069, "event": "table_file_creation", "file_number": 301877, "file_size": 70238227, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109543, "index_size": 1030773, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2684181, "raw_key_size": 182686559, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37107, "num_entries": 2998880, "num_filter_entries": 3005265, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444098, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301877, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:30.638215 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20069] Generated table #301878: 2987300 keys, 70267047 bytes, temperature: kUnknown 2024/02/20-15:48:30.638285 3036185 EVENT_LOG_v1 {"time_micros": 1708444110638244, "cf_name": "key", "job": 20069, "event": "table_file_creation", "file_number": 301878, "file_size": 70267047, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109709, "index_size": 998141, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2693509, "raw_key_size": 181580647, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37018, "num_entries": 2987300, "num_filter_entries": 3015656, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444104, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301878, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:36.116037 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20069] Generated table #301879: 2940612 keys, 70207337 bytes, temperature: kUnknown 2024/02/20-15:48:36.116124 3036185 EVENT_LOG_v1 {"time_micros": 1708444116116072, "cf_name": "key", "job": 20069, "event": "table_file_creation", "file_number": 301879, "file_size": 70207337, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109218, "index_size": 963771, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2646645, "raw_key_size": 177470894, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36782, "num_entries": 2940612, "num_filter_entries": 2963452, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444110, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301879, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:37.445155 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20069] Generated table #301880: 700723 keys, 16232158 bytes, temperature: kUnknown 2024/02/20-15:48:37.445216 3036185 EVENT_LOG_v1 {"time_micros": 1708444117445179, "cf_name": "key", "job": 20069, "event": "table_file_creation", "file_number": 301880, "file_size": 16232158, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 15494442, "index_size": 228115, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 625381, "raw_key_size": 42493801, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 8566, "num_entries": 700723, "num_filter_entries": 705494, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708444116, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301880, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:48:37.469009 3036185 (Original Log Time 2024/02/20-15:48:37.467805) [db/compaction/compaction_job.cc:1729] [key] [JOB 20069] Compacted 1@5 + 6@6 files to L6 => 367640609 bytes 2024/02/20-15:48:37.469014 3036185 (Original Log Time 2024/02/20-15:48:37.468741) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 12.0 rd, 11.8 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(11.9, 345.0 +0.0 blob) out(350.6 +0.0 blob), read-write-amplify(59.2) write-amplify(29.3) OK, records in: 15756091, records dropped: 0 output_compression: ZSTD 2024/02/20-15:48:37.469027 3036185 (Original Log Time 2024/02/20-15:48:37.468786) EVENT_LOG_v1 {"time_micros": 1708444117468762, "job": 20069, "event": "compaction_finished", "compaction_time_micros": 31169344, "compaction_time_cpu_micros": 30432626, "output_level": 6, "num_output_files": 6, "total_output_size": 367640609, "num_input_records": 15756091, "num_output_records": 15756091, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-15:48:37.476421 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301737.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:37.476451 3036185 EVENT_LOG_v1 {"time_micros": 1708444117476446, "job": 20069, "event": "table_file_deletion", "file_number": 301737} 2024/02/20-15:48:37.484405 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301738.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:37.484445 3036185 EVENT_LOG_v1 {"time_micros": 1708444117484439, "job": 20069, "event": "table_file_deletion", "file_number": 301738} 2024/02/20-15:48:37.490937 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301739.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:37.490974 3036185 EVENT_LOG_v1 {"time_micros": 1708444117490969, "job": 20069, "event": "table_file_deletion", "file_number": 301739} 2024/02/20-15:48:37.497843 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301740.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:37.497882 3036185 EVENT_LOG_v1 {"time_micros": 1708444117497876, "job": 20069, "event": "table_file_deletion", "file_number": 301740} 2024/02/20-15:48:37.511853 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301741.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:37.511893 3036185 EVENT_LOG_v1 {"time_micros": 1708444117511886, "job": 20069, "event": "table_file_deletion", "file_number": 301741} 2024/02/20-15:48:37.513159 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301742.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:37.513181 3036185 EVENT_LOG_v1 {"time_micros": 1708444117513177, "job": 20069, "event": "table_file_deletion", "file_number": 301742} 2024/02/20-15:48:37.515287 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301874.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:48:37.515307 3036185 EVENT_LOG_v1 {"time_micros": 1708444117515304, "job": 20069, "event": "table_file_deletion", "file_number": 301874} 2024/02/20-15:48:37.515385 4077564 (Original Log Time 2024/02/20-15:48:06.275785) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-15:49:18.459075 4077504 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301847. Total log size is 15728799 while max_total_wal_size is 15728640 2024/02/20-15:49:18.459300 4077504 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301881. Immutable memtables: 0. 2024/02/20-15:49:18.459550 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20070] Syncing log #301872 2024/02/20-15:49:18.489229 3036193 (Original Log Time 2024/02/20-15:49:18.459533) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:49:18.489239 3036193 [db/flush_job.cc:892] [url] [JOB 20070] Flushing memtable with next log file: 301881 2024/02/20-15:49:18.489268 3036193 EVENT_LOG_v1 {"time_micros": 1708444158489259, "job": 20070, "event": "flush_started", "num_memtables": 1, "num_entries": 99261, "num_deletes": 70000, "total_data_size": 13901927, "memory_usage": 16443008, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:49:18.489272 3036193 [db/flush_job.cc:926] [url] [JOB 20070] Level-0 flush table #301882: started 2024/02/20-15:49:18.676042 3036193 EVENT_LOG_v1 {"time_micros": 1708444158675991, "cf_name": "url", "job": 20070, "event": "table_file_creation", "file_number": 301882, "file_size": 6350155, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610835, "largest_seqno": 5155745069, "table_properties": {"data_size": 6278413, "index_size": 147546, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3925, "raw_key_size": 13583660, "raw_average_key_size": 137, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1969, "num_entries": 98737, "num_filter_entries": 4387, "num_deletions": 70000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 1708444001, "file_creation_time": 1708444158, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301882, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:49:18.676112 3036193 [db/flush_job.cc:1062] [url] [JOB 20070] Flush lasted 186893 microseconds, and 180601 cpu microseconds. 2024/02/20-15:49:18.676696 3036193 (Original Log Time 2024/02/20-15:49:18.676088) [db/flush_job.cc:1011] [url] [JOB 20070] Level-0 flush table #301882: 6350155 bytes OK 2024/02/20-15:49:18.676700 3036193 (Original Log Time 2024/02/20-15:49:18.676120) [db/memtable_list.cc:555] [url] Level-0 commit table #301882 started 2024/02/20-15:49:18.676703 3036193 (Original Log Time 2024/02/20-15:49:18.676432) [db/memtable_list.cc:754] [url] Level-0 commit table #301882: memtable #1 done 2024/02/20-15:49:18.676706 3036193 (Original Log Time 2024/02/20-15:49:18.676452) EVENT_LOG_v1 {"time_micros": 1708444158676446, "job": 20070, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-15:49:18.676709 3036193 (Original Log Time 2024/02/20-15:49:18.676657) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-15:49:18.676716 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20070] Try to delete WAL files size 6673091, prev total WAL file size 15738882, number of live WAL files 5. 2024/02/20-15:49:18.676955 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301847.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:49:18.677738 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301850.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:50:06.164374 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-15:50:06.164547 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1031605.0 total, 600.2 interval Cumulative writes: 131M writes, 589M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.78 GB, 0.06 MB/s Cumulative WAL: 131M writes, 0 syncs, 131954014.00 writes per sync, written: 56.78 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 103K writes, 553K keys, 102K commit groups, 1.0 writes per commit group, ingest: 67.73 MB, 0.11 MB/s Interval WAL: 103K writes, 0 syncs, 103283.00 writes per sync, written: 0.07 GB, 0.11 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1031605.0 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1720 last_copies: 0 last_secs: 7.9e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 6.06 MB 0.5 0.0 0.0 0.0 18.7 18.7 0.0 1.0 0.0 46.4 413.80 386.13 4183 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.2 18.4 50.8 68.0 17.2 0.0 3.7 41.9 41.2 1690.57 1619.07 2160 0.783 1044M 1151 0.0 0.0 L6 13/0 802.46 MB 0.0 407.7 17.6 390.1 390.5 0.3 0.0 22.2 16.0 15.3 26084.81 24055.70 604 43.187 9531M 259M 0.0 0.0 Sum 14/0 808.52 MB 0.0 476.9 36.0 440.9 477.3 36.3 0.0 25.5 17.3 17.3 28189.18 26060.91 6947 4.058 10G 259M 0.0 0.0 Int 0/0 0.00 KB 0.0 1.0 0.1 0.9 1.0 0.0 0.0 33.1 14.5 13.4 74.13 67.66 8 9.266 23M 1856K 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 476.9 36.0 440.9 458.5 17.6 0.0 0.0 17.6 16.9 27775.38 25674.78 2764 10.049 10G 259M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.7 18.7 0.0 0.0 0.0 46.4 413.80 386.13 4183 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1031605.0 total, 600.2 interval Flush(GB): cumulative 18.731, interval 0.029 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 477.25 GB write, 0.47 MB/s write, 476.93 GB read, 0.47 MB/s read, 28189.2 seconds Interval compaction: 0.97 GB write, 1.66 MB/s write, 1.05 GB read, 1.79 MB/s read, 74.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1647 collections: 1720 last_copies: 0 last_secs: 0.000953 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(872,14.46 MB,0.941458%) IndexBlock(774,1.37 GB,91.0048%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6026994 Average: 2.1914 StdDev: 4.25 Min: 0 Median: 1.3851 Max: 2021 Percentiles: P50: 1.39 P75: 1.97 P99: 7.75 P99.9: 45.35 P99.99: 127.08 ------------------------------------------------------ [ 0, 1 ] 2024706 33.594% 33.594% ####### ( 1, 2 ] 2567472 42.600% 76.194% ######### ( 2, 3 ] 1005576 16.685% 92.878% ### ( 3, 4 ] 244811 4.062% 96.940% # ( 4, 6 ] 108591 1.802% 98.742% ( 6, 10 ] 35506 0.589% 99.331% ( 10, 15 ] 14993 0.249% 99.580% ( 15, 22 ] 7580 0.126% 99.705% ( 22, 34 ] 7935 0.132% 99.837% ( 34, 51 ] 5685 0.094% 99.931% ( 51, 76 ] 2531 0.042% 99.973% ( 76, 110 ] 890 0.015% 99.988% ( 110, 170 ] 405 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21783435 Average: 2.4726 StdDev: 6.78 Min: 0 Median: 1.4995 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.94 P99.99: 146.25 ------------------------------------------------------ [ 0, 1 ] 6643588 30.498% 30.498% ###### ( 1, 2 ] 8505075 39.044% 69.542% ######## ( 2, 3 ] 3703585 17.002% 86.544% ### ( 3, 4 ] 1355734 6.224% 92.768% # ( 4, 6 ] 1064923 4.889% 97.656% # ( 6, 10 ] 342532 1.572% 99.229% ( 10, 15 ] 59680 0.274% 99.503% ( 15, 22 ] 30507 0.140% 99.643% ( 22, 34 ] 32714 0.150% 99.793% ( 34, 51 ] 24865 0.114% 99.907% ( 51, 76 ] 11966 0.055% 99.962% ( 76, 110 ] 4880 0.022% 99.984% ( 110, 170 ] 1999 0.009% 99.994% ( 170, 250 ] 594 0.003% 99.996% ( 250, 380 ] 328 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 212250845 Average: 12.3108 StdDev: 81.59 Min: 0 Median: 1.4971 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.87 P99.9: 305.26 P99.99: 1543.01 ------------------------------------------------------ [ 0, 1 ] 72021058 33.932% 33.932% ####### ( 1, 2 ] 68608929 32.324% 66.257% ###### ( 2, 3 ] 30296591 14.274% 80.530% ### ( 3, 4 ] 6525350 3.074% 83.605% # ( 4, 6 ] 1185830 0.559% 84.164% ( 6, 10 ] 558507 0.263% 84.427% ( 10, 15 ] 316759 0.149% 84.576% ( 15, 22 ] 262688 0.124% 84.700% ( 22, 34 ] 7633640 3.597% 88.296% # ( 34, 51 ] 7805092 3.677% 91.973% # ( 51, 76 ] 6250335 2.945% 94.918% # ( 76, 110 ] 6821570 3.214% 98.132% # ( 110, 170 ] 3362427 1.584% 99.716% ( 170, 250 ] 341336 0.161% 99.877% ( 250, 380 ] 114065 0.054% 99.931% ( 380, 580 ] 69300 0.033% 99.964% ( 580, 870 ] 31053 0.015% 99.978% ( 870, 1300 ] 14098 0.007% 99.985% ( 1300, 1900 ] 27139 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.3 88.64 75.06 4070 0.022 0 0 0.0 0.0 L6 3/0 177.91 MB 0.0 316.0 3.1 312.8 312.9 0.1 0.0 99.6 15.4 15.2 21070.77 20683.12 2142 9.837 11G 62M 0.0 0.0 Sum 3/0 177.91 MB 0.0 316.0 3.1 312.8 316.1 3.2 0.0 100.6 15.3 15.3 21159.41 20758.17 6212 3.406 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.5 0.0 0.5 0.5 0.0 0.0 352.0 13.2 13.2 40.37 39.68 8 5.047 19M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 316.0 3.1 312.8 312.9 0.1 0.0 0.0 15.4 15.2 21070.77 20683.12 2142 9.837 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.3 88.64 75.06 4070 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1031605.0 total, 600.2 interval Flush(GB): cumulative 3.142, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 316.06 GB write, 0.31 MB/s write, 315.98 GB read, 0.31 MB/s read, 21159.4 seconds Interval compaction: 0.52 GB write, 0.89 MB/s write, 0.52 GB read, 0.89 MB/s read, 40.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4322 collections: 1720 last_copies: 0 last_secs: 0.002103 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2179,1.66 MB,0.10796%) IndexBlock(2142,1.46 GB,97.3394%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1032642 Average: 3.5766 StdDev: 6.32 Min: 0 Median: 2.5967 Max: 2960 Percentiles: P50: 2.60 P75: 3.78 P99: 12.45 P99.9: 60.74 P99.99: 194.04 ------------------------------------------------------ [ 0, 1 ] 116732 11.304% 11.304% ## ( 1, 2 ] 247342 23.952% 35.257% ##### ( 2, 3 ] 255155 24.709% 59.966% ##### ( 3, 4 ] 199612 19.330% 79.296% #### ( 4, 6 ] 172105 16.666% 95.962% ### ( 6, 10 ] 29019 2.810% 98.772% # ( 10, 15 ] 4805 0.465% 99.238% ( 15, 22 ] 2574 0.249% 99.487% ( 22, 34 ] 2180 0.211% 99.698% ( 34, 51 ] 1794 0.174% 99.872% ( 51, 76 ] 748 0.072% 99.944% ( 76, 110 ] 254 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 11 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 179260273 Average: 2.1895 StdDev: 5.38 Min: 0 Median: 1.3459 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.97 P99.9: 53.62 P99.99: 144.39 ------------------------------------------------------ [ 0, 1 ] 66036709 36.838% 36.838% ####### ( 1, 2 ] 68217393 38.055% 74.893% ######## ( 2, 3 ] 33496647 18.686% 93.579% #### ( 3, 4 ] 8064149 4.499% 98.078% # ( 4, 6 ] 1501758 0.838% 98.916% ( 6, 10 ] 623252 0.348% 99.263% ( 10, 15 ] 406524 0.227% 99.490% ( 15, 22 ] 202102 0.113% 99.603% ( 22, 34 ] 314964 0.176% 99.779% ( 34, 51 ] 206902 0.115% 99.894% ( 51, 76 ] 101195 0.056% 99.951% ( 76, 110 ] 58285 0.033% 99.983% ( 110, 170 ] 21748 0.012% 99.995% ( 170, 250 ] 3872 0.002% 99.997% ( 250, 380 ] 1770 0.001% 99.998% ( 380, 580 ] 1472 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 259 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 1.0 0.0 33.8 277.40 257.47 4150 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.4 8.3 14.1 22.2 8.1 0.0 2.7 28.7 28.4 799.79 773.55 1988 0.402 620M 276K 0.0 0.0 L6 6/0 350.61 MB 0.0 199.0 8.9 190.1 190.2 0.2 0.0 21.3 14.4 13.7 14185.54 13878.57 721 19.675 8907M 241M 0.0 0.0 Sum 6/0 350.61 MB 0.0 221.4 17.2 204.2 221.6 17.4 0.0 24.2 14.9 14.9 15262.73 14909.59 6859 2.225 9528M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 103.1 11.9 11.8 32.60 31.80 9 3.622 16M 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 221.4 17.2 204.2 212.4 8.2 0.0 0.0 15.1 14.5 14985.33 14652.12 2709 5.532 9528M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.1 9.1 0.0 0.0 0.0 33.8 277.40 257.47 4150 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1031605.0 total, 600.2 interval Flush(GB): cumulative 9.150, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 221.57 GB write, 0.22 MB/s write, 221.41 GB read, 0.22 MB/s read, 15262.7 seconds Interval compaction: 0.38 GB write, 0.64 MB/s write, 0.38 GB read, 0.65 MB/s read, 32.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 356947 collections: 1720 last_copies: 0 last_secs: 0.143335 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(356800,1.38 GB,91.7695%) FilterBlock(74,67.01 MB,4.36247%) IndexBlock(73,25.31 MB,1.6479%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2861545 Average: 4.2672 StdDev: 8.06 Min: 0 Median: 1.9628 Max: 9050 Percentiles: P50: 1.96 P75: 5.38 P99: 17.91 P99.9: 61.06 P99.99: 151.52 ------------------------------------------------------ [ 0, 1 ] 636698 22.250% 22.250% #### ( 1, 2 ] 824745 28.822% 51.072% ###### ( 2, 3 ] 405120 14.157% 65.229% ### ( 3, 4 ] 175182 6.122% 71.351% # ( 4, 6 ] 151303 5.287% 76.639% # ( 6, 10 ] 453121 15.835% 92.473% ### ( 10, 15 ] 179639 6.278% 98.751% # ( 15, 22 ] 17105 0.598% 99.349% ( 22, 34 ] 9159 0.320% 99.669% ( 34, 51 ] 5589 0.195% 99.864% ( 51, 76 ] 2541 0.089% 99.953% ( 76, 110 ] 834 0.029% 99.982% ( 110, 170 ] 322 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6942845 Average: 4.7204 StdDev: 7.64 Min: 0 Median: 2.4865 Max: 7311 Percentiles: P50: 2.49 P75: 6.19 P99: 19.51 P99.9: 69.22 P99.99: 168.78 ------------------------------------------------------ [ 0, 1 ] 1129500 16.269% 16.269% ### ( 1, 2 ] 1827531 26.323% 42.591% ##### ( 2, 3 ] 1057420 15.230% 57.821% ### ( 3, 4 ] 569042 8.196% 66.018% ## ( 4, 6 ] 564668 8.133% 74.151% ## ( 6, 10 ] 1213888 17.484% 91.635% ### ( 10, 15 ] 481184 6.931% 98.565% # ( 15, 22 ] 46859 0.675% 99.240% ( 22, 34 ] 24702 0.356% 99.596% ( 34, 51 ] 15580 0.224% 99.820% ( 51, 76 ] 7587 0.109% 99.930% ( 76, 110 ] 2879 0.041% 99.971% ( 110, 170 ] 1338 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107431414 Average: 5.8228 StdDev: 24.79 Min: 0 Median: 2.3646 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.29 P99.9: 159.37 P99.99: 467.56 ------------------------------------------------------ [ 0, 1 ] 25337821 23.585% 23.585% ##### ( 1, 2 ] 24277953 22.599% 46.184% ##### ( 2, 3 ] 11245644 10.468% 56.651% ## ( 3, 4 ] 4416877 4.111% 60.763% # ( 4, 6 ] 5032997 4.685% 65.448% # ( 6, 10 ] 26179063 24.368% 89.816% ##### ( 10, 15 ] 8433080 7.850% 97.666% ## ( 15, 22 ] 684145 0.637% 98.302% ( 22, 34 ] 560821 0.522% 98.824% ( 34, 51 ] 387004 0.360% 99.185% ( 51, 76 ] 246972 0.230% 99.414% ( 76, 110 ] 313408 0.292% 99.706% ( 110, 170 ] 253029 0.236% 99.942% ( 170, 250 ] 40384 0.038% 99.979% ( 250, 380 ] 8674 0.008% 99.987% ( 380, 580 ] 6393 0.006% 99.993% ( 580, 870 ] 3645 0.003% 99.997% ( 870, 1300 ] 1929 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 187 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 14 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1031605.0 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1720 last_copies: 0 last_secs: 5.4e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-15:50:06.168171 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 537493929 rocksdb.block.cache.hit COUNT : 2222088437 rocksdb.block.cache.add COUNT : 40320596 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32856 rocksdb.block.cache.index.hit COUNT : 545334206 rocksdb.block.cache.index.add COUNT : 32842 rocksdb.block.cache.index.bytes.insert COUNT : 35151166311 rocksdb.block.cache.filter.miss COUNT : 32862 rocksdb.block.cache.filter.hit COUNT : 1131744869 rocksdb.block.cache.filter.add COUNT : 32862 rocksdb.block.cache.filter.bytes.insert COUNT : 8927916678 rocksdb.block.cache.data.miss COUNT : 537428211 rocksdb.block.cache.data.hit COUNT : 545009362 rocksdb.block.cache.data.add COUNT : 40254892 rocksdb.block.cache.data.bytes.insert COUNT : 166745119562 rocksdb.block.cache.bytes.read COUNT : 1936211297275393 rocksdb.block.cache.bytes.write COUNT : 210824202551 rocksdb.bloom.filter.useful COUNT : 586476323 rocksdb.bloom.filter.full.positive COUNT : 545268578 rocksdb.bloom.filter.full.true.positive COUNT : 539591944 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 95989727 rocksdb.memtable.miss COUNT : 6432991905 rocksdb.l0.hit COUNT : 16467272 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 523124672 rocksdb.compaction.key.drop.new COUNT : 281199952 rocksdb.compaction.key.drop.obsolete COUNT : 281219682 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 589914221 rocksdb.number.keys.read COUNT : 663677560 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 60971626655 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68774 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32847 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 781532872 rocksdb.number.multiget.keys.read COUNT : 5865304072 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 60971626655 rocksdb.write.self COUNT : 131738148 rocksdb.write.other COUNT : 215866 rocksdb.write.wal COUNT : 131954014 rocksdb.compact.read.bytes COUNT : 1012093463775 rocksdb.compact.write.bytes COUNT : 1056401787865 rocksdb.flush.write.bytes COUNT : 33314763942 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1066517 rocksdb.number.superversion_releases COUNT : 2759 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 530810244 rocksdb.number.block.decompressed COUNT : 530774165 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61010010981 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68774 rocksdb.num.iterator.deleted COUNT : 68774 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5312 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5274 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44775 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61886987536 rocksdb.memtable.garbage.bytes.at.flush COUNT : 745659466 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 959275388424 rocksdb.last.level.read.count COUNT : 498944944 rocksdb.non.last.level.read.bytes COUNT : 130692515930 rocksdb.non.last.level.read.count COUNT : 38647526 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 537526776 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2165847427170 rocksdb.bytes.compressed.to COUNT : 1051650917321 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26491266574 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6682198 rocksdb.bytes.decompressed.from COUNT : 1051807374415 rocksdb.bytes.decompressed.to COUNT : 2165751239046 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.396222 P95 : 106.238985 P99 : 160.319212 P100 : 227461.000000 COUNT : 663677560 SUM : 34210672900 rocksdb.db.write.micros P50 : 67.049121 P95 : 111.764980 P99 : 169.402111 P100 : 2037453.000000 COUNT : 131954014 SUM : 13617454068 rocksdb.compaction.times.micros P50 : 1613414.634146 P95 : 38580952.380952 P99 : 67165584.415584 P100 : 89521673.000000 COUNT : 7615 SUM : 63831481270 rocksdb.compaction.times.cpu_micros P50 : 1552508.960573 P95 : 35901287.553648 P99 : 64139627.659575 P100 : 83823365.000000 COUNT : 7615 SUM : 61010010981 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4319.960474 P95 : 27819.257221 P99 : 62021.739130 P100 : 1558490.000000 COUNT : 12388 SUM : 116343878 rocksdb.compaction.outfile.sync.micros P50 : 62653.246557 P95 : 125800.000000 P99 : 224955.440415 P100 : 2063820.000000 COUNT : 20442 SUM : 1312118459 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.484967 P95 : 729.059245 P99 : 3980.803571 P100 : 501117.000000 COUNT : 20065 SUM : 12903948 rocksdb.table.open.io.micros P50 : 586.212611 P95 : 6245.472973 P99 : 13022.868557 P100 : 207055.000000 COUNT : 32847 SUM : 58321925 rocksdb.db.multiget.micros P50 : 7.990556 P95 : 17.786687 P99 : 33.022164 P100 : 26625.000000 COUNT : 781532872 SUM : 7397696837 rocksdb.read.block.compaction.micros P50 : 13.682440 P95 : 59.407406 P99 : 138.655592 P100 : 136000.000000 COUNT : 497173319 SUM : 9681845364 rocksdb.read.block.get.micros P50 : 52.885352 P95 : 94.688996 P99 : 145.669197 P100 : 206929.000000 COUNT : 40320610 SUM : 2323565282 rocksdb.write.raw.block.micros P50 : 0.521633 P95 : 0.991104 P99 : 1.895889 P100 : 331149.000000 COUNT : 537590932 SUM : 10823883211 rocksdb.numfiles.in.singlecompaction P50 : 2.773859 P95 : 5.679822 P99 : 5.938640 P100 : 7.000000 COUNT : 5804 SUM : 20663 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.541760 P95 : 33.607170 P99 : 105.011820 P100 : 135929.000000 COUNT : 537592470 SUM : 3746798390 rocksdb.file.read.flush.micros P50 : 1.847017 P95 : 15.839458 P99 : 40.934565 P100 : 787.000000 COUNT : 61940 SUM : 296719 rocksdb.file.read.compaction.micros P50 : 1.426767 P95 : 36.848942 P99 : 106.499249 P100 : 135929.000000 COUNT : 497275543 SUM : 3343883448 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 663677560 SUM : 0 rocksdb.bytes.per.write P50 : 218.501517 P95 : 527.884085 P99 : 803.933634 P100 : 4563443.000000 COUNT : 131738148 SUM : 60971626655 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 781532872 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46278.419183 P95 : 166902.450518 P99 : 238922.666667 P100 : 1681975.000000 COUNT : 12431 SUM : 779847537 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-15:50:06.168330 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-15:50:06.168497 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708444206 to in-memory stats history 2024/02/20-15:50:06.168524 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-15:50:06.168567 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-15:50:29.390343 4077738 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301867. Total log size is 15766474 while max_total_wal_size is 15728640 2024/02/20-15:50:29.390574 4077738 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301883. Immutable memtables: 0. 2024/02/20-15:50:29.390784 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20071] Syncing log #301881 2024/02/20-15:50:29.418778 3036210 (Original Log Time 2024/02/20-15:50:29.390771) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:50:29.418787 3036210 [db/flush_job.cc:892] [tag] [JOB 20071] Flushing memtable with next log file: 301883 2024/02/20-15:50:29.418806 3036210 EVENT_LOG_v1 {"time_micros": 1708444229418800, "job": 20071, "event": "flush_started", "num_memtables": 1, "num_entries": 7689, "num_deletes": 0, "total_data_size": 664366, "memory_usage": 1167352, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:50:29.418809 3036210 [db/flush_job.cc:926] [tag] [JOB 20071] Level-0 flush table #301884: started 2024/02/20-15:50:29.443074 3036210 EVENT_LOG_v1 {"time_micros": 1708444229443035, "cf_name": "tag", "job": 20071, "event": "table_file_creation", "file_number": 301884, "file_size": 392078, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155667902, "largest_seqno": 5155800060, "table_properties": {"data_size": 387749, "index_size": 4385, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 641601, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 125, "num_entries": 7614, "num_filter_entries": 144, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444072, "oldest_key_time": 1708444072, "file_creation_time": 1708444229, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301884, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:50:29.443129 3036210 [db/flush_job.cc:1062] [tag] [JOB 20071] Flush lasted 24360 microseconds, and 23241 cpu microseconds. 2024/02/20-15:50:29.443609 3036210 (Original Log Time 2024/02/20-15:50:29.443110) [db/flush_job.cc:1011] [tag] [JOB 20071] Level-0 flush table #301884: 392078 bytes OK 2024/02/20-15:50:29.443613 3036210 (Original Log Time 2024/02/20-15:50:29.443137) [db/memtable_list.cc:555] [tag] Level-0 commit table #301884 started 2024/02/20-15:50:29.443615 3036210 (Original Log Time 2024/02/20-15:50:29.443364) [db/memtable_list.cc:754] [tag] Level-0 commit table #301884: memtable #1 done 2024/02/20-15:50:29.443617 3036210 (Original Log Time 2024/02/20-15:50:29.443381) EVENT_LOG_v1 {"time_micros": 1708444229443375, "job": 20071, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:50:29.443619 3036210 (Original Log Time 2024/02/20-15:50:29.443576) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:50:29.443624 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20071] Try to delete WAL files size 1830259, prev total WAL file size 15770339, number of live WAL files 4. 2024/02/20-15:50:29.444042 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301867.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:50:51.555096 4076433 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301872. Total log size is 15728810 while max_total_wal_size is 15728640 2024/02/20-15:50:51.555368 4076433 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301885. Immutable memtables: 0. 2024/02/20-15:50:51.555624 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20072] Syncing log #301883 2024/02/20-15:50:51.558970 3036193 (Original Log Time 2024/02/20-15:50:51.555614) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:50:51.558977 3036193 [db/flush_job.cc:892] [key] [JOB 20072] Flushing memtable with next log file: 301885 2024/02/20-15:50:51.558998 3036193 EVENT_LOG_v1 {"time_micros": 1708444251558992, "job": 20072, "event": "flush_started", "num_memtables": 1, "num_entries": 28701, "num_deletes": 0, "total_data_size": 1792464, "memory_usage": 3188848, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:50:51.559001 3036193 [db/flush_job.cc:926] [key] [JOB 20072] Level-0 flush table #301886: started 2024/02/20-15:50:51.618500 3036193 EVENT_LOG_v1 {"time_micros": 1708444251618466, "cf_name": "key", "job": 20072, "event": "table_file_creation", "file_number": 301886, "file_size": 1210234, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155683324, "largest_seqno": 5155817493, "table_properties": {"data_size": 1175389, "index_size": 8472, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26805, "raw_key_size": 1699208, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 349, "num_entries": 28107, "num_filter_entries": 30689, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444085, "oldest_key_time": 1708444085, "file_creation_time": 1708444251, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301886, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:50:51.618545 3036193 [db/flush_job.cc:1062] [key] [JOB 20072] Flush lasted 59579 microseconds, and 57486 cpu microseconds. 2024/02/20-15:50:51.619019 3036193 (Original Log Time 2024/02/20-15:50:51.618529) [db/flush_job.cc:1011] [key] [JOB 20072] Level-0 flush table #301886: 1210234 bytes OK 2024/02/20-15:50:51.619022 3036193 (Original Log Time 2024/02/20-15:50:51.618550) [db/memtable_list.cc:555] [key] Level-0 commit table #301886 started 2024/02/20-15:50:51.619023 3036193 (Original Log Time 2024/02/20-15:50:51.618790) [db/memtable_list.cc:754] [key] Level-0 commit table #301886: memtable #1 done 2024/02/20-15:50:51.619025 3036193 (Original Log Time 2024/02/20-15:50:51.618807) EVENT_LOG_v1 {"time_micros": 1708444251618801, "job": 20072, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-15:50:51.619026 3036193 (Original Log Time 2024/02/20-15:50:51.618985) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-15:50:51.619030 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20072] Try to delete WAL files size 7225449, prev total WAL file size 15730823, number of live WAL files 4. 2024/02/20-15:50:51.619836 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301872.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:52:09.531600 4076749 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301881. Total log size is 15728686 while max_total_wal_size is 15728640 2024/02/20-15:52:09.531902 4076749 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301887. Immutable memtables: 0. 2024/02/20-15:52:09.532156 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20073] Syncing log #301885 2024/02/20-15:52:09.586520 3036210 (Original Log Time 2024/02/20-15:52:09.532131) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:52:09.586530 3036210 [db/flush_job.cc:892] [url] [JOB 20073] Flushing memtable with next log file: 301887 2024/02/20-15:52:09.586553 3036210 EVENT_LOG_v1 {"time_micros": 1708444329586547, "job": 20073, "event": "flush_started", "num_memtables": 1, "num_entries": 96251, "num_deletes": 64000, "total_data_size": 13646037, "memory_usage": 15504824, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:52:09.586556 3036210 [db/flush_job.cc:926] [url] [JOB 20073] Level-0 flush table #301888: started 2024/02/20-15:52:09.810260 3036210 EVENT_LOG_v1 {"time_micros": 1708444329810222, "cf_name": "url", "job": 20073, "event": "table_file_creation", "file_number": 301888, "file_size": 6449153, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155745071, "largest_seqno": 5155879449, "table_properties": {"data_size": 6371147, "index_size": 155667, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3925, "raw_key_size": 13302253, "raw_average_key_size": 139, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1983, "num_entries": 95595, "num_filter_entries": 4474, "num_deletions": 64000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444158, "oldest_key_time": 1708444158, "file_creation_time": 1708444329, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301888, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:52:09.810318 3036210 [db/flush_job.cc:1062] [url] [JOB 20073] Flush lasted 223808 microseconds, and 218717 cpu microseconds. 2024/02/20-15:52:09.810988 3036210 (Original Log Time 2024/02/20-15:52:09.810302) [db/flush_job.cc:1011] [url] [JOB 20073] Level-0 flush table #301888: 6449153 bytes OK 2024/02/20-15:52:09.810993 3036210 (Original Log Time 2024/02/20-15:52:09.810325) [db/memtable_list.cc:555] [url] Level-0 commit table #301888 started 2024/02/20-15:52:09.810995 3036210 (Original Log Time 2024/02/20-15:52:09.810692) [db/memtable_list.cc:754] [url] Level-0 commit table #301888: memtable #1 done 2024/02/20-15:52:09.810998 3036210 (Original Log Time 2024/02/20-15:52:09.810713) EVENT_LOG_v1 {"time_micros": 1708444329810707, "job": 20073, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-15:52:09.811000 3036210 (Original Log Time 2024/02/20-15:52:09.810933) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-15:52:09.811006 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20073] Try to delete WAL files size 6710766, prev total WAL file size 15739456, number of live WAL files 4. 2024/02/20-15:52:09.811193 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 20074] Compacting 2@0 files to L5, score 1.00 2024/02/20-15:52:09.811223 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20081 Base level 0, inputs: [301888(6298KB) 301882(6201KB)] 2024/02/20-15:52:09.811256 3036183 EVENT_LOG_v1 {"time_micros": 1708444329811241, "job": 20074, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301888, 301882], "score": 1, "input_data_size": 12799308, "oldest_snapshot_seqno": -1} 2024/02/20-15:52:09.811998 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301881.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:52:10.249191 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20074] Generated table #301889: 194332 keys, 12585106 bytes, temperature: kUnknown 2024/02/20-15:52:10.249255 3036183 EVENT_LOG_v1 {"time_micros": 1708444330249217, "cf_name": "url", "job": 20074, "event": "table_file_creation", "file_number": 301889, "file_size": 12585106, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610835, "largest_seqno": 5155879449, "table_properties": {"data_size": 12445290, "index_size": 301505, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6085, "raw_key_size": 26885913, "raw_average_key_size": 138, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3882, "num_entries": 194332, "num_filter_entries": 6998, "num_deletions": 134000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 0, "file_creation_time": 1708444329, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301889, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:52:10.250492 3036183 (Original Log Time 2024/02/20-15:52:10.249771) [db/compaction/compaction_job.cc:1729] [url] [JOB 20074] Compacted 2@0 files to L5 => 12585106 bytes 2024/02/20-15:52:10.250498 3036183 (Original Log Time 2024/02/20-15:52:10.250196) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.05, MB/sec: 29.2 rd, 28.7 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(12.2, 0.0 +0.0 blob) out(12.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 194332, records dropped: 0 output_compression: LZ4 2024/02/20-15:52:10.250506 3036183 (Original Log Time 2024/02/20-15:52:10.250231) EVENT_LOG_v1 {"time_micros": 1708444330250214, "job": 20074, "event": "compaction_finished", "compaction_time_micros": 438074, "compaction_time_cpu_micros": 429412, "output_level": 5, "num_output_files": 1, "total_output_size": 12585106, "num_input_records": 194332, "num_output_records": 194332, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:52:10.251174 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301882.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:52:10.251187 3036183 EVENT_LOG_v1 {"time_micros": 1708444330251185, "job": 20074, "event": "table_file_deletion", "file_number": 301882} 2024/02/20-15:52:10.251682 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301888.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:52:10.251692 3036183 EVENT_LOG_v1 {"time_micros": 1708444330251690, "job": 20074, "event": "table_file_deletion", "file_number": 301888} 2024/02/20-15:53:23.947473 4076731 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301883. Total log size is 15728664 while max_total_wal_size is 15728640 2024/02/20-15:53:23.947748 4076731 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301890. Immutable memtables: 0. 2024/02/20-15:53:23.947961 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20075] Syncing log #301887 2024/02/20-15:53:23.953810 3036193 (Original Log Time 2024/02/20-15:53:23.947952) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:53:23.953821 3036193 [db/flush_job.cc:892] [tag] [JOB 20075] Flushing memtable with next log file: 301890 2024/02/20-15:53:23.953849 3036193 EVENT_LOG_v1 {"time_micros": 1708444403953840, "job": 20075, "event": "flush_started", "num_memtables": 1, "num_entries": 9332, "num_deletes": 0, "total_data_size": 820623, "memory_usage": 1214376, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:53:23.953854 3036193 [db/flush_job.cc:926] [tag] [JOB 20075] Level-0 flush table #301891: started 2024/02/20-15:53:23.963418 3036193 EVENT_LOG_v1 {"time_micros": 1708444403963379, "cf_name": "tag", "job": 20075, "event": "table_file_creation", "file_number": 301891, "file_size": 483301, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155802145, "largest_seqno": 5155936931, "table_properties": {"data_size": 478273, "index_size": 5512, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 793211, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 150, "num_entries": 9242, "num_filter_entries": 159, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444229, "oldest_key_time": 1708444229, "file_creation_time": 1708444403, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301891, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:53:23.963495 3036193 [db/flush_job.cc:1062] [tag] [JOB 20075] Flush lasted 9693 microseconds, and 7721 cpu microseconds. 2024/02/20-15:53:23.964133 3036193 (Original Log Time 2024/02/20-15:53:23.963471) [db/flush_job.cc:1011] [tag] [JOB 20075] Level-0 flush table #301891: 483301 bytes OK 2024/02/20-15:53:23.964137 3036193 (Original Log Time 2024/02/20-15:53:23.963503) [db/memtable_list.cc:555] [tag] Level-0 commit table #301891 started 2024/02/20-15:53:23.964140 3036193 (Original Log Time 2024/02/20-15:53:23.963848) [db/memtable_list.cc:754] [tag] Level-0 commit table #301891: memtable #1 done 2024/02/20-15:53:23.964142 3036193 (Original Log Time 2024/02/20-15:53:23.963876) EVENT_LOG_v1 {"time_micros": 1708444403963867, "job": 20075, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:53:23.964144 3036193 (Original Log Time 2024/02/20-15:53:23.964083) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:53:23.964150 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20075] Try to delete WAL files size 1792595, prev total WAL file size 15729181, number of live WAL files 4. 2024/02/20-15:53:23.964238 3036188 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20076] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:53:23.964248 3036188 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20083 Base level 0, inputs: [301891(471KB) 301884(382KB)], [301869(64MB) 301870(64MB) 301871(48MB)] 2024/02/20-15:53:23.964267 3036188 EVENT_LOG_v1 {"time_micros": 1708444403964257, "job": 20076, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301891, 301884], "files_L6": [301869, 301870, 301871], "score": 1, "input_data_size": 187422710, "oldest_snapshot_seqno": -1} 2024/02/20-15:53:23.964653 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301883.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:53:28.504069 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20076] Generated table #301892: 2522773 keys, 67644963 bytes, temperature: kUnknown 2024/02/20-15:53:28.504150 3036188 EVENT_LOG_v1 {"time_micros": 1708444408504099, "cf_name": "tag", "job": 20076, "event": "table_file_creation", "file_number": 301892, "file_size": 67644963, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109427, "index_size": 1519999, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 210030542, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36268, "num_entries": 2522773, "num_filter_entries": 1152, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444403, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301892, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:53:32.682695 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20076] Generated table #301893: 2007992 keys, 67662324 bytes, temperature: kUnknown 2024/02/20-15:53:32.682779 3036188 EVENT_LOG_v1 {"time_micros": 1708444412682724, "cf_name": "tag", "job": 20076, "event": "table_file_creation", "file_number": 301893, "file_size": 67662324, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110529, "index_size": 1366901, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 188321590, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35589, "num_entries": 2007992, "num_filter_entries": 2289, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444408, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301893, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:53:36.279573 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20076] Generated table #301894: 1987101 keys, 51660151 bytes, temperature: kUnknown 2024/02/20-15:53:36.279652 3036188 EVENT_LOG_v1 {"time_micros": 1708444416279601, "cf_name": "tag", "job": 20076, "event": "table_file_creation", "file_number": 301894, "file_size": 51660151, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 51260800, "index_size": 1161484, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 159518865, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28128, "num_entries": 1987101, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444412, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301894, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:53:36.287253 3036188 (Original Log Time 2024/02/20-15:53:36.286379) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20076] Compacted 2@0 + 3@6 files to L6 => 186967438 bytes 2024/02/20-15:53:36.287259 3036188 (Original Log Time 2024/02/20-15:53:36.286981) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.2 rd, 15.2 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.8, 177.9 +0.0 blob) out(178.3 +0.0 blob), read-write-amplify(427.7) write-amplify(213.6) OK, records in: 6517866, records dropped: 0 output_compression: ZSTD 2024/02/20-15:53:36.287269 3036188 (Original Log Time 2024/02/20-15:53:36.287023) EVENT_LOG_v1 {"time_micros": 1708444416287004, "job": 20076, "event": "compaction_finished", "compaction_time_micros": 12315462, "compaction_time_cpu_micros": 12156129, "output_level": 6, "num_output_files": 3, "total_output_size": 186967438, "num_input_records": 6517866, "num_output_records": 6517866, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:53:36.295903 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301869.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:53:36.295934 3036188 EVENT_LOG_v1 {"time_micros": 1708444416295929, "job": 20076, "event": "table_file_deletion", "file_number": 301869} 2024/02/20-15:53:36.301973 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301870.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:53:36.302016 3036188 EVENT_LOG_v1 {"time_micros": 1708444416302010, "job": 20076, "event": "table_file_deletion", "file_number": 301870} 2024/02/20-15:53:36.306480 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301871.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:53:36.306514 3036188 EVENT_LOG_v1 {"time_micros": 1708444416306510, "job": 20076, "event": "table_file_deletion", "file_number": 301871} 2024/02/20-15:53:36.306642 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301884.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:53:36.306651 3036188 EVENT_LOG_v1 {"time_micros": 1708444416306649, "job": 20076, "event": "table_file_deletion", "file_number": 301884} 2024/02/20-15:53:36.306788 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301891.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:53:36.306801 3036188 EVENT_LOG_v1 {"time_micros": 1708444416306798, "job": 20076, "event": "table_file_deletion", "file_number": 301891} 2024/02/20-15:53:46.410601 4077546 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301885. Total log size is 15930866 while max_total_wal_size is 15728640 2024/02/20-15:53:46.410820 4077546 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301895. Immutable memtables: 0. 2024/02/20-15:53:46.411060 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20077] Syncing log #301890 2024/02/20-15:53:46.603937 3036210 (Original Log Time 2024/02/20-15:53:46.411050) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:53:46.603950 3036210 [db/flush_job.cc:892] [key] [JOB 20077] Flushing memtable with next log file: 301895 2024/02/20-15:53:46.603976 3036210 EVENT_LOG_v1 {"time_micros": 1708444426603969, "job": 20077, "event": "flush_started", "num_memtables": 1, "num_entries": 29397, "num_deletes": 0, "total_data_size": 1835887, "memory_usage": 2720224, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:53:46.603979 3036210 [db/flush_job.cc:926] [key] [JOB 20077] Level-0 flush table #301896: started 2024/02/20-15:53:46.859616 3036210 EVENT_LOG_v1 {"time_micros": 1708444426859582, "cf_name": "key", "job": 20077, "event": "table_file_creation", "file_number": 301896, "file_size": 1235758, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155817495, "largest_seqno": 5155952101, "table_properties": {"data_size": 1200028, "index_size": 8745, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27461, "raw_key_size": 1738088, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 356, "num_entries": 28750, "num_filter_entries": 31427, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444251, "oldest_key_time": 1708444251, "file_creation_time": 1708444426, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301896, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:53:46.859669 3036210 [db/flush_job.cc:1062] [key] [JOB 20077] Flush lasted 255742 microseconds, and 46810 cpu microseconds. 2024/02/20-15:53:46.880058 3036210 (Original Log Time 2024/02/20-15:53:46.859654) [db/flush_job.cc:1011] [key] [JOB 20077] Level-0 flush table #301896: 1235758 bytes OK 2024/02/20-15:53:46.880064 3036210 (Original Log Time 2024/02/20-15:53:46.859675) [db/memtable_list.cc:555] [key] Level-0 commit table #301896 started 2024/02/20-15:53:46.880067 3036210 (Original Log Time 2024/02/20-15:53:46.879542) [db/memtable_list.cc:754] [key] Level-0 commit table #301896: memtable #1 done 2024/02/20-15:53:46.880070 3036210 (Original Log Time 2024/02/20-15:53:46.879604) EVENT_LOG_v1 {"time_micros": 1708444426879592, "job": 20077, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-15:53:46.880072 3036210 (Original Log Time 2024/02/20-15:53:46.879927) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-15:53:46.880081 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20077] Try to delete WAL files size 7225325, prev total WAL file size 15949329, number of live WAL files 4. 2024/02/20-15:53:46.880242 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 20078] Compacting 2@0 files to L5, score 1.00 2024/02/20-15:53:46.880256 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20085 Base level 0, inputs: [301896(1206KB) 301886(1181KB)] 2024/02/20-15:53:46.880285 3036189 EVENT_LOG_v1 {"time_micros": 1708444426880273, "job": 20078, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301896, 301886], "score": 1, "input_data_size": 2445992, "oldest_snapshot_seqno": -1} 2024/02/20-15:53:46.881699 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301885.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:53:47.779237 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 20078] Generated table #301897: 56857 keys, 2399014 bytes, temperature: kUnknown 2024/02/20-15:53:47.779311 3036189 EVENT_LOG_v1 {"time_micros": 1708444427779267, "cf_name": "key", "job": 20078, "event": "table_file_creation", "file_number": 301897, "file_size": 2399014, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155683324, "largest_seqno": 5155952101, "table_properties": {"data_size": 2330583, "index_size": 17492, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 53381, "raw_key_size": 3437296, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 691, "num_entries": 56857, "num_filter_entries": 60854, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444085, "oldest_key_time": 0, "file_creation_time": 1708444426, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301897, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:53:47.796156 3036189 (Original Log Time 2024/02/20-15:53:47.779627) [db/compaction/compaction_job.cc:1729] [key] [JOB 20078] Compacted 2@0 files to L5 => 2399014 bytes 2024/02/20-15:53:47.796165 3036189 (Original Log Time 2024/02/20-15:53:47.795878) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.01, MB/sec: 2.7 rd, 2.7 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(2.3, 0.0 +0.0 blob) out(2.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 56857, records dropped: 0 output_compression: LZ4 2024/02/20-15:53:47.796175 3036189 (Original Log Time 2024/02/20-15:53:47.795920) EVENT_LOG_v1 {"time_micros": 1708444427795900, "job": 20078, "event": "compaction_finished", "compaction_time_micros": 899082, "compaction_time_cpu_micros": 127491, "output_level": 5, "num_output_files": 1, "total_output_size": 2399014, "num_input_records": 56857, "num_output_records": 56857, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:53:47.796506 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301886.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:53:47.796526 3036189 EVENT_LOG_v1 {"time_micros": 1708444427796522, "job": 20078, "event": "table_file_deletion", "file_number": 301886} 2024/02/20-15:53:47.796758 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301896.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:53:47.796772 3036189 EVENT_LOG_v1 {"time_micros": 1708444427796769, "job": 20078, "event": "table_file_deletion", "file_number": 301896} 2024/02/20-15:55:03.382185 4076310 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301887. Total log size is 15979096 while max_total_wal_size is 15728640 2024/02/20-15:55:03.382480 4076310 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301898. Immutable memtables: 0. 2024/02/20-15:55:03.382692 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20079] Syncing log #301895 2024/02/20-15:55:03.418397 3036193 (Original Log Time 2024/02/20-15:55:03.382684) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:55:03.418409 3036193 [db/flush_job.cc:892] [url] [JOB 20079] Flushing memtable with next log file: 301898 2024/02/20-15:55:03.418437 3036193 EVENT_LOG_v1 {"time_micros": 1708444503418429, "job": 20079, "event": "flush_started", "num_memtables": 1, "num_entries": 99322, "num_deletes": 68000, "total_data_size": 13929762, "memory_usage": 15958432, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:55:03.418441 3036193 [db/flush_job.cc:926] [url] [JOB 20079] Level-0 flush table #301899: started 2024/02/20-15:55:03.569558 3036193 EVENT_LOG_v1 {"time_micros": 1708444503569527, "cf_name": "url", "job": 20079, "event": "table_file_creation", "file_number": 301899, "file_size": 6359948, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155879451, "largest_seqno": 5156016692, "table_properties": {"data_size": 6278844, "index_size": 156964, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3925, "raw_key_size": 13602794, "raw_average_key_size": 137, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1962, "num_entries": 98751, "num_filter_entries": 4477, "num_deletions": 68000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444329, "oldest_key_time": 1708444329, "file_creation_time": 1708444503, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301899, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:55:03.569593 3036193 [db/flush_job.cc:1062] [url] [JOB 20079] Flush lasted 151206 microseconds, and 145663 cpu microseconds. 2024/02/20-15:55:03.570124 3036193 (Original Log Time 2024/02/20-15:55:03.569580) [db/flush_job.cc:1011] [url] [JOB 20079] Level-0 flush table #301899: 6359948 bytes OK 2024/02/20-15:55:03.570127 3036193 (Original Log Time 2024/02/20-15:55:03.569598) [db/memtable_list.cc:555] [url] Level-0 commit table #301899 started 2024/02/20-15:55:03.570170 3036193 (Original Log Time 2024/02/20-15:55:03.569897) [db/memtable_list.cc:754] [url] Level-0 commit table #301899: memtable #1 done 2024/02/20-15:55:03.570172 3036193 (Original Log Time 2024/02/20-15:55:03.569909) EVENT_LOG_v1 {"time_micros": 1708444503569905, "job": 20079, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:55:03.570173 3036193 (Original Log Time 2024/02/20-15:55:03.570093) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:55:03.570177 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20079] Try to delete WAL files size 6710744, prev total WAL file size 15985392, number of live WAL files 4. 2024/02/20-15:55:03.570878 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301887.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:56:16.152688 4076630 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301890. Total log size is 15728762 while max_total_wal_size is 15728640 2024/02/20-15:56:16.152912 4076630 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301900. Immutable memtables: 0. 2024/02/20-15:56:16.153197 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20080] Syncing log #301898 2024/02/20-15:56:16.156464 3036210 (Original Log Time 2024/02/20-15:56:16.153183) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:56:16.156477 3036210 [db/flush_job.cc:892] [tag] [JOB 20080] Flushing memtable with next log file: 301900 2024/02/20-15:56:16.156501 3036210 EVENT_LOG_v1 {"time_micros": 1708444576156494, "job": 20080, "event": "flush_started", "num_memtables": 1, "num_entries": 8793, "num_deletes": 0, "total_data_size": 775182, "memory_usage": 1161800, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:56:16.156503 3036210 [db/flush_job.cc:926] [tag] [JOB 20080] Level-0 flush table #301901: started 2024/02/20-15:56:16.164530 3036210 EVENT_LOG_v1 {"time_micros": 1708444576164488, "cf_name": "tag", "job": 20080, "event": "table_file_creation", "file_number": 301901, "file_size": 458374, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155936946, "largest_seqno": 5156071827, "table_properties": {"data_size": 453599, "index_size": 5224, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 748106, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 144, "num_entries": 8702, "num_filter_entries": 142, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444403, "oldest_key_time": 1708444403, "file_creation_time": 1708444576, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301901, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:56:16.164582 3036210 [db/flush_job.cc:1062] [tag] [JOB 20080] Flush lasted 8134 microseconds, and 6742 cpu microseconds. 2024/02/20-15:56:16.165143 3036210 (Original Log Time 2024/02/20-15:56:16.164564) [db/flush_job.cc:1011] [tag] [JOB 20080] Level-0 flush table #301901: 458374 bytes OK 2024/02/20-15:56:16.165146 3036210 (Original Log Time 2024/02/20-15:56:16.164589) [db/memtable_list.cc:555] [tag] Level-0 commit table #301901 started 2024/02/20-15:56:16.165147 3036210 (Original Log Time 2024/02/20-15:56:16.164903) [db/memtable_list.cc:754] [tag] Level-0 commit table #301901: memtable #1 done 2024/02/20-15:56:16.165149 3036210 (Original Log Time 2024/02/20-15:56:16.164925) EVENT_LOG_v1 {"time_micros": 1708444576164919, "job": 20080, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:56:16.165150 3036210 (Original Log Time 2024/02/20-15:56:16.165108) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-15:56:16.165154 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20080] Try to delete WAL files size 1994797, prev total WAL file size 15729106, number of live WAL files 4. 2024/02/20-15:56:16.165570 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301890.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:56:39.254963 4076268 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301895. Total log size is 15728917 while max_total_wal_size is 15728640 2024/02/20-15:56:39.255185 4076268 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301902. Immutable memtables: 0. 2024/02/20-15:56:39.255398 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20081] Syncing log #301900 2024/02/20-15:56:39.266232 3036193 (Original Log Time 2024/02/20-15:56:39.255390) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:56:39.266245 3036193 [db/flush_job.cc:892] [key] [JOB 20081] Flushing memtable with next log file: 301902 2024/02/20-15:56:39.266273 3036193 EVENT_LOG_v1 {"time_micros": 1708444599266264, "job": 20081, "event": "flush_started", "num_memtables": 1, "num_entries": 28901, "num_deletes": 0, "total_data_size": 1804955, "memory_usage": 3470272, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:56:39.266278 3036193 [db/flush_job.cc:926] [key] [JOB 20081] Level-0 flush table #301903: started 2024/02/20-15:56:39.320303 3036193 EVENT_LOG_v1 {"time_micros": 1708444599320271, "cf_name": "key", "job": 20081, "event": "table_file_creation", "file_number": 301903, "file_size": 1220435, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155954103, "largest_seqno": 5156089278, "table_properties": {"data_size": 1185185, "index_size": 8575, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27141, "raw_key_size": 1709288, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 352, "num_entries": 28274, "num_filter_entries": 30962, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444426, "oldest_key_time": 1708444426, "file_creation_time": 1708444599, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301903, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:56:39.320343 3036193 [db/flush_job.cc:1062] [key] [JOB 20081] Flush lasted 54121 microseconds, and 52114 cpu microseconds. 2024/02/20-15:56:39.320819 3036193 (Original Log Time 2024/02/20-15:56:39.320327) [db/flush_job.cc:1011] [key] [JOB 20081] Level-0 flush table #301903: 1220435 bytes OK 2024/02/20-15:56:39.320822 3036193 (Original Log Time 2024/02/20-15:56:39.320350) [db/memtable_list.cc:555] [key] Level-0 commit table #301903 started 2024/02/20-15:56:39.320824 3036193 (Original Log Time 2024/02/20-15:56:39.320594) [db/memtable_list.cc:754] [key] Level-0 commit table #301903: memtable #1 done 2024/02/20-15:56:39.320825 3036193 (Original Log Time 2024/02/20-15:56:39.320611) EVENT_LOG_v1 {"time_micros": 1708444599320606, "job": 20081, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:56:39.320827 3036193 (Original Log Time 2024/02/20-15:56:39.320787) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-15:56:39.320831 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20081] Try to delete WAL files size 7273555, prev total WAL file size 15730820, number of live WAL files 4. 2024/02/20-15:56:39.321811 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301895.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:57:55.021050 4077552 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301898. Total log size is 15757522 while max_total_wal_size is 15728640 2024/02/20-15:57:55.021322 4077552 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301904. Immutable memtables: 0. 2024/02/20-15:57:55.021597 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20082] Syncing log #301902 2024/02/20-15:57:55.023300 3036210 (Original Log Time 2024/02/20-15:57:55.021576) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:57:55.023311 3036210 [db/flush_job.cc:892] [url] [JOB 20082] Flushing memtable with next log file: 301904 2024/02/20-15:57:55.023337 3036210 EVENT_LOG_v1 {"time_micros": 1708444675023329, "job": 20082, "event": "flush_started", "num_memtables": 1, "num_entries": 97159, "num_deletes": 66000, "total_data_size": 13705433, "memory_usage": 16084072, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:57:55.023340 3036210 [db/flush_job.cc:926] [url] [JOB 20082] Level-0 flush table #301905: started 2024/02/20-15:57:55.178552 3036210 EVENT_LOG_v1 {"time_micros": 1708444675178510, "cf_name": "url", "job": 20082, "event": "table_file_creation", "file_number": 301905, "file_size": 6433618, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156016693, "largest_seqno": 5156151564, "table_properties": {"data_size": 6359201, "index_size": 153288, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4133, "raw_key_size": 13368732, "raw_average_key_size": 138, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1984, "num_entries": 96482, "num_filter_entries": 4644, "num_deletions": 66000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444503, "oldest_key_time": 1708444503, "file_creation_time": 1708444675, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301905, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:57:55.178605 3036210 [db/flush_job.cc:1062] [url] [JOB 20082] Flush lasted 155313 microseconds, and 148139 cpu microseconds. 2024/02/20-15:57:55.179339 3036210 (Original Log Time 2024/02/20-15:57:55.178585) [db/flush_job.cc:1011] [url] [JOB 20082] Level-0 flush table #301905: 6433618 bytes OK 2024/02/20-15:57:55.179344 3036210 (Original Log Time 2024/02/20-15:57:55.178612) [db/memtable_list.cc:555] [url] Level-0 commit table #301905 started 2024/02/20-15:57:55.179346 3036210 (Original Log Time 2024/02/20-15:57:55.179042) [db/memtable_list.cc:754] [url] Level-0 commit table #301905: memtable #1 done 2024/02/20-15:57:55.179348 3036210 (Original Log Time 2024/02/20-15:57:55.179076) EVENT_LOG_v1 {"time_micros": 1708444675179067, "job": 20082, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:57:55.179350 3036210 (Original Log Time 2024/02/20-15:57:55.179283) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-15:57:55.179356 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20082] Try to delete WAL files size 6460410, prev total WAL file size 15765359, number of live WAL files 4. 2024/02/20-15:57:55.179485 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 20083] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:57:55.179492 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20090 Base level 0, inputs: [301905(6282KB) 301899(6210KB)], [301889(12MB)] 2024/02/20-15:57:55.179510 3036190 EVENT_LOG_v1 {"time_micros": 1708444675179501, "job": 20083, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301905, 301899], "files_L5": [301889], "score": 1, "input_data_size": 25378672, "oldest_snapshot_seqno": -1} 2024/02/20-15:57:55.180397 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301898.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:57:55.929234 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20083] Generated table #301906: 389564 keys, 24772174 bytes, temperature: kUnknown 2024/02/20-15:57:55.929304 3036190 EVENT_LOG_v1 {"time_micros": 1708444675929262, "cf_name": "url", "job": 20083, "event": "table_file_creation", "file_number": 301906, "file_size": 24772174, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610835, "largest_seqno": 5156151564, "table_properties": {"data_size": 24486810, "index_size": 619411, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9781, "raw_key_size": 53857344, "raw_average_key_size": 138, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7636, "num_entries": 389564, "num_filter_entries": 11230, "num_deletions": 268000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 0, "file_creation_time": 1708444675, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301906, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:57:55.930413 3036190 (Original Log Time 2024/02/20-15:57:55.929820) [db/compaction/compaction_job.cc:1729] [url] [JOB 20083] Compacted 2@0 + 1@5 files to L5 => 24772174 bytes 2024/02/20-15:57:55.930418 3036190 (Original Log Time 2024/02/20-15:57:55.930105) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.09, MB/sec: 33.8 rd, 33.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(12.2, 12.0 +0.0 blob) out(23.6 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 389565, records dropped: 1 output_compression: LZ4 2024/02/20-15:57:55.930425 3036190 (Original Log Time 2024/02/20-15:57:55.930132) EVENT_LOG_v1 {"time_micros": 1708444675930118, "job": 20083, "event": "compaction_finished", "compaction_time_micros": 749850, "compaction_time_cpu_micros": 730335, "output_level": 5, "num_output_files": 1, "total_output_size": 24772174, "num_input_records": 389565, "num_output_records": 389564, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-15:57:55.931945 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301889.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:57:55.931964 3036190 EVENT_LOG_v1 {"time_micros": 1708444675931960, "job": 20083, "event": "table_file_deletion", "file_number": 301889} 2024/02/20-15:57:55.932630 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301899.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:57:55.932648 3036190 EVENT_LOG_v1 {"time_micros": 1708444675932644, "job": 20083, "event": "table_file_deletion", "file_number": 301899} 2024/02/20-15:57:55.933663 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301905.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:57:55.933681 3036190 EVENT_LOG_v1 {"time_micros": 1708444675933679, "job": 20083, "event": "table_file_deletion", "file_number": 301905} 2024/02/20-15:59:05.016970 4076354 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301900. Total log size is 15843899 while max_total_wal_size is 15728640 2024/02/20-15:59:05.017286 4076354 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301907. Immutable memtables: 0. 2024/02/20-15:59:05.017544 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20084] Syncing log #301904 2024/02/20-15:59:05.068734 3036193 (Original Log Time 2024/02/20-15:59:05.017531) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-15:59:05.068746 3036193 [db/flush_job.cc:892] [tag] [JOB 20084] Flushing memtable with next log file: 301907 2024/02/20-15:59:05.068773 3036193 EVENT_LOG_v1 {"time_micros": 1708444745068764, "job": 20084, "event": "flush_started", "num_memtables": 1, "num_entries": 8516, "num_deletes": 0, "total_data_size": 746223, "memory_usage": 2411296, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:59:05.068778 3036193 [db/flush_job.cc:926] [tag] [JOB 20084] Level-0 flush table #301908: started 2024/02/20-15:59:05.099498 3036193 EVENT_LOG_v1 {"time_micros": 1708444745099437, "cf_name": "tag", "job": 20084, "event": "table_file_creation", "file_number": 301908, "file_size": 432128, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156071924, "largest_seqno": 5156205560, "table_properties": {"data_size": 427809, "index_size": 4650, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 723527, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 139, "num_entries": 8466, "num_filter_entries": 143, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444576, "oldest_key_time": 1708444576, "file_creation_time": 1708444745, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301908, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:59:05.099550 3036193 [db/flush_job.cc:1062] [tag] [JOB 20084] Flush lasted 30826 microseconds, and 29308 cpu microseconds. 2024/02/20-15:59:05.100112 3036193 (Original Log Time 2024/02/20-15:59:05.099531) [db/flush_job.cc:1011] [tag] [JOB 20084] Level-0 flush table #301908: 432128 bytes OK 2024/02/20-15:59:05.100116 3036193 (Original Log Time 2024/02/20-15:59:05.099557) [db/memtable_list.cc:555] [tag] Level-0 commit table #301908 started 2024/02/20-15:59:05.100118 3036193 (Original Log Time 2024/02/20-15:59:05.099866) [db/memtable_list.cc:754] [tag] Level-0 commit table #301908: memtable #1 done 2024/02/20-15:59:05.100119 3036193 (Original Log Time 2024/02/20-15:59:05.099888) EVENT_LOG_v1 {"time_micros": 1708444745099882, "job": 20084, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-15:59:05.100121 3036193 (Original Log Time 2024/02/20-15:59:05.100078) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-15:59:05.100126 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20084] Try to delete WAL files size 1994952, prev total WAL file size 15847658, number of live WAL files 4. 2024/02/20-15:59:05.100215 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20085] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-15:59:05.100224 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20092 Base level 0, inputs: [301908(422KB) 301901(447KB)], [301892(64MB) 301893(64MB) 301894(49MB)] 2024/02/20-15:59:05.100240 3036186 EVENT_LOG_v1 {"time_micros": 1708444745100230, "job": 20085, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301908, 301901], "files_L6": [301892, 301893, 301894], "score": 1, "input_data_size": 187857940, "oldest_snapshot_seqno": -1} 2024/02/20-15:59:05.100522 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301900.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:10.038641 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20085] Generated table #301909: 2525794 keys, 67643498 bytes, temperature: kUnknown 2024/02/20-15:59:10.038699 3036186 EVENT_LOG_v1 {"time_micros": 1708444750038665, "cf_name": "tag", "job": 20085, "event": "table_file_creation", "file_number": 301909, "file_size": 67643498, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110831, "index_size": 1517842, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 210249160, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36277, "num_entries": 2525794, "num_filter_entries": 1155, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444745, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301909, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:59:13.953488 2383532 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301902. Total log size is 15728902 while max_total_wal_size is 15728640 2024/02/20-15:59:13.953756 2383532 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301911. Immutable memtables: 0. 2024/02/20-15:59:13.954034 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20086] Syncing log #301907 2024/02/20-15:59:13.981699 3036210 (Original Log Time 2024/02/20-15:59:13.954023) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-15:59:13.981711 3036210 [db/flush_job.cc:892] [key] [JOB 20086] Flushing memtable with next log file: 301911 2024/02/20-15:59:13.981738 3036210 EVENT_LOG_v1 {"time_micros": 1708444753981729, "job": 20086, "event": "flush_started", "num_memtables": 1, "num_entries": 26014, "num_deletes": 0, "total_data_size": 1624625, "memory_usage": 2729736, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:59:13.981743 3036210 [db/flush_job.cc:926] [key] [JOB 20086] Level-0 flush table #301912: started 2024/02/20-15:59:14.018432 3036210 EVENT_LOG_v1 {"time_micros": 1708444754018400, "cf_name": "key", "job": 20086, "event": "table_file_creation", "file_number": 301912, "file_size": 1099394, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156089286, "largest_seqno": 5156223469, "table_properties": {"data_size": 1067650, "index_size": 7460, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24533, "raw_key_size": 1537745, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 317, "num_entries": 25437, "num_filter_entries": 28004, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444599, "oldest_key_time": 1708444599, "file_creation_time": 1708444753, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301912, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:59:14.018486 3036210 [db/flush_job.cc:1062] [key] [JOB 20086] Flush lasted 36798 microseconds, and 35254 cpu microseconds. 2024/02/20-15:59:14.019008 3036210 (Original Log Time 2024/02/20-15:59:14.018470) [db/flush_job.cc:1011] [key] [JOB 20086] Level-0 flush table #301912: 1099394 bytes OK 2024/02/20-15:59:14.019012 3036210 (Original Log Time 2024/02/20-15:59:14.018492) [db/memtable_list.cc:555] [key] Level-0 commit table #301912 started 2024/02/20-15:59:14.019014 3036210 (Original Log Time 2024/02/20-15:59:14.018761) [db/memtable_list.cc:754] [key] Level-0 commit table #301912: memtable #1 done 2024/02/20-15:59:14.019016 3036210 (Original Log Time 2024/02/20-15:59:14.018782) EVENT_LOG_v1 {"time_micros": 1708444754018775, "job": 20086, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-15:59:14.019018 3036210 (Original Log Time 2024/02/20-15:59:14.018965) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-15:59:14.019016 4076417 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301904. Total log size is 8427996 while max_total_wal_size is 15728640 2024/02/20-15:59:14.019022 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20086] Try to delete WAL files size 7302160, prev total WAL file size 15730156, number of live WAL files 4. 2024/02/20-15:59:14.019258 4076417 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301913. Immutable memtables: 0. 2024/02/20-15:59:14.019419 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20087] Syncing log #301911 2024/02/20-15:59:14.019762 3036193 (Original Log Time 2024/02/20-15:59:14.019408) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-15:59:14.019767 3036193 [db/flush_job.cc:892] [url] [JOB 20087] Flushing memtable with next log file: 301913 2024/02/20-15:59:14.019780 3036193 EVENT_LOG_v1 {"time_micros": 1708444754019776, "job": 20087, "event": "flush_started", "num_memtables": 1, "num_entries": 54729, "num_deletes": 40000, "total_data_size": 7573357, "memory_usage": 8421984, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-15:59:14.019783 3036193 [db/flush_job.cc:926] [url] [JOB 20087] Level-0 flush table #301914: started 2024/02/20-15:59:14.020066 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301902.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:14.089545 3036193 EVENT_LOG_v1 {"time_micros": 1708444754089415, "cf_name": "url", "job": 20087, "event": "table_file_creation", "file_number": 301914, "file_size": 3084730, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156151565, "largest_seqno": 5156223480, "table_properties": {"data_size": 3045360, "index_size": 74606, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2613, "raw_key_size": 7398698, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 973, "num_entries": 54428, "num_filter_entries": 2996, "num_deletions": 40000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444675, "oldest_key_time": 1708444675, "file_creation_time": 1708444754, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301914, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:59:14.089599 3036193 [db/flush_job.cc:1062] [url] [JOB 20087] Flush lasted 69838 microseconds, and 66745 cpu microseconds. 2024/02/20-15:59:14.090215 3036193 (Original Log Time 2024/02/20-15:59:14.089580) [db/flush_job.cc:1011] [url] [JOB 20087] Level-0 flush table #301914: 3084730 bytes OK 2024/02/20-15:59:14.090220 3036193 (Original Log Time 2024/02/20-15:59:14.089605) [db/memtable_list.cc:555] [url] Level-0 commit table #301914 started 2024/02/20-15:59:14.090223 3036193 (Original Log Time 2024/02/20-15:59:14.089959) [db/memtable_list.cc:754] [url] Level-0 commit table #301914: memtable #1 done 2024/02/20-15:59:14.090225 3036193 (Original Log Time 2024/02/20-15:59:14.089982) EVENT_LOG_v1 {"time_micros": 1708444754089975, "job": 20087, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-15:59:14.090228 3036193 (Original Log Time 2024/02/20-15:59:14.090176) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-15:59:14.090234 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20087] Try to delete WAL files size 6546787, prev total WAL file size 8429834, number of live WAL files 4. 2024/02/20-15:59:14.091095 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301904.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:14.766882 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20085] Generated table #301910: 2004655 keys, 67662519 bytes, temperature: kUnknown 2024/02/20-15:59:14.766970 3036186 EVENT_LOG_v1 {"time_micros": 1708444754766924, "cf_name": "tag", "job": 20085, "event": "table_file_creation", "file_number": 301910, "file_size": 67662519, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110654, "index_size": 1364502, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 188086876, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35576, "num_entries": 2004655, "num_filter_entries": 2289, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444750, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301910, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:59:18.558904 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20085] Generated table #301915: 2004585 keys, 52116681 bytes, temperature: kUnknown 2024/02/20-15:59:18.558977 3036186 EVENT_LOG_v1 {"time_micros": 1708444758558932, "cf_name": "tag", "job": 20085, "event": "table_file_creation", "file_number": 301915, "file_size": 52116681, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 51712578, "index_size": 1173894, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 161006594, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28372, "num_entries": 2004585, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444754, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301915, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:59:18.565578 3036186 (Original Log Time 2024/02/20-15:59:18.564731) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20085] Compacted 2@0 + 3@6 files to L6 => 187422698 bytes 2024/02/20-15:59:18.565584 3036186 (Original Log Time 2024/02/20-15:59:18.565289) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.0 rd, 13.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.8, 178.3 +0.0 blob) out(178.7 +0.0 blob), read-write-amplify(421.4) write-amplify(210.5) OK, records in: 6535034, records dropped: 0 output_compression: ZSTD 2024/02/20-15:59:18.565600 3036186 (Original Log Time 2024/02/20-15:59:18.565326) EVENT_LOG_v1 {"time_micros": 1708444758565308, "job": 20085, "event": "compaction_finished", "compaction_time_micros": 13458802, "compaction_time_cpu_micros": 13212847, "output_level": 6, "num_output_files": 3, "total_output_size": 187422698, "num_input_records": 6535034, "num_output_records": 6535034, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-15:59:18.571676 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301892.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:18.571708 3036186 EVENT_LOG_v1 {"time_micros": 1708444758571704, "job": 20085, "event": "table_file_deletion", "file_number": 301892} 2024/02/20-15:59:18.580152 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301893.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:18.580192 3036186 EVENT_LOG_v1 {"time_micros": 1708444758580186, "job": 20085, "event": "table_file_deletion", "file_number": 301893} 2024/02/20-15:59:18.585841 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301894.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:18.585875 3036186 EVENT_LOG_v1 {"time_micros": 1708444758585870, "job": 20085, "event": "table_file_deletion", "file_number": 301894} 2024/02/20-15:59:18.586004 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301901.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:18.586010 3036186 EVENT_LOG_v1 {"time_micros": 1708444758586009, "job": 20085, "event": "table_file_deletion", "file_number": 301901} 2024/02/20-15:59:18.586084 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301908.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:18.586089 3036186 EVENT_LOG_v1 {"time_micros": 1708444758586087, "job": 20085, "event": "table_file_deletion", "file_number": 301908} 2024/02/20-15:59:18.586179 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 20088] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-15:59:18.586184 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20093 Base level 0, inputs: [301912(1073KB) 301903(1191KB)], [301897(2342KB)] 2024/02/20-15:59:18.586195 3036186 EVENT_LOG_v1 {"time_micros": 1708444758586188, "job": 20088, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301912, 301903], "files_L5": [301897], "score": 1, "input_data_size": 4718843, "oldest_snapshot_seqno": -1} 2024/02/20-15:59:18.782132 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20088] Generated table #301916: 110568 keys, 4586670 bytes, temperature: kUnknown 2024/02/20-15:59:18.782205 3036186 EVENT_LOG_v1 {"time_micros": 1708444758782162, "cf_name": "key", "job": 20088, "event": "table_file_creation", "file_number": 301916, "file_size": 4586670, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155683324, "largest_seqno": 5156223469, "table_properties": {"data_size": 4456915, "index_size": 34178, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 102421, "raw_key_size": 6684329, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1321, "num_entries": 110568, "num_filter_entries": 116649, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444085, "oldest_key_time": 0, "file_creation_time": 1708444758, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301916, "seqno_to_time_mapping": "N/A"}} 2024/02/20-15:59:18.783405 3036186 (Original Log Time 2024/02/20-15:59:18.782790) [db/compaction/compaction_job.cc:1729] [key] [JOB 20088] Compacted 2@0 + 1@5 files to L5 => 4586670 bytes 2024/02/20-15:59:18.783410 3036186 (Original Log Time 2024/02/20-15:59:18.783119) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 24.1 rd, 23.4 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(2.2, 2.3 +0.0 blob) out(4.4 +0.0 blob), read-write-amplify(4.0) write-amplify(2.0) OK, records in: 110568, records dropped: 0 output_compression: LZ4 2024/02/20-15:59:18.783418 3036186 (Original Log Time 2024/02/20-15:59:18.783145) EVENT_LOG_v1 {"time_micros": 1708444758783132, "job": 20088, "event": "compaction_finished", "compaction_time_micros": 196083, "compaction_time_cpu_micros": 191287, "output_level": 5, "num_output_files": 1, "total_output_size": 4586670, "num_input_records": 110568, "num_output_records": 110568, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-15:59:18.783902 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301897.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:18.783917 3036186 EVENT_LOG_v1 {"time_micros": 1708444758783914, "job": 20088, "event": "table_file_deletion", "file_number": 301897} 2024/02/20-15:59:18.784190 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301903.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:18.784202 3036186 EVENT_LOG_v1 {"time_micros": 1708444758784200, "job": 20088, "event": "table_file_deletion", "file_number": 301903} 2024/02/20-15:59:18.784373 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301912.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-15:59:18.784382 3036186 EVENT_LOG_v1 {"time_micros": 1708444758784380, "job": 20088, "event": "table_file_deletion", "file_number": 301912} 2024/02/20-16:00:06.312210 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-16:00:06.312339 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1032205.2 total, 600.1 interval Cumulative writes: 132M writes, 590M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.84 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132055079.00 writes per sync, written: 56.84 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 101K writes, 515K keys, 100K commit groups, 1.0 writes per commit group, ingest: 58.58 MB, 0.10 MB/s Interval WAL: 101K writes, 0 syncs, 101065.00 writes per sync, written: 0.06 GB, 0.10 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.94 MB 0.5 0.0 0.0 0.0 18.8 18.8 0.0 1.0 0.0 46.3 414.40 386.71 4187 0.099 0 0 0.0 0.0 L5 1/0 23.62 MB 0.1 69.2 18.4 50.8 68.1 17.3 0.0 3.7 41.9 41.2 1691.76 1620.23 2162 0.782 1044M 1152 0.0 0.0 L6 13/0 802.46 MB 0.0 407.7 17.6 390.1 390.5 0.3 0.0 22.2 16.0 15.3 26084.81 24055.70 604 43.187 9531M 259M 0.0 0.0 Sum 15/0 829.03 MB 0.0 477.0 36.0 440.9 477.3 36.4 0.0 25.5 17.3 17.3 28190.97 26062.65 6953 4.055 10G 259M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.1 0.0 0.0 2.7 20.4 31.8 1.79 1.74 6 0.298 583K 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 477.0 36.0 440.9 458.6 17.6 0.0 0.0 17.6 16.9 27776.57 25675.94 2766 10.042 10G 259M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 0.0 0.0 46.3 414.40 386.71 4187 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1032205.2 total, 600.1 interval Flush(GB): cumulative 18.752, interval 0.021 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 477.31 GB write, 0.47 MB/s write, 476.97 GB read, 0.47 MB/s read, 28191.0 seconds Interval compaction: 0.06 GB write, 0.09 MB/s write, 0.04 GB read, 0.06 MB/s read, 1.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1659 collections: 1721 last_copies: 0 last_secs: 0.000729 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(878,14.49 MB,0.943361%) IndexBlock(780,1.37 GB,91.0955%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6034912 Average: 2.1918 StdDev: 4.25 Min: 0 Median: 1.3855 Max: 2021 Percentiles: P50: 1.39 P75: 1.97 P99: 7.75 P99.9: 45.36 P99.99: 127.07 ------------------------------------------------------ [ 0, 1 ] 2026158 33.574% 33.574% ####### ( 1, 2 ] 2571289 42.607% 76.181% ######### ( 2, 3 ] 1007605 16.696% 92.877% ### ( 3, 4 ] 245205 4.063% 96.940% # ( 4, 6 ] 108715 1.801% 98.742% ( 6, 10 ] 35541 0.589% 99.331% ( 10, 15 ] 15018 0.249% 99.579% ( 15, 22 ] 7594 0.126% 99.705% ( 22, 34 ] 7948 0.132% 99.837% ( 34, 51 ] 5692 0.094% 99.931% ( 51, 76 ] 2536 0.042% 99.973% ( 76, 110 ] 892 0.015% 99.988% ( 110, 170 ] 406 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21787327 Average: 2.4726 StdDev: 6.78 Min: 0 Median: 1.4995 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.94 P99.99: 146.28 ------------------------------------------------------ [ 0, 1 ] 6644333 30.496% 30.496% ###### ( 1, 2 ] 8506938 39.045% 69.542% ######## ( 2, 3 ] 3704549 17.003% 86.545% ### ( 3, 4 ] 1355938 6.224% 92.768% # ( 4, 6 ] 1064987 4.888% 97.657% # ( 6, 10 ] 342551 1.572% 99.229% ( 10, 15 ] 59689 0.274% 99.503% ( 15, 22 ] 30512 0.140% 99.643% ( 22, 34 ] 32720 0.150% 99.793% ( 34, 51 ] 24874 0.114% 99.907% ( 51, 76 ] 11967 0.055% 99.962% ( 76, 110 ] 4881 0.022% 99.984% ( 110, 170 ] 2000 0.009% 99.994% ( 170, 250 ] 595 0.003% 99.996% ( 250, 380 ] 328 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 212250845 Average: 12.3108 StdDev: 81.59 Min: 0 Median: 1.4971 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.87 P99.9: 305.26 P99.99: 1543.01 ------------------------------------------------------ [ 0, 1 ] 72021058 33.932% 33.932% ####### ( 1, 2 ] 68608929 32.324% 66.257% ###### ( 2, 3 ] 30296591 14.274% 80.530% ### ( 3, 4 ] 6525350 3.074% 83.605% # ( 4, 6 ] 1185830 0.559% 84.164% ( 6, 10 ] 558507 0.263% 84.427% ( 10, 15 ] 316759 0.149% 84.576% ( 15, 22 ] 262688 0.124% 84.700% ( 22, 34 ] 7633640 3.597% 88.296% # ( 34, 51 ] 7805092 3.677% 91.973% # ( 51, 76 ] 6250335 2.945% 94.918% # ( 76, 110 ] 6821570 3.214% 98.132% # ( 110, 170 ] 3362427 1.584% 99.716% ( 170, 250 ] 341336 0.161% 99.877% ( 250, 380 ] 114065 0.054% 99.931% ( 380, 580 ] 69300 0.033% 99.964% ( 580, 870 ] 31053 0.015% 99.978% ( 870, 1300 ] 14098 0.007% 99.985% ( 1300, 1900 ] 27139 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.3 88.72 75.12 4074 0.022 0 0 0.0 0.0 L6 3/0 178.74 MB 0.0 316.3 3.1 313.2 313.3 0.1 0.0 99.6 15.4 15.2 21096.54 20708.49 2144 9.840 11G 62M 0.0 0.0 Sum 3/0 178.74 MB 0.0 316.3 3.1 313.2 316.4 3.2 0.0 100.6 15.3 15.3 21185.26 20783.61 6218 3.407 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.4 0.0 0.0 213.0 13.8 13.9 25.85 25.44 6 4.308 13M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 316.3 3.1 313.2 313.3 0.1 0.0 0.0 15.4 15.2 21096.54 20708.49 2144 9.840 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.3 88.72 75.12 4074 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1032205.2 total, 600.1 interval Flush(GB): cumulative 3.144, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 316.41 GB write, 0.31 MB/s write, 316.33 GB read, 0.31 MB/s read, 21185.3 seconds Interval compaction: 0.35 GB write, 0.60 MB/s write, 0.35 GB read, 0.60 MB/s read, 25.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4322 collections: 1721 last_copies: 0 last_secs: 0.001549 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2179,1.66 MB,0.108118%) IndexBlock(2142,1.46 GB,97.417%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1033220 Average: 3.5776 StdDev: 6.33 Min: 0 Median: 2.5974 Max: 2960 Percentiles: P50: 2.60 P75: 3.78 P99: 12.45 P99.9: 60.75 P99.99: 194.99 ------------------------------------------------------ [ 0, 1 ] 116741 11.299% 11.299% ## ( 1, 2 ] 247359 23.941% 35.239% ##### ( 2, 3 ] 255284 24.708% 59.947% ##### ( 3, 4 ] 199813 19.339% 79.286% #### ( 4, 6 ] 172291 16.675% 95.961% ### ( 6, 10 ] 29044 2.811% 98.772% # ( 10, 15 ] 4809 0.465% 99.237% ( 15, 22 ] 2575 0.249% 99.487% ( 22, 34 ] 2182 0.211% 99.698% ( 34, 51 ] 1797 0.174% 99.872% ( 51, 76 ] 748 0.072% 99.944% ( 76, 110 ] 254 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 179460042 Average: 2.1896 StdDev: 5.38 Min: 0 Median: 1.3461 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.97 P99.9: 53.60 P99.99: 144.39 ------------------------------------------------------ [ 0, 1 ] 66091596 36.828% 36.828% ####### ( 1, 2 ] 68301073 38.059% 74.887% ######## ( 2, 3 ] 33543993 18.692% 93.579% #### ( 3, 4 ] 8074214 4.499% 98.078% # ( 4, 6 ] 1503349 0.838% 98.916% ( 6, 10 ] 624077 0.348% 99.263% ( 10, 15 ] 407063 0.227% 99.490% ( 15, 22 ] 202363 0.113% 99.603% ( 22, 34 ] 315214 0.176% 99.779% ( 34, 51 ] 207090 0.115% 99.894% ( 51, 76 ] 101279 0.056% 99.951% ( 76, 110 ] 58312 0.032% 99.983% ( 110, 170 ] 21764 0.012% 99.995% ( 170, 250 ] 3878 0.002% 99.997% ( 250, 380 ] 1771 0.001% 99.998% ( 380, 580 ] 1475 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 259 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 277.81 257.67 4154 0.067 0 0 0.0 0.0 L5 1/0 4.37 MB 0.0 22.4 8.3 14.1 22.2 8.1 0.0 2.7 28.7 28.4 800.88 773.87 1990 0.402 620M 276K 0.0 0.0 L6 6/0 350.61 MB 0.0 199.0 8.9 190.1 190.2 0.2 0.0 21.3 14.4 13.7 14185.54 13878.57 721 19.675 8907M 241M 0.0 0.0 Sum 7/0 354.98 MB 0.0 221.4 17.2 204.2 221.6 17.4 0.0 24.2 14.9 14.9 15264.23 14910.10 6865 2.223 9528M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.5 4.6 7.5 1.50 0.51 6 0.250 167K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 221.4 17.2 204.2 212.4 8.2 0.0 0.0 15.1 14.5 14986.42 14652.44 2711 5.528 9528M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 277.81 257.67 4154 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1032205.2 total, 600.1 interval Flush(GB): cumulative 9.154, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 221.58 GB write, 0.22 MB/s write, 221.42 GB read, 0.22 MB/s read, 15264.2 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 1.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 359554 collections: 1721 last_copies: 0 last_secs: 0.140799 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359402,1.39 GB,92.4367%) FilterBlock(75,58.92 MB,3.83603%) IndexBlock(73,23.24 MB,1.51332%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2862976 Average: 4.2683 StdDev: 8.06 Min: 0 Median: 1.9634 Max: 9050 Percentiles: P50: 1.96 P75: 5.38 P99: 17.92 P99.9: 61.08 P99.99: 151.55 ------------------------------------------------------ [ 0, 1 ] 636747 22.241% 22.241% #### ( 1, 2 ] 824951 28.814% 51.055% ###### ( 2, 3 ] 405377 14.159% 65.214% ### ( 3, 4 ] 175338 6.124% 71.339% # ( 4, 6 ] 151443 5.290% 76.629% # ( 6, 10 ] 453561 15.842% 92.471% ### ( 10, 15 ] 179799 6.280% 98.751% # ( 15, 22 ] 17113 0.598% 99.349% ( 22, 34 ] 9166 0.320% 99.669% ( 34, 51 ] 5593 0.195% 99.864% ( 51, 76 ] 2543 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6944038 Average: 4.7212 StdDev: 7.64 Min: 0 Median: 2.4869 Max: 7311 Percentiles: P50: 2.49 P75: 6.20 P99: 19.51 P99.9: 69.22 P99.99: 168.77 ------------------------------------------------------ [ 0, 1 ] 1129519 16.266% 16.266% ### ( 1, 2 ] 1827591 26.319% 42.585% ##### ( 2, 3 ] 1057482 15.229% 57.814% ### ( 3, 4 ] 569079 8.195% 66.009% ## ( 4, 6 ] 564720 8.132% 74.141% ## ( 6, 10 ] 1214514 17.490% 91.631% ### ( 10, 15 ] 481482 6.934% 98.565% # ( 15, 22 ] 46882 0.675% 99.240% ( 22, 34 ] 24707 0.356% 99.596% ( 34, 51 ] 15584 0.224% 99.820% ( 51, 76 ] 7593 0.109% 99.930% ( 76, 110 ] 2879 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107475035 Average: 5.8246 StdDev: 24.78 Min: 0 Median: 2.3665 Max: 40453 Percentiles: P50: 2.37 P75: 7.57 P99: 42.28 P99.9: 159.36 P99.99: 467.44 ------------------------------------------------------ [ 0, 1 ] 25337821 23.576% 23.576% ##### ( 1, 2 ] 24277953 22.589% 46.165% ##### ( 2, 3 ] 11245654 10.464% 56.628% ## ( 3, 4 ] 4416930 4.110% 60.738% # ( 4, 6 ] 5034386 4.684% 65.422% # ( 6, 10 ] 26207093 24.384% 89.807% ##### ( 10, 15 ] 8445831 7.858% 97.665% ## ( 15, 22 ] 684874 0.637% 98.302% ( 22, 34 ] 561174 0.522% 98.825% ( 34, 51 ] 387178 0.360% 99.185% ( 51, 76 ] 247056 0.230% 99.415% ( 76, 110 ] 313443 0.292% 99.706% ( 110, 170 ] 253039 0.235% 99.942% ( 170, 250 ] 40385 0.038% 99.979% ( 250, 380 ] 8675 0.008% 99.987% ( 380, 580 ] 6394 0.006% 99.993% ( 580, 870 ] 3645 0.003% 99.997% ( 870, 1300 ] 1929 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 187 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-16:00:06.315860 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 537752266 rocksdb.block.cache.hit COUNT : 2224017417 rocksdb.block.cache.add COUNT : 40365851 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32878 rocksdb.block.cache.index.hit COUNT : 545817520 rocksdb.block.cache.index.add COUNT : 32864 rocksdb.block.cache.index.bytes.insert COUNT : 35160838893 rocksdb.block.cache.filter.miss COUNT : 32884 rocksdb.block.cache.filter.hit COUNT : 1132751409 rocksdb.block.cache.filter.add COUNT : 32884 rocksdb.block.cache.filter.bytes.insert COUNT : 8928217476 rocksdb.block.cache.data.miss COUNT : 537686504 rocksdb.block.cache.data.hit COUNT : 545448488 rocksdb.block.cache.data.add COUNT : 40300103 rocksdb.block.cache.data.bytes.insert COUNT : 166932396921 rocksdb.block.cache.bytes.read COUNT : 1937847958895829 rocksdb.block.cache.bytes.write COUNT : 211021453290 rocksdb.bloom.filter.useful COUNT : 586999591 rocksdb.bloom.filter.full.positive COUNT : 545751850 rocksdb.bloom.filter.full.true.positive COUNT : 540071082 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96074912 rocksdb.memtable.miss COUNT : 6438190839 rocksdb.l0.hit COUNT : 16485096 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 523585986 rocksdb.compaction.key.drop.new COUNT : 281199953 rocksdb.compaction.key.drop.obsolete COUNT : 281219682 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 590429616 rocksdb.number.keys.read COUNT : 664241900 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61033054099 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68814 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32869 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 782148027 rocksdb.number.multiget.keys.read COUNT : 5870023851 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61033054099 rocksdb.write.self COUNT : 131838939 rocksdb.write.other COUNT : 216140 rocksdb.write.wal COUNT : 132055079 rocksdb.compact.read.bytes COUNT : 1012510449087 rocksdb.compact.write.bytes COUNT : 1056820520965 rocksdb.flush.write.bytes COUNT : 33343626817 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1069224 rocksdb.number.superversion_releases COUNT : 2761 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 531031313 rocksdb.number.block.decompressed COUNT : 531031459 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61036858482 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68814 rocksdb.num.iterator.deleted COUNT : 68814 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5318 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5280 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44807 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 61944746704 rocksdb.memtable.garbage.bytes.at.flush COUNT : 746155383 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 959728730464 rocksdb.last.level.read.count COUNT : 499188335 rocksdb.non.last.level.read.bytes COUNT : 130741803571 rocksdb.non.last.level.read.count COUNT : 38662538 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 537785135 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2166748281534 rocksdb.bytes.compressed.to COUNT : 1052091036381 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26497302483 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6683725 rocksdb.bytes.decompressed.from COUNT : 1052304365128 rocksdb.bytes.decompressed.to COUNT : 2166799324327 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395911 P95 : 106.240702 P99 : 160.320449 P100 : 227461.000000 COUNT : 664241900 SUM : 34239771844 rocksdb.db.write.micros P50 : 67.050469 P95 : 111.767283 P99 : 169.403023 P100 : 2037453.000000 COUNT : 132055079 SUM : 13631587762 rocksdb.compaction.times.micros P50 : 1610975.609756 P95 : 38558095.238095 P99 : 67159090.909091 P100 : 89521673.000000 COUNT : 7621 SUM : 63859538623 rocksdb.compaction.times.cpu_micros P50 : 1550000.000000 P95 : 35880686.695279 P99 : 64131648.936170 P100 : 83823365.000000 COUNT : 7621 SUM : 61036858482 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4321.000658 P95 : 27832.417582 P99 : 62500.000000 P100 : 1558490.000000 COUNT : 12400 SUM : 116648714 rocksdb.compaction.outfile.sync.micros P50 : 62649.462691 P95 : 125879.699248 P99 : 225328.497409 P100 : 2063820.000000 COUNT : 20452 SUM : 1313418390 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.493365 P95 : 729.474609 P99 : 4029.553571 P100 : 501117.000000 COUNT : 20083 SUM : 12943618 rocksdb.table.open.io.micros P50 : 585.040420 P95 : 6243.986486 P99 : 13020.543814 P100 : 207055.000000 COUNT : 32869 SUM : 58337344 rocksdb.db.multiget.micros P50 : 7.990453 P95 : 17.785856 P99 : 33.021086 P100 : 26625.000000 COUNT : 782148027 SUM : 7403369892 rocksdb.read.block.compaction.micros P50 : 13.682599 P95 : 59.387524 P99 : 138.638266 P100 : 136000.000000 COUNT : 497386401 SUM : 9685160446 rocksdb.read.block.get.micros P50 : 52.891148 P95 : 94.685670 P99 : 145.653853 P100 : 206929.000000 COUNT : 40365865 SUM : 2326199486 rocksdb.write.raw.block.micros P50 : 0.521634 P95 : 0.991104 P99 : 1.895899 P100 : 331149.000000 COUNT : 537813594 SUM : 10830070904 rocksdb.numfiles.in.singlecompaction P50 : 2.773632 P95 : 5.679844 P99 : 5.938641 P100 : 7.000000 COUNT : 5810 SUM : 20683 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.541894 P95 : 33.590097 P99 : 104.999880 P100 : 135929.000000 COUNT : 537850873 SUM : 3747756390 rocksdb.file.read.flush.micros P50 : 1.847290 P95 : 15.834407 P99 : 40.907652 P100 : 787.000000 COUNT : 62000 SUM : 296942 rocksdb.file.read.compaction.micros P50 : 1.426831 P95 : 36.827766 P99 : 106.489316 P100 : 135929.000000 COUNT : 497488675 SUM : 3344378696 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 664241900 SUM : 0 rocksdb.bytes.per.write P50 : 218.502467 P95 : 527.900269 P99 : 803.950285 P100 : 4563443.000000 COUNT : 131838939 SUM : 61033054099 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 782148027 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46296.805679 P95 : 166944.915254 P99 : 239103.325942 P100 : 1681975.000000 COUNT : 12443 SUM : 780926955 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-16:00:06.316030 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-16:00:06.316187 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708444806 to in-memory stats history 2024/02/20-16:00:06.316216 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-16:00:06.316254 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-16:00:34.756127 4076243 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301907. Total log size is 15729357 while max_total_wal_size is 15728640 2024/02/20-16:00:34.756398 4076243 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301917. Immutable memtables: 0. 2024/02/20-16:00:34.756642 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20089] Syncing log #301913 2024/02/20-16:00:34.759509 3036210 (Original Log Time 2024/02/20-16:00:34.756628) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:00:34.759518 3036210 [db/flush_job.cc:892] [tag] [JOB 20089] Flushing memtable with next log file: 301917 2024/02/20-16:00:34.759544 3036210 EVENT_LOG_v1 {"time_micros": 1708444834759537, "job": 20089, "event": "flush_started", "num_memtables": 1, "num_entries": 4347, "num_deletes": 0, "total_data_size": 381073, "memory_usage": 2396704, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:00:34.759547 3036210 [db/flush_job.cc:926] [tag] [JOB 20089] Level-0 flush table #301918: started 2024/02/20-16:00:34.763916 3036210 EVENT_LOG_v1 {"time_micros": 1708444834763881, "cf_name": "tag", "job": 20089, "event": "table_file_creation", "file_number": 301918, "file_size": 230380, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156207583, "largest_seqno": 5156329198, "table_properties": {"data_size": 227352, "index_size": 2558, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 362534, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 72, "num_entries": 4232, "num_filter_entries": 95, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444745, "oldest_key_time": 1708444745, "file_creation_time": 1708444834, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301918, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:00:34.763960 3036210 [db/flush_job.cc:1062] [tag] [JOB 20089] Flush lasted 4458 microseconds, and 3787 cpu microseconds. 2024/02/20-16:00:34.764484 3036210 (Original Log Time 2024/02/20-16:00:34.763942) [db/flush_job.cc:1011] [tag] [JOB 20089] Level-0 flush table #301918: 230380 bytes OK 2024/02/20-16:00:34.764488 3036210 (Original Log Time 2024/02/20-16:00:34.763968) [db/memtable_list.cc:555] [tag] Level-0 commit table #301918 started 2024/02/20-16:00:34.764490 3036210 (Original Log Time 2024/02/20-16:00:34.764213) [db/memtable_list.cc:754] [tag] Level-0 commit table #301918: memtable #1 done 2024/02/20-16:00:34.764491 3036210 (Original Log Time 2024/02/20-16:00:34.764232) EVENT_LOG_v1 {"time_micros": 1708444834764225, "job": 20089, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:00:34.764493 3036210 (Original Log Time 2024/02/20-16:00:34.764432) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-16:00:34.764500 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20089] Try to delete WAL files size 1879955, prev total WAL file size 15729796, number of live WAL files 4. 2024/02/20-16:00:34.764957 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301907.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:00:50.029589 4076630 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301911. Total log size is 15941629 while max_total_wal_size is 15728640 2024/02/20-16:00:50.029876 4076630 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301919. Immutable memtables: 0. 2024/02/20-16:00:50.030159 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20090] Syncing log #301917 2024/02/20-16:00:50.040636 3036193 (Original Log Time 2024/02/20-16:00:50.030148) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:00:50.040648 3036193 [db/flush_job.cc:892] [key] [JOB 20090] Flushing memtable with next log file: 301919 2024/02/20-16:00:50.040678 3036193 EVENT_LOG_v1 {"time_micros": 1708444850040670, "job": 20090, "event": "flush_started", "num_memtables": 1, "num_entries": 16082, "num_deletes": 0, "total_data_size": 1004492, "memory_usage": 1596264, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:00:50.040681 3036193 [db/flush_job.cc:926] [key] [JOB 20090] Level-0 flush table #301920: started 2024/02/20-16:00:50.056082 3036193 EVENT_LOG_v1 {"time_micros": 1708444850056044, "cf_name": "key", "job": 20090, "event": "table_file_creation", "file_number": 301920, "file_size": 691166, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156223471, "largest_seqno": 5156343618, "table_properties": {"data_size": 670666, "index_size": 4727, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15413, "raw_key_size": 954980, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 199, "num_entries": 15795, "num_filter_entries": 17644, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444753, "oldest_key_time": 1708444753, "file_creation_time": 1708444850, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301920, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:00:50.056135 3036193 [db/flush_job.cc:1062] [key] [JOB 20090] Flush lasted 15510 microseconds, and 13448 cpu microseconds. 2024/02/20-16:00:50.056791 3036193 (Original Log Time 2024/02/20-16:00:50.056118) [db/flush_job.cc:1011] [key] [JOB 20090] Level-0 flush table #301920: 691166 bytes OK 2024/02/20-16:00:50.056794 3036193 (Original Log Time 2024/02/20-16:00:50.056143) [db/memtable_list.cc:555] [key] Level-0 commit table #301920 started 2024/02/20-16:00:50.056796 3036193 (Original Log Time 2024/02/20-16:00:50.056545) [db/memtable_list.cc:754] [key] Level-0 commit table #301920: memtable #1 done 2024/02/20-16:00:50.056798 3036193 (Original Log Time 2024/02/20-16:00:50.056564) EVENT_LOG_v1 {"time_micros": 1708444850056558, "job": 20090, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-16:00:50.056800 3036193 (Original Log Time 2024/02/20-16:00:50.056754) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-16:00:50.056805 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20090] Try to delete WAL files size 1254, prev total WAL file size 15943304, number of live WAL files 4. 2024/02/20-16:00:50.056989 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301911.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:00:50.060872 4076631 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301913. Total log size is 15942050 while max_total_wal_size is 15728640 2024/02/20-16:00:50.061120 4076631 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301921. Immutable memtables: 0. 2024/02/20-16:00:50.061352 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20091] Syncing log #301919 2024/02/20-16:00:50.061832 3036210 (Original Log Time 2024/02/20-16:00:50.061338) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:00:50.061837 3036210 [db/flush_job.cc:892] [url] [JOB 20091] Flushing memtable with next log file: 301921 2024/02/20-16:00:50.061858 3036210 EVENT_LOG_v1 {"time_micros": 1708444850061852, "job": 20091, "event": "flush_started", "num_memtables": 1, "num_entries": 101478, "num_deletes": 84000, "total_data_size": 15163071, "memory_usage": 17029240, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:00:50.061861 3036210 [db/flush_job.cc:926] [url] [JOB 20091] Level-0 flush table #301922: started 2024/02/20-16:00:50.160913 3036210 EVENT_LOG_v1 {"time_micros": 1708444850160880, "cf_name": "url", "job": 20091, "event": "table_file_creation", "file_number": 301922, "file_size": 5273217, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156223482, "largest_seqno": 5156345633, "table_properties": {"data_size": 5186128, "index_size": 149314, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5445, "raw_key_size": 14855430, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1690, "num_entries": 101191, "num_filter_entries": 6252, "num_deletions": 84000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444754, "oldest_key_time": 1708444754, "file_creation_time": 1708444850, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301922, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:00:50.160965 3036210 [db/flush_job.cc:1062] [url] [JOB 20091] Flush lasted 99135 microseconds, and 95037 cpu microseconds. 2024/02/20-16:00:50.161618 3036210 (Original Log Time 2024/02/20-16:00:50.160947) [db/flush_job.cc:1011] [url] [JOB 20091] Level-0 flush table #301922: 5273217 bytes OK 2024/02/20-16:00:50.161621 3036210 (Original Log Time 2024/02/20-16:00:50.160973) [db/memtable_list.cc:555] [url] Level-0 commit table #301922 started 2024/02/20-16:00:50.161622 3036210 (Original Log Time 2024/02/20-16:00:50.161355) [db/memtable_list.cc:754] [url] Level-0 commit table #301922: memtable #1 done 2024/02/20-16:00:50.161624 3036210 (Original Log Time 2024/02/20-16:00:50.161372) EVENT_LOG_v1 {"time_micros": 1708444850161366, "job": 20091, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-16:00:50.161625 3036210 (Original Log Time 2024/02/20-16:00:50.161580) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-16:00:50.161631 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20091] Try to delete WAL files size 13848148, prev total WAL file size 15944883, number of live WAL files 4. 2024/02/20-16:00:50.161706 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 20092] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-16:00:50.161713 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20099 Base level 0, inputs: [301922(5149KB) 301914(3012KB)], [301906(23MB)] 2024/02/20-16:00:50.161730 3036187 EVENT_LOG_v1 {"time_micros": 1708444850161720, "job": 20092, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301922, 301914], "files_L5": [301906], "score": 1, "input_data_size": 33130121, "oldest_snapshot_seqno": -1} 2024/02/20-16:00:50.162909 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301913.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:00:50.919113 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 20092] Generated table #301923: 545183 keys, 32594224 bytes, temperature: kUnknown 2024/02/20-16:00:50.919184 3036187 EVENT_LOG_v1 {"time_micros": 1708444850919141, "cf_name": "url", "job": 20092, "event": "table_file_creation", "file_number": 301923, "file_size": 32594224, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610835, "largest_seqno": 5156345633, "table_properties": {"data_size": 32202008, "index_size": 834587, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14229, "raw_key_size": 76111472, "raw_average_key_size": 139, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 10134, "num_entries": 545183, "num_filter_entries": 16273, "num_deletions": 392000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 0, "file_creation_time": 1708444850, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301923, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:00:50.920564 3036187 (Original Log Time 2024/02/20-16:00:50.919931) [db/compaction/compaction_job.cc:1729] [url] [JOB 20092] Compacted 2@0 + 1@5 files to L5 => 32594224 bytes 2024/02/20-16:00:50.920570 3036187 (Original Log Time 2024/02/20-16:00:50.920287) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.12, MB/sec: 43.7 rd, 43.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.0, 23.6 +0.0 blob) out(31.1 +0.0 blob), read-write-amplify(7.9) write-amplify(3.9) OK, records in: 545183, records dropped: 0 output_compression: LZ4 2024/02/20-16:00:50.920580 3036187 (Original Log Time 2024/02/20-16:00:50.920315) EVENT_LOG_v1 {"time_micros": 1708444850920302, "job": 20092, "event": "compaction_finished", "compaction_time_micros": 757513, "compaction_time_cpu_micros": 727945, "output_level": 5, "num_output_files": 1, "total_output_size": 32594224, "num_input_records": 545183, "num_output_records": 545183, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-16:00:50.922719 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301906.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:00:50.922740 3036187 EVENT_LOG_v1 {"time_micros": 1708444850922737, "job": 20092, "event": "table_file_deletion", "file_number": 301906} 2024/02/20-16:00:50.923080 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301914.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:00:50.923097 3036187 EVENT_LOG_v1 {"time_micros": 1708444850923094, "job": 20092, "event": "table_file_deletion", "file_number": 301914} 2024/02/20-16:00:50.923585 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301922.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:00:50.923601 3036187 EVENT_LOG_v1 {"time_micros": 1708444850923599, "job": 20092, "event": "table_file_deletion", "file_number": 301922} 2024/02/20-16:02:03.470895 4076399 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301917. Total log size is 15816169 while max_total_wal_size is 15728640 2024/02/20-16:02:03.471171 4076399 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301924. Immutable memtables: 0. 2024/02/20-16:02:03.471416 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20093] Syncing log #301921 2024/02/20-16:02:03.489199 3036193 (Original Log Time 2024/02/20-16:02:03.471403) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:02:03.489209 3036193 [db/flush_job.cc:892] [tag] [JOB 20093] Flushing memtable with next log file: 301924 2024/02/20-16:02:03.489235 3036193 EVENT_LOG_v1 {"time_micros": 1708444923489227, "job": 20093, "event": "flush_started", "num_memtables": 1, "num_entries": 4292, "num_deletes": 0, "total_data_size": 370159, "memory_usage": 1605920, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:02:03.489238 3036193 [db/flush_job.cc:926] [tag] [JOB 20093] Level-0 flush table #301925: started 2024/02/20-16:02:03.529029 3036193 EVENT_LOG_v1 {"time_micros": 1708444923528984, "cf_name": "tag", "job": 20093, "event": "table_file_creation", "file_number": 301925, "file_size": 219195, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156329205, "largest_seqno": 5156441389, "table_properties": {"data_size": 216130, "index_size": 2434, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 357352, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 71, "num_entries": 4249, "num_filter_entries": 106, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444834, "oldest_key_time": 1708444834, "file_creation_time": 1708444923, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301925, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:02:03.529085 3036193 [db/flush_job.cc:1062] [tag] [JOB 20093] Flush lasted 39895 microseconds, and 38751 cpu microseconds. 2024/02/20-16:02:03.529875 3036193 (Original Log Time 2024/02/20-16:02:03.529068) [db/flush_job.cc:1011] [tag] [JOB 20093] Level-0 flush table #301925: 219195 bytes OK 2024/02/20-16:02:03.529878 3036193 (Original Log Time 2024/02/20-16:02:03.529092) [db/memtable_list.cc:555] [tag] Level-0 commit table #301925 started 2024/02/20-16:02:03.529880 3036193 (Original Log Time 2024/02/20-16:02:03.529605) [db/memtable_list.cc:754] [tag] Level-0 commit table #301925: memtable #1 done 2024/02/20-16:02:03.529881 3036193 (Original Log Time 2024/02/20-16:02:03.529629) EVENT_LOG_v1 {"time_micros": 1708444923529622, "job": 20093, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:02:03.529883 3036193 (Original Log Time 2024/02/20-16:02:03.529835) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-16:02:03.529888 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20093] Try to delete WAL files size 2092227, prev total WAL file size 15818322, number of live WAL files 4. 2024/02/20-16:02:03.530004 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20094] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-16:02:03.530021 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20101 Base level 0, inputs: [301925(214KB) 301918(224KB)], [301909(64MB) 301910(64MB) 301915(49MB)] 2024/02/20-16:02:03.530054 3036185 EVENT_LOG_v1 {"time_micros": 1708444923530039, "job": 20094, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301925, 301918], "files_L6": [301909, 301910, 301915], "score": 1, "input_data_size": 187872273, "oldest_snapshot_seqno": -1} 2024/02/20-16:02:03.530302 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301917.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:08.227618 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20094] Generated table #301926: 2524366 keys, 67643625 bytes, temperature: kUnknown 2024/02/20-16:02:08.227689 3036185 EVENT_LOG_v1 {"time_micros": 1708444928227649, "cf_name": "tag", "job": 20094, "event": "table_file_creation", "file_number": 301926, "file_size": 67643625, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109748, "index_size": 1520292, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 210176088, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36250, "num_entries": 2524366, "num_filter_entries": 1134, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444923, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301926, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:02:12.721148 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20094] Generated table #301927: 2005995 keys, 67663385 bytes, temperature: kUnknown 2024/02/20-16:02:12.721218 3036185 EVENT_LOG_v1 {"time_micros": 1708444932721180, "cf_name": "tag", "job": 20094, "event": "table_file_creation", "file_number": 301927, "file_size": 67663385, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110403, "index_size": 1364005, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 188150830, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35605, "num_entries": 2005995, "num_filter_entries": 2312, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444928, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301927, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:02:13.579566 4076777 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301919. Total log size is 16165070 while max_total_wal_size is 15728640 2024/02/20-16:02:13.579884 4076777 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301929. Immutable memtables: 0. 2024/02/20-16:02:13.580178 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20095] Syncing log #301924 2024/02/20-16:02:13.584281 3036210 (Original Log Time 2024/02/20-16:02:13.580167) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-16:02:13.584294 3036210 [db/flush_job.cc:892] [key] [JOB 20095] Flushing memtable with next log file: 301929 2024/02/20-16:02:13.584326 3036210 EVENT_LOG_v1 {"time_micros": 1708444933584317, "job": 20095, "event": "flush_started", "num_memtables": 1, "num_entries": 14272, "num_deletes": 0, "total_data_size": 891016, "memory_usage": 1329328, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:02:13.584331 3036210 [db/flush_job.cc:926] [key] [JOB 20095] Level-0 flush table #301930: started 2024/02/20-16:02:13.618280 3036210 EVENT_LOG_v1 {"time_micros": 1708444933618239, "cf_name": "key", "job": 20095, "event": "table_file_creation", "file_number": 301930, "file_size": 610386, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156345621, "largest_seqno": 5156451469, "table_properties": {"data_size": 591819, "index_size": 4427, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13685, "raw_key_size": 840532, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 176, "num_entries": 13909, "num_filter_entries": 15599, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444850, "oldest_key_time": 1708444850, "file_creation_time": 1708444933, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301930, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:02:13.618336 3036210 [db/flush_job.cc:1062] [key] [JOB 20095] Flush lasted 34062 microseconds, and 30912 cpu microseconds. 2024/02/20-16:02:13.618933 3036210 (Original Log Time 2024/02/20-16:02:13.618317) [db/flush_job.cc:1011] [key] [JOB 20095] Level-0 flush table #301930: 610386 bytes OK 2024/02/20-16:02:13.618936 3036210 (Original Log Time 2024/02/20-16:02:13.618343) [db/memtable_list.cc:555] [key] Level-0 commit table #301930 started 2024/02/20-16:02:13.618938 3036210 (Original Log Time 2024/02/20-16:02:13.618684) [db/memtable_list.cc:754] [key] Level-0 commit table #301930: memtable #1 done 2024/02/20-16:02:13.618939 3036210 (Original Log Time 2024/02/20-16:02:13.618705) EVENT_LOG_v1 {"time_micros": 1708444933618698, "job": 20095, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-16:02:13.618940 3036210 (Original Log Time 2024/02/20-16:02:13.618896) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-16:02:13.618945 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20095] Try to delete WAL files size 1675, prev total WAL file size 16166815, number of live WAL files 4. 2024/02/20-16:02:13.619099 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301919.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:13.622352 4076687 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301921. Total log size is 16165140 while max_total_wal_size is 15728640 2024/02/20-16:02:13.622689 4076687 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301931. Immutable memtables: 0. 2024/02/20-16:02:13.622958 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20096] Syncing log #301929 2024/02/20-16:02:13.623610 3036193 (Original Log Time 2024/02/20-16:02:13.622940) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-16:02:13.623617 3036193 [db/flush_job.cc:892] [url] [JOB 20096] Flushing memtable with next log file: 301931 2024/02/20-16:02:13.623669 3036193 EVENT_LOG_v1 {"time_micros": 1708444933623660, "job": 20096, "event": "flush_started", "num_memtables": 1, "num_entries": 89482, "num_deletes": 74000, "total_data_size": 15477638, "memory_usage": 16731800, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:02:13.623674 3036193 [db/flush_job.cc:926] [url] [JOB 20096] Level-0 flush table #301932: started 2024/02/20-16:02:13.791327 3036193 EVENT_LOG_v1 {"time_micros": 1708444933791282, "cf_name": "url", "job": 20096, "event": "table_file_creation", "file_number": 301932, "file_size": 7041276, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156345635, "largest_seqno": 5156453485, "table_properties": {"data_size": 6834091, "index_size": 364081, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5221, "raw_key_size": 15199817, "raw_average_key_size": 170, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1986, "num_entries": 89116, "num_filter_entries": 5933, "num_deletions": 74000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444850, "oldest_key_time": 1708444850, "file_creation_time": 1708444933, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301932, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:02:13.791388 3036193 [db/flush_job.cc:1062] [url] [JOB 20096] Flush lasted 167783 microseconds, and 159690 cpu microseconds. 2024/02/20-16:02:13.791999 3036193 (Original Log Time 2024/02/20-16:02:13.791366) [db/flush_job.cc:1011] [url] [JOB 20096] Level-0 flush table #301932: 7041276 bytes OK 2024/02/20-16:02:13.792002 3036193 (Original Log Time 2024/02/20-16:02:13.791398) [db/memtable_list.cc:555] [url] Level-0 commit table #301932 started 2024/02/20-16:02:13.792003 3036193 (Original Log Time 2024/02/20-16:02:13.791756) [db/memtable_list.cc:754] [url] Level-0 commit table #301932: memtable #1 done 2024/02/20-16:02:13.792005 3036193 (Original Log Time 2024/02/20-16:02:13.791770) EVENT_LOG_v1 {"time_micros": 1708444933791766, "job": 20096, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-16:02:13.792006 3036193 (Original Log Time 2024/02/20-16:02:13.791962) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-16:02:13.792011 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20096] Try to delete WAL files size 13722267, prev total WAL file size 16172464, number of live WAL files 4. 2024/02/20-16:02:13.793407 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301921.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:16.791606 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20094] Generated table #301928: 2013154 keys, 52328659 bytes, temperature: kUnknown 2024/02/20-16:02:16.791687 3036185 EVENT_LOG_v1 {"time_micros": 1708444936791638, "cf_name": "tag", "job": 20094, "event": "table_file_creation", "file_number": 301928, "file_size": 52328659, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 51922544, "index_size": 1179701, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 161735598, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28489, "num_entries": 2013154, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708444932, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301928, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:02:16.799388 3036185 (Original Log Time 2024/02/20-16:02:16.798559) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20094] Compacted 2@0 + 3@6 files to L6 => 187635669 bytes 2024/02/20-16:02:16.799395 3036185 (Original Log Time 2024/02/20-16:02:16.799043) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.2 rd, 14.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.4, 178.7 +0.0 blob) out(178.9 +0.0 blob), read-write-amplify(835.3) write-amplify(417.4) OK, records in: 6543515, records dropped: 0 output_compression: ZSTD 2024/02/20-16:02:16.799409 3036185 (Original Log Time 2024/02/20-16:02:16.799086) EVENT_LOG_v1 {"time_micros": 1708444936799066, "job": 20094, "event": "compaction_finished", "compaction_time_micros": 13261710, "compaction_time_cpu_micros": 13045564, "output_level": 6, "num_output_files": 3, "total_output_size": 187635669, "num_input_records": 6543515, "num_output_records": 6543515, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-16:02:16.808060 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301909.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:16.808106 3036185 EVENT_LOG_v1 {"time_micros": 1708444936808100, "job": 20094, "event": "table_file_deletion", "file_number": 301909} 2024/02/20-16:02:16.818757 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301910.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:16.818802 3036185 EVENT_LOG_v1 {"time_micros": 1708444936818794, "job": 20094, "event": "table_file_deletion", "file_number": 301910} 2024/02/20-16:02:16.828044 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301915.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:16.828102 3036185 EVENT_LOG_v1 {"time_micros": 1708444936828095, "job": 20094, "event": "table_file_deletion", "file_number": 301915} 2024/02/20-16:02:16.828310 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301918.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:16.828325 3036185 EVENT_LOG_v1 {"time_micros": 1708444936828322, "job": 20094, "event": "table_file_deletion", "file_number": 301918} 2024/02/20-16:02:16.828496 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301925.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:16.828508 3036185 EVENT_LOG_v1 {"time_micros": 1708444936828505, "job": 20094, "event": "table_file_deletion", "file_number": 301925} 2024/02/20-16:02:16.828698 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20097] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-16:02:16.828708 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20102 Base level 0, inputs: [301930(596KB) 301920(674KB)], [301916(4479KB)] 2024/02/20-16:02:16.828726 3036185 EVENT_LOG_v1 {"time_micros": 1708444936828715, "job": 20097, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301930, 301920], "files_L5": [301916], "score": 1, "input_data_size": 5888222, "oldest_snapshot_seqno": -1} 2024/02/20-16:02:17.123057 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20097] Generated table #301933: 140272 keys, 5770036 bytes, temperature: kUnknown 2024/02/20-16:02:17.123117 3036185 EVENT_LOG_v1 {"time_micros": 1708444937123080, "cf_name": "key", "job": 20097, "event": "table_file_creation", "file_number": 301933, "file_size": 5770036, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155683324, "largest_seqno": 5156451469, "table_properties": {"data_size": 5606235, "index_size": 43845, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 129541, "raw_key_size": 8479841, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1662, "num_entries": 140272, "num_filter_entries": 147270, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444085, "oldest_key_time": 0, "file_creation_time": 1708444936, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301933, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:02:17.124151 3036185 (Original Log Time 2024/02/20-16:02:17.123556) [db/compaction/compaction_job.cc:1729] [key] [JOB 20097] Compacted 2@0 + 1@5 files to L5 => 5770036 bytes 2024/02/20-16:02:17.124155 3036185 (Original Log Time 2024/02/20-16:02:17.123918) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 20.0 rd, 19.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.2, 4.4 +0.0 blob) out(5.5 +0.0 blob), read-write-amplify(9.0) write-amplify(4.4) OK, records in: 140272, records dropped: 0 output_compression: LZ4 2024/02/20-16:02:17.124163 3036185 (Original Log Time 2024/02/20-16:02:17.123947) EVENT_LOG_v1 {"time_micros": 1708444937123934, "job": 20097, "event": "compaction_finished", "compaction_time_micros": 294443, "compaction_time_cpu_micros": 289323, "output_level": 5, "num_output_files": 1, "total_output_size": 5770036, "num_input_records": 140272, "num_output_records": 140272, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-16:02:17.124594 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301916.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:17.124605 3036185 EVENT_LOG_v1 {"time_micros": 1708444937124603, "job": 20097, "event": "table_file_deletion", "file_number": 301916} 2024/02/20-16:02:17.124731 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301920.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:17.124738 3036185 EVENT_LOG_v1 {"time_micros": 1708444937124736, "job": 20097, "event": "table_file_deletion", "file_number": 301920} 2024/02/20-16:02:17.124825 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301930.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:02:17.124830 3036185 EVENT_LOG_v1 {"time_micros": 1708444937124829, "job": 20097, "event": "table_file_deletion", "file_number": 301930} 2024/02/20-16:03:54.063540 4076304 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301924. Total log size is 15755573 while max_total_wal_size is 15728640 2024/02/20-16:03:54.063816 4076304 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301934. Immutable memtables: 0. 2024/02/20-16:03:54.064080 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20098] Syncing log #301931 2024/02/20-16:03:54.078382 3036210 (Original Log Time 2024/02/20-16:03:54.064061) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:03:54.078393 3036210 [db/flush_job.cc:892] [tag] [JOB 20098] Flushing memtable with next log file: 301934 2024/02/20-16:03:54.078419 3036210 EVENT_LOG_v1 {"time_micros": 1708445034078412, "job": 20098, "event": "flush_started", "num_memtables": 1, "num_entries": 5840, "num_deletes": 0, "total_data_size": 513000, "memory_usage": 1898880, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:03:54.078423 3036210 [db/flush_job.cc:926] [tag] [JOB 20098] Level-0 flush table #301935: started 2024/02/20-16:03:54.084011 3036210 EVENT_LOG_v1 {"time_micros": 1708445034083980, "cf_name": "tag", "job": 20098, "event": "table_file_creation", "file_number": 301935, "file_size": 310853, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156443458, "largest_seqno": 5156546403, "table_properties": {"data_size": 307378, "index_size": 3262, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 495242, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 96, "num_entries": 5777, "num_filter_entries": 120, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444923, "oldest_key_time": 1708444923, "file_creation_time": 1708445034, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301935, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:03:54.084056 3036210 [db/flush_job.cc:1062] [tag] [JOB 20098] Flush lasted 5683 microseconds, and 4729 cpu microseconds. 2024/02/20-16:03:54.084559 3036210 (Original Log Time 2024/02/20-16:03:54.084042) [db/flush_job.cc:1011] [tag] [JOB 20098] Level-0 flush table #301935: 310853 bytes OK 2024/02/20-16:03:54.084563 3036210 (Original Log Time 2024/02/20-16:03:54.084063) [db/memtable_list.cc:555] [tag] Level-0 commit table #301935 started 2024/02/20-16:03:54.084566 3036210 (Original Log Time 2024/02/20-16:03:54.084300) [db/memtable_list.cc:754] [tag] Level-0 commit table #301935: memtable #1 done 2024/02/20-16:03:54.084568 3036210 (Original Log Time 2024/02/20-16:03:54.084317) EVENT_LOG_v1 {"time_micros": 1708445034084311, "job": 20098, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:03:54.084571 3036210 (Original Log Time 2024/02/20-16:03:54.084521) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-16:03:54.084578 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20098] Try to delete WAL files size 2441128, prev total WAL file size 15756485, number of live WAL files 4. 2024/02/20-16:03:54.085032 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301924.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:04:14.063688 4076710 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301929. Total log size is 15728846 while max_total_wal_size is 15728640 2024/02/20-16:04:14.063940 4076710 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301936. Immutable memtables: 0. 2024/02/20-16:04:14.064217 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20099] Syncing log #301934 2024/02/20-16:04:14.076357 3036193 (Original Log Time 2024/02/20-16:04:14.064208) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:04:14.076365 3036193 [db/flush_job.cc:892] [key] [JOB 20099] Flushing memtable with next log file: 301936 2024/02/20-16:04:14.076386 3036193 EVENT_LOG_v1 {"time_micros": 1708445054076380, "job": 20099, "event": "flush_started", "num_memtables": 1, "num_entries": 20581, "num_deletes": 0, "total_data_size": 1285218, "memory_usage": 1800576, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:04:14.076390 3036193 [db/flush_job.cc:926] [key] [JOB 20099] Level-0 flush table #301937: started 2024/02/20-16:04:14.138058 3036193 EVENT_LOG_v1 {"time_micros": 1708445054138013, "cf_name": "key", "job": 20099, "event": "table_file_creation", "file_number": 301937, "file_size": 871441, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156453471, "largest_seqno": 5156566601, "table_properties": {"data_size": 846059, "index_size": 5882, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19333, "raw_key_size": 1210815, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 250, "num_entries": 20031, "num_filter_entries": 22157, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444933, "oldest_key_time": 1708444933, "file_creation_time": 1708445054, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301937, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:04:14.138137 3036193 [db/flush_job.cc:1062] [key] [JOB 20099] Flush lasted 61787 microseconds, and 39818 cpu microseconds. 2024/02/20-16:04:14.148217 3036193 (Original Log Time 2024/02/20-16:04:14.138100) [db/flush_job.cc:1011] [key] [JOB 20099] Level-0 flush table #301937: 871441 bytes OK 2024/02/20-16:04:14.148221 3036193 (Original Log Time 2024/02/20-16:04:14.138146) [db/memtable_list.cc:555] [key] Level-0 commit table #301937 started 2024/02/20-16:04:14.148223 3036193 (Original Log Time 2024/02/20-16:04:14.147940) [db/memtable_list.cc:754] [key] Level-0 commit table #301937: memtable #1 done 2024/02/20-16:04:14.148224 3036193 (Original Log Time 2024/02/20-16:04:14.147980) EVENT_LOG_v1 {"time_micros": 1708445054147971, "job": 20099, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-16:04:14.148226 3036193 (Original Log Time 2024/02/20-16:04:14.148171) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-16:04:14.148231 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20099] Try to delete WAL files size 1745, prev total WAL file size 16047831, number of live WAL files 4. 2024/02/20-16:04:14.148435 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301929.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:04:14.148637 4076244 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301931. Total log size is 16046086 while max_total_wal_size is 15728640 2024/02/20-16:04:14.148916 4076244 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301938. Immutable memtables: 0. 2024/02/20-16:04:14.149175 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20100] Syncing log #301936 2024/02/20-16:04:14.163998 3036210 (Original Log Time 2024/02/20-16:04:14.149155) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:04:14.164007 3036210 [db/flush_job.cc:892] [url] [JOB 20100] Flushing memtable with next log file: 301938 2024/02/20-16:04:14.164031 3036210 EVENT_LOG_v1 {"time_micros": 1708445054164024, "job": 20100, "event": "flush_started", "num_memtables": 1, "num_entries": 88324, "num_deletes": 66000, "total_data_size": 14727730, "memory_usage": 15978384, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:04:14.164035 3036210 [db/flush_job.cc:926] [url] [JOB 20100] Level-0 flush table #301939: started 2024/02/20-16:04:14.346538 3036210 EVENT_LOG_v1 {"time_micros": 1708445054346507, "cf_name": "url", "job": 20100, "event": "table_file_creation", "file_number": 301939, "file_size": 7576072, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156453487, "largest_seqno": 5156568640, "table_properties": {"data_size": 7490510, "index_size": 211374, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6629, "raw_key_size": 14409319, "raw_average_key_size": 164, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2190, "num_entries": 87770, "num_filter_entries": 7513, "num_deletions": 66000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444933, "oldest_key_time": 1708444933, "file_creation_time": 1708445054, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301939, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:04:14.346583 3036210 [db/flush_job.cc:1062] [url] [JOB 20100] Flush lasted 182595 microseconds, and 177078 cpu microseconds. 2024/02/20-16:04:14.347146 3036210 (Original Log Time 2024/02/20-16:04:14.346568) [db/flush_job.cc:1011] [url] [JOB 20100] Level-0 flush table #301939: 7576072 bytes OK 2024/02/20-16:04:14.347149 3036210 (Original Log Time 2024/02/20-16:04:14.346589) [db/memtable_list.cc:555] [url] Level-0 commit table #301939 started 2024/02/20-16:04:14.347150 3036210 (Original Log Time 2024/02/20-16:04:14.346904) [db/memtable_list.cc:754] [url] Level-0 commit table #301939: memtable #1 done 2024/02/20-16:04:14.347152 3036210 (Original Log Time 2024/02/20-16:04:14.346919) EVENT_LOG_v1 {"time_micros": 1708445054346915, "job": 20100, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-16:04:14.347153 3036210 (Original Log Time 2024/02/20-16:04:14.347114) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-16:04:14.347157 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20100] Try to delete WAL files size 13312700, prev total WAL file size 16053401, number of live WAL files 4. 2024/02/20-16:04:14.347287 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 20101] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-16:04:14.347294 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20108 Base level 0, inputs: [301939(7398KB) 301932(6876KB)], [301923(31MB)] 2024/02/20-16:04:14.347307 3036188 EVENT_LOG_v1 {"time_micros": 1708445054347299, "job": 20101, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301939, 301932], "files_L5": [301923], "score": 1, "input_data_size": 47211572, "oldest_snapshot_seqno": -1} 2024/02/20-16:04:14.348561 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301931.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:04:15.682045 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20101] Generated table #301940: 722069 keys, 46594686 bytes, temperature: kUnknown 2024/02/20-16:04:15.682116 3036188 EVENT_LOG_v1 {"time_micros": 1708445055682073, "cf_name": "url", "job": 20101, "event": "table_file_creation", "file_number": 301940, "file_size": 46594686, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610835, "largest_seqno": 5156568640, "table_properties": {"data_size": 45917425, "index_size": 1427273, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21605, "raw_key_size": 105720608, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 14106, "num_entries": 722069, "num_filter_entries": 24726, "num_deletions": 532000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 0, "file_creation_time": 1708445054, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301940, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:04:15.683840 3036188 (Original Log Time 2024/02/20-16:04:15.683117) [db/compaction/compaction_job.cc:1729] [url] [JOB 20101] Compacted 2@0 + 1@5 files to L5 => 46594686 bytes 2024/02/20-16:04:15.683847 3036188 (Original Log Time 2024/02/20-16:04:15.683518) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.17, MB/sec: 35.4 rd, 34.9 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(13.9, 31.1 +0.0 blob) out(44.4 +0.0 blob), read-write-amplify(6.4) write-amplify(3.2) OK, records in: 722069, records dropped: 0 output_compression: LZ4 2024/02/20-16:04:15.683863 3036188 (Original Log Time 2024/02/20-16:04:15.683559) EVENT_LOG_v1 {"time_micros": 1708445055683537, "job": 20101, "event": "compaction_finished", "compaction_time_micros": 1334865, "compaction_time_cpu_micros": 1292331, "output_level": 5, "num_output_files": 1, "total_output_size": 46594686, "num_input_records": 722069, "num_output_records": 722069, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-16:04:15.687682 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301923.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:04:15.687721 3036188 EVENT_LOG_v1 {"time_micros": 1708445055687714, "job": 20101, "event": "table_file_deletion", "file_number": 301923} 2024/02/20-16:04:15.688829 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301932.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:04:15.688851 3036188 EVENT_LOG_v1 {"time_micros": 1708445055688847, "job": 20101, "event": "table_file_deletion", "file_number": 301932} 2024/02/20-16:04:15.689787 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301939.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:04:15.689808 3036188 EVENT_LOG_v1 {"time_micros": 1708445055689804, "job": 20101, "event": "table_file_deletion", "file_number": 301939} 2024/02/20-16:06:13.397072 4076781 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301934. Total log size is 15948559 while max_total_wal_size is 15728640 2024/02/20-16:06:13.397395 4076781 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301941. Immutable memtables: 0. 2024/02/20-16:06:13.397658 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20102] Syncing log #301938 2024/02/20-16:06:13.406871 3036193 (Original Log Time 2024/02/20-16:06:13.397645) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:06:13.406884 3036193 [db/flush_job.cc:892] [tag] [JOB 20102] Flushing memtable with next log file: 301941 2024/02/20-16:06:13.406917 3036193 EVENT_LOG_v1 {"time_micros": 1708445173406908, "job": 20102, "event": "flush_started", "num_memtables": 1, "num_entries": 7215, "num_deletes": 0, "total_data_size": 629630, "memory_usage": 1256648, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:06:13.406922 3036193 [db/flush_job.cc:926] [tag] [JOB 20102] Level-0 flush table #301942: started 2024/02/20-16:06:13.415999 3036193 EVENT_LOG_v1 {"time_micros": 1708445173415961, "cf_name": "tag", "job": 20102, "event": "table_file_creation", "file_number": 301942, "file_size": 377558, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156548432, "largest_seqno": 5156671043, "table_properties": {"data_size": 373461, "index_size": 4128, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 610284, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 119, "num_entries": 7166, "num_filter_entries": 130, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445034, "oldest_key_time": 1708445034, "file_creation_time": 1708445173, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301942, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:06:13.416059 3036193 [db/flush_job.cc:1062] [tag] [JOB 20102] Flush lasted 9198 microseconds, and 7598 cpu microseconds. 2024/02/20-16:06:13.416752 3036193 (Original Log Time 2024/02/20-16:06:13.416042) [db/flush_job.cc:1011] [tag] [JOB 20102] Level-0 flush table #301942: 377558 bytes OK 2024/02/20-16:06:13.416757 3036193 (Original Log Time 2024/02/20-16:06:13.416066) [db/memtable_list.cc:555] [tag] Level-0 commit table #301942 started 2024/02/20-16:06:13.416759 3036193 (Original Log Time 2024/02/20-16:06:13.416474) [db/memtable_list.cc:754] [tag] Level-0 commit table #301942: memtable #1 done 2024/02/20-16:06:13.416762 3036193 (Original Log Time 2024/02/20-16:06:13.416489) EVENT_LOG_v1 {"time_micros": 1708445173416484, "job": 20102, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:06:13.416765 3036193 (Original Log Time 2024/02/20-16:06:13.416710) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-16:06:13.416772 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20102] Try to delete WAL files size 2414401, prev total WAL file size 15949650, number of live WAL files 4. 2024/02/20-16:06:13.416874 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20103] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-16:06:13.416884 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20110 Base level 0, inputs: [301942(368KB) 301935(303KB)], [301926(64MB) 301927(64MB) 301928(49MB)] 2024/02/20-16:06:13.416902 3036189 EVENT_LOG_v1 {"time_micros": 1708445173416891, "job": 20103, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301942, 301935], "files_L6": [301926, 301927, 301928], "score": 1, "input_data_size": 188324080, "oldest_snapshot_seqno": -1} 2024/02/20-16:06:13.417289 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301934.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:18.638812 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20103] Generated table #301943: 2522764 keys, 67642906 bytes, temperature: kUnknown 2024/02/20-16:06:18.638883 3036189 EVENT_LOG_v1 {"time_micros": 1708445178638836, "cf_name": "tag", "job": 20103, "event": "table_file_creation", "file_number": 301943, "file_size": 67642906, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109402, "index_size": 1521104, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 210155452, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36224, "num_entries": 2522764, "num_filter_entries": 1122, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708445173, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301943, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:06:23.338491 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20103] Generated table #301944: 2007912 keys, 67663799 bytes, temperature: kUnknown 2024/02/20-16:06:23.338554 3036189 EVENT_LOG_v1 {"time_micros": 1708445183338516, "cf_name": "tag", "job": 20103, "event": "table_file_creation", "file_number": 301944, "file_size": 67663799, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109721, "index_size": 1362288, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 188201422, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35637, "num_entries": 2007912, "num_filter_entries": 2328, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708445178, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301944, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:06:27.089575 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20103] Generated table #301945: 2025782 keys, 52667371 bytes, temperature: kUnknown 2024/02/20-16:06:27.089647 3036189 EVENT_LOG_v1 {"time_micros": 1708445187089606, "cf_name": "tag", "job": 20103, "event": "table_file_creation", "file_number": 301945, "file_size": 52667371, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 52258424, "index_size": 1188083, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 162811168, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28666, "num_entries": 2025782, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708445183, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301945, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:06:27.096566 3036189 (Original Log Time 2024/02/20-16:06:27.095706) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20103] Compacted 2@0 + 3@6 files to L6 => 187974076 bytes 2024/02/20-16:06:27.096571 3036189 (Original Log Time 2024/02/20-16:06:27.096283) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.8 rd, 13.7 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.7, 178.9 +0.0 blob) out(179.3 +0.0 blob), read-write-amplify(546.6) write-amplify(273.1) OK, records in: 6556458, records dropped: 0 output_compression: ZSTD 2024/02/20-16:06:27.096579 3036189 (Original Log Time 2024/02/20-16:06:27.096321) EVENT_LOG_v1 {"time_micros": 1708445187096303, "job": 20103, "event": "compaction_finished", "compaction_time_micros": 13672807, "compaction_time_cpu_micros": 13369289, "output_level": 6, "num_output_files": 3, "total_output_size": 187974076, "num_input_records": 6556458, "num_output_records": 6556458, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-16:06:27.102637 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301926.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:27.102668 3036189 EVENT_LOG_v1 {"time_micros": 1708445187102663, "job": 20103, "event": "table_file_deletion", "file_number": 301926} 2024/02/20-16:06:27.109922 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301927.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:27.109964 3036189 EVENT_LOG_v1 {"time_micros": 1708445187109957, "job": 20103, "event": "table_file_deletion", "file_number": 301927} 2024/02/20-16:06:27.115022 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301928.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:27.115053 3036189 EVENT_LOG_v1 {"time_micros": 1708445187115049, "job": 20103, "event": "table_file_deletion", "file_number": 301928} 2024/02/20-16:06:27.115170 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301935.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:27.115177 3036189 EVENT_LOG_v1 {"time_micros": 1708445187115175, "job": 20103, "event": "table_file_deletion", "file_number": 301935} 2024/02/20-16:06:27.115273 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301942.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:27.115282 3036189 EVENT_LOG_v1 {"time_micros": 1708445187115280, "job": 20103, "event": "table_file_deletion", "file_number": 301942} 2024/02/20-16:06:34.484648 4077504 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301936. Total log size is 15868872 while max_total_wal_size is 15728640 2024/02/20-16:06:34.484958 4077504 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301946. Immutable memtables: 0. 2024/02/20-16:06:34.485230 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20104] Syncing log #301941 2024/02/20-16:06:34.497568 3036210 (Original Log Time 2024/02/20-16:06:34.485216) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:06:34.497578 3036210 [db/flush_job.cc:892] [key] [JOB 20104] Flushing memtable with next log file: 301946 2024/02/20-16:06:34.497602 3036210 EVENT_LOG_v1 {"time_micros": 1708445194497595, "job": 20104, "event": "flush_started", "num_memtables": 1, "num_entries": 23776, "num_deletes": 0, "total_data_size": 1484931, "memory_usage": 3610072, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:06:34.497605 3036210 [db/flush_job.cc:926] [key] [JOB 20104] Level-0 flush table #301947: started 2024/02/20-16:06:34.549806 3036210 EVENT_LOG_v1 {"time_micros": 1708445194549764, "cf_name": "key", "job": 20104, "event": "table_file_creation", "file_number": 301947, "file_size": 992916, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156566609, "largest_seqno": 5156689397, "table_properties": {"data_size": 963731, "index_size": 7001, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 22261, "raw_key_size": 1398360, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 287, "num_entries": 23130, "num_filter_entries": 25426, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445054, "oldest_key_time": 1708445054, "file_creation_time": 1708445194, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301947, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:06:34.549861 3036210 [db/flush_job.cc:1062] [key] [JOB 20104] Flush lasted 52303 microseconds, and 50666 cpu microseconds. 2024/02/20-16:06:34.550579 3036210 (Original Log Time 2024/02/20-16:06:34.549841) [db/flush_job.cc:1011] [key] [JOB 20104] Level-0 flush table #301947: 992916 bytes OK 2024/02/20-16:06:34.550584 3036210 (Original Log Time 2024/02/20-16:06:34.549868) [db/memtable_list.cc:555] [key] Level-0 commit table #301947 started 2024/02/20-16:06:34.550587 3036210 (Original Log Time 2024/02/20-16:06:34.550194) [db/memtable_list.cc:754] [key] Level-0 commit table #301947: memtable #1 done 2024/02/20-16:06:34.550589 3036210 (Original Log Time 2024/02/20-16:06:34.550253) EVENT_LOG_v1 {"time_micros": 1708445194550245, "job": 20104, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-16:06:34.550647 3036210 (Original Log Time 2024/02/20-16:06:34.550519) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-16:06:34.550655 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20104] Try to delete WAL files size 318985, prev total WAL file size 15871398, number of live WAL files 4. 2024/02/20-16:06:34.550703 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 20105] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-16:06:34.550715 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20112 Base level 0, inputs: [301947(969KB) 301937(851KB)], [301933(5634KB)] 2024/02/20-16:06:34.550745 3036190 EVENT_LOG_v1 {"time_micros": 1708445194550735, "job": 20105, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301947, 301937], "files_L5": [301933], "score": 1, "input_data_size": 7634393, "oldest_snapshot_seqno": -1} 2024/02/20-16:06:34.550926 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301936.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:34.874246 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20105] Generated table #301948: 183433 keys, 7515216 bytes, temperature: kUnknown 2024/02/20-16:06:34.874322 3036190 EVENT_LOG_v1 {"time_micros": 1708445194874273, "cf_name": "key", "job": 20105, "event": "table_file_creation", "file_number": 301948, "file_size": 7515216, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155683324, "largest_seqno": 5156689397, "table_properties": {"data_size": 7302833, "index_size": 57050, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 168693, "raw_key_size": 11089016, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2156, "num_entries": 183433, "num_filter_entries": 191559, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444085, "oldest_key_time": 0, "file_creation_time": 1708445194, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301948, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:06:34.875470 3036190 (Original Log Time 2024/02/20-16:06:34.874854) [db/compaction/compaction_job.cc:1729] [key] [JOB 20105] Compacted 2@0 + 1@5 files to L5 => 7515216 bytes 2024/02/20-16:06:34.875476 3036190 (Original Log Time 2024/02/20-16:06:34.875184) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 23.6 rd, 23.2 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.8, 5.5 +0.0 blob) out(7.2 +0.0 blob), read-write-amplify(8.1) write-amplify(4.0) OK, records in: 183433, records dropped: 0 output_compression: LZ4 2024/02/20-16:06:34.875485 3036190 (Original Log Time 2024/02/20-16:06:34.875213) EVENT_LOG_v1 {"time_micros": 1708445194875198, "job": 20105, "event": "compaction_finished", "compaction_time_micros": 323634, "compaction_time_cpu_micros": 316725, "output_level": 5, "num_output_files": 1, "total_output_size": 7515216, "num_input_records": 183433, "num_output_records": 183433, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-16:06:34.876138 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301933.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:34.876161 3036190 EVENT_LOG_v1 {"time_micros": 1708445194876157, "job": 20105, "event": "table_file_deletion", "file_number": 301933} 2024/02/20-16:06:34.876317 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301937.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:34.876326 3036190 EVENT_LOG_v1 {"time_micros": 1708445194876325, "job": 20105, "event": "table_file_deletion", "file_number": 301937} 2024/02/20-16:06:34.876465 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301947.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:06:34.876475 3036190 EVENT_LOG_v1 {"time_micros": 1708445194876473, "job": 20105, "event": "table_file_deletion", "file_number": 301947} 2024/02/20-16:06:38.355497 4076736 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301938. Total log size is 15728715 while max_total_wal_size is 15728640 2024/02/20-16:06:38.355721 4076736 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301949. Immutable memtables: 0. 2024/02/20-16:06:38.355942 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20106] Syncing log #301946 2024/02/20-16:06:38.362518 3036193 (Original Log Time 2024/02/20-16:06:38.355934) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:06:38.362527 3036193 [db/flush_job.cc:892] [url] [JOB 20106] Flushing memtable with next log file: 301949 2024/02/20-16:06:38.362548 3036193 EVENT_LOG_v1 {"time_micros": 1708445198362542, "job": 20106, "event": "flush_started", "num_memtables": 1, "num_entries": 92440, "num_deletes": 66000, "total_data_size": 14067709, "memory_usage": 16836288, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:06:38.362551 3036193 [db/flush_job.cc:926] [url] [JOB 20106] Level-0 flush table #301950: started 2024/02/20-16:06:38.602768 3036193 EVENT_LOG_v1 {"time_micros": 1708445198602719, "cf_name": "url", "job": 20106, "event": "table_file_creation", "file_number": 301950, "file_size": 8169636, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156568642, "largest_seqno": 5156693094, "table_properties": {"data_size": 8105685, "index_size": 164508, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3701, "raw_key_size": 13709179, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2246, "num_entries": 91776, "num_filter_entries": 4144, "num_deletions": 66000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445054, "oldest_key_time": 1708445054, "file_creation_time": 1708445198, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301950, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:06:38.602820 3036193 [db/flush_job.cc:1062] [url] [JOB 20106] Flush lasted 240309 microseconds, and 188524 cpu microseconds. 2024/02/20-16:06:38.604065 3036193 (Original Log Time 2024/02/20-16:06:38.602802) [db/flush_job.cc:1011] [url] [JOB 20106] Level-0 flush table #301950: 8169636 bytes OK 2024/02/20-16:06:38.604072 3036193 (Original Log Time 2024/02/20-16:06:38.602827) [db/memtable_list.cc:555] [url] Level-0 commit table #301950 started 2024/02/20-16:06:38.604074 3036193 (Original Log Time 2024/02/20-16:06:38.603770) [db/memtable_list.cc:754] [url] Level-0 commit table #301950: memtable #1 done 2024/02/20-16:06:38.604076 3036193 (Original Log Time 2024/02/20-16:06:38.603810) EVENT_LOG_v1 {"time_micros": 1708445198603802, "job": 20106, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-16:06:38.604079 3036193 (Original Log Time 2024/02/20-16:06:38.604006) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-16:06:38.604085 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20106] Try to delete WAL files size 13215173, prev total WAL file size 15737693, number of live WAL files 4. 2024/02/20-16:06:38.605548 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301938.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:08:28.155564 4076276 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301941. Total log size is 15963974 while max_total_wal_size is 15728640 2024/02/20-16:08:28.155823 4076276 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301951. Immutable memtables: 0. 2024/02/20-16:08:28.156044 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20107] Syncing log #301949 2024/02/20-16:08:28.164528 3036210 (Original Log Time 2024/02/20-16:08:28.156035) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:08:28.164536 3036210 [db/flush_job.cc:892] [tag] [JOB 20107] Flushing memtable with next log file: 301951 2024/02/20-16:08:28.164560 3036210 EVENT_LOG_v1 {"time_micros": 1708445308164553, "job": 20107, "event": "flush_started", "num_memtables": 1, "num_entries": 6805, "num_deletes": 0, "total_data_size": 597962, "memory_usage": 956744, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:08:28.164563 3036210 [db/flush_job.cc:926] [tag] [JOB 20107] Level-0 flush table #301952: started 2024/02/20-16:08:28.170804 3036210 EVENT_LOG_v1 {"time_micros": 1708445308170769, "cf_name": "tag", "job": 20107, "event": "table_file_creation", "file_number": 301952, "file_size": 357319, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156673068, "largest_seqno": 5156806300, "table_properties": {"data_size": 353346, "index_size": 3895, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 573428, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 112, "num_entries": 6686, "num_filter_entries": 133, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445173, "oldest_key_time": 1708445173, "file_creation_time": 1708445308, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301952, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:08:28.170850 3036210 [db/flush_job.cc:1062] [tag] [JOB 20107] Flush lasted 6329 microseconds, and 5380 cpu microseconds. 2024/02/20-16:08:28.171361 3036210 (Original Log Time 2024/02/20-16:08:28.170833) [db/flush_job.cc:1011] [tag] [JOB 20107] Level-0 flush table #301952: 357319 bytes OK 2024/02/20-16:08:28.171365 3036210 (Original Log Time 2024/02/20-16:08:28.170857) [db/memtable_list.cc:555] [tag] Level-0 commit table #301952 started 2024/02/20-16:08:28.171367 3036210 (Original Log Time 2024/02/20-16:08:28.171112) [db/memtable_list.cc:754] [tag] Level-0 commit table #301952: memtable #1 done 2024/02/20-16:08:28.171369 3036210 (Original Log Time 2024/02/20-16:08:28.171132) EVENT_LOG_v1 {"time_micros": 1708445308171126, "job": 20107, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:08:28.171371 3036210 (Original Log Time 2024/02/20-16:08:28.171321) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-16:08:28.171376 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20107] Try to delete WAL files size 2334714, prev total WAL file size 15965017, number of live WAL files 4. 2024/02/20-16:08:28.171935 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301941.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:08:45.989899 4076786 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301946. Total log size is 15899062 while max_total_wal_size is 15728640 2024/02/20-16:08:45.990201 4076786 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301953. Immutable memtables: 0. 2024/02/20-16:08:45.990488 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20108] Syncing log #301951 2024/02/20-16:08:46.042604 3036193 (Original Log Time 2024/02/20-16:08:45.990476) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:08:46.042614 3036193 [db/flush_job.cc:892] [key] [JOB 20108] Flushing memtable with next log file: 301953 2024/02/20-16:08:46.042636 3036193 EVENT_LOG_v1 {"time_micros": 1708445326042630, "job": 20108, "event": "flush_started", "num_memtables": 1, "num_entries": 22747, "num_deletes": 0, "total_data_size": 1420426, "memory_usage": 2485256, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:08:46.042639 3036193 [db/flush_job.cc:926] [key] [JOB 20108] Level-0 flush table #301954: started 2024/02/20-16:08:46.084780 3036193 EVENT_LOG_v1 {"time_micros": 1708445326084732, "cf_name": "key", "job": 20108, "event": "table_file_creation", "file_number": 301954, "file_size": 953187, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156691399, "largest_seqno": 5156823275, "table_properties": {"data_size": 925166, "index_size": 6654, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21381, "raw_key_size": 1340945, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 275, "num_entries": 22184, "num_filter_entries": 24439, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445194, "oldest_key_time": 1708445194, "file_creation_time": 1708445326, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301954, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:08:46.084830 3036193 [db/flush_job.cc:1062] [key] [JOB 20108] Flush lasted 42234 microseconds, and 40570 cpu microseconds. 2024/02/20-16:08:46.085428 3036193 (Original Log Time 2024/02/20-16:08:46.084811) [db/flush_job.cc:1011] [key] [JOB 20108] Level-0 flush table #301954: 953187 bytes OK 2024/02/20-16:08:46.085432 3036193 (Original Log Time 2024/02/20-16:08:46.084837) [db/memtable_list.cc:555] [key] Level-0 commit table #301954 started 2024/02/20-16:08:46.085434 3036193 (Original Log Time 2024/02/20-16:08:46.085178) [db/memtable_list.cc:754] [key] Level-0 commit table #301954: memtable #1 done 2024/02/20-16:08:46.085436 3036193 (Original Log Time 2024/02/20-16:08:46.085203) EVENT_LOG_v1 {"time_micros": 1708445326085195, "job": 20108, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-16:08:46.085438 3036193 (Original Log Time 2024/02/20-16:08:46.085390) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-16:08:46.085444 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20108] Try to delete WAL files size 178828, prev total WAL file size 15903141, number of live WAL files 4. 2024/02/20-16:08:46.085716 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301946.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:08:46.189159 2383536 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301949. Total log size is 15728716 while max_total_wal_size is 15728640 2024/02/20-16:08:46.189411 2383536 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301955. Immutable memtables: 0. 2024/02/20-16:08:46.189727 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20109] Syncing log #301953 2024/02/20-16:08:46.190925 3036210 (Original Log Time 2024/02/20-16:08:46.189705) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:08:46.190936 3036210 [db/flush_job.cc:892] [url] [JOB 20109] Flushing memtable with next log file: 301955 2024/02/20-16:08:46.190968 3036210 EVENT_LOG_v1 {"time_micros": 1708445326190958, "job": 20109, "event": "flush_started", "num_memtables": 1, "num_entries": 103993, "num_deletes": 80000, "total_data_size": 14422025, "memory_usage": 16635048, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:08:46.190973 3036210 [db/flush_job.cc:926] [url] [JOB 20109] Level-0 flush table #301956: started 2024/02/20-16:08:46.372380 3036210 EVENT_LOG_v1 {"time_micros": 1708445326372339, "cf_name": "url", "job": 20109, "event": "table_file_creation", "file_number": 301956, "file_size": 7505730, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156693096, "largest_seqno": 5156825361, "table_properties": {"data_size": 7425158, "index_size": 158837, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4357, "raw_key_size": 14076293, "raw_average_key_size": 136, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2157, "num_entries": 103446, "num_filter_entries": 4983, "num_deletions": 80000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445198, "oldest_key_time": 1708445198, "file_creation_time": 1708445326, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301956, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:08:46.372436 3036210 [db/flush_job.cc:1062] [url] [JOB 20109] Flush lasted 181517 microseconds, and 173872 cpu microseconds. 2024/02/20-16:08:46.373958 3036210 (Original Log Time 2024/02/20-16:08:46.372412) [db/flush_job.cc:1011] [url] [JOB 20109] Level-0 flush table #301956: 7505730 bytes OK 2024/02/20-16:08:46.373962 3036210 (Original Log Time 2024/02/20-16:08:46.372443) [db/memtable_list.cc:555] [url] Level-0 commit table #301956 started 2024/02/20-16:08:46.373963 3036210 (Original Log Time 2024/02/20-16:08:46.373694) [db/memtable_list.cc:754] [url] Level-0 commit table #301956: memtable #1 done 2024/02/20-16:08:46.373965 3036210 (Original Log Time 2024/02/20-16:08:46.373717) EVENT_LOG_v1 {"time_micros": 1708445326373710, "job": 20109, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-16:08:46.373967 3036210 (Original Log Time 2024/02/20-16:08:46.373923) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-16:08:46.373972 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20109] Try to delete WAL files size 13450432, prev total WAL file size 15735472, number of live WAL files 4. 2024/02/20-16:08:46.374100 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 20110] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-16:08:46.374109 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20117 Base level 0, inputs: [301956(7329KB) 301950(7978KB)], [301940(44MB)] 2024/02/20-16:08:46.374128 3036192 EVENT_LOG_v1 {"time_micros": 1708445326374116, "job": 20110, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301956, 301950], "files_L5": [301940], "score": 1, "input_data_size": 62270052, "oldest_snapshot_seqno": -1} 2024/02/20-16:08:46.375513 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301949.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:08:47.953268 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20110] Generated table #301957: 917291 keys, 61594427 bytes, temperature: kUnknown 2024/02/20-16:08:47.953327 3036192 EVENT_LOG_v1 {"time_micros": 1708445327953294, "cf_name": "url", "job": 20110, "event": "table_file_creation", "file_number": 301957, "file_size": 61594427, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610835, "largest_seqno": 5156825361, "table_properties": {"data_size": 60790856, "index_size": 1756645, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24645, "raw_key_size": 133506080, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 18270, "num_entries": 917291, "num_filter_entries": 28227, "num_deletions": 678000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 0, "file_creation_time": 1708445326, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301957, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:08:47.954991 3036192 (Original Log Time 2024/02/20-16:08:47.954402) [db/compaction/compaction_job.cc:1729] [url] [JOB 20110] Compacted 2@0 + 1@5 files to L5 => 61594427 bytes 2024/02/20-16:08:47.954994 3036192 (Original Log Time 2024/02/20-16:08:47.954758) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.23, MB/sec: 39.4 rd, 39.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(14.9, 44.4 +0.0 blob) out(58.7 +0.0 blob), read-write-amplify(7.9) write-amplify(3.9) OK, records in: 917291, records dropped: 0 output_compression: LZ4 2024/02/20-16:08:47.955000 3036192 (Original Log Time 2024/02/20-16:08:47.954783) EVENT_LOG_v1 {"time_micros": 1708445327954769, "job": 20110, "event": "compaction_finished", "compaction_time_micros": 1579256, "compaction_time_cpu_micros": 1552461, "output_level": 5, "num_output_files": 1, "total_output_size": 61594427, "num_input_records": 917291, "num_output_records": 917291, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-16:08:47.958811 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301940.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:08:47.958838 3036192 EVENT_LOG_v1 {"time_micros": 1708445327958834, "job": 20110, "event": "table_file_deletion", "file_number": 301940} 2024/02/20-16:08:47.959443 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301950.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:08:47.959464 3036192 EVENT_LOG_v1 {"time_micros": 1708445327959461, "job": 20110, "event": "table_file_deletion", "file_number": 301950} 2024/02/20-16:08:47.959997 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301956.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:08:47.960010 3036192 EVENT_LOG_v1 {"time_micros": 1708445327960008, "job": 20110, "event": "table_file_deletion", "file_number": 301956} 2024/02/20-16:10:06.397719 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-16:10:06.397814 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1032805.3 total, 600.1 interval Cumulative writes: 132M writes, 591M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.92 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132157692.00 writes per sync, written: 56.92 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 102K writes, 617K keys, 102K commit groups, 1.0 writes per commit group, ingest: 76.90 MB, 0.13 MB/s Interval WAL: 102K writes, 0 syncs, 102613.00 writes per sync, written: 0.08 GB, 0.13 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 1.0 0.0 46.3 415.27 387.50 4192 0.099 0 0 0.0 0.0 L5 1/0 58.74 MB 0.2 69.4 18.5 50.9 68.2 17.3 0.0 3.7 41.9 41.2 1695.43 1623.80 2165 0.783 1046M 1152 0.0 0.0 L6 13/0 802.46 MB 0.0 407.7 17.6 390.1 390.5 0.3 0.0 22.2 16.0 15.3 26084.81 24055.70 604 43.187 9531M 259M 0.0 0.0 Sum 14/0 861.20 MB 0.0 477.1 36.1 441.0 477.5 36.4 0.0 25.4 17.3 17.3 28195.51 26067.01 6961 4.050 10G 259M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.2 0.1 0.0 5.0 29.9 37.0 4.54 4.37 8 0.568 2184K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 477.1 36.1 441.0 458.7 17.7 0.0 0.0 17.6 16.9 27780.24 25679.51 2769 10.033 10G 259M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 0.0 0.0 46.3 415.27 387.50 4192 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1032805.3 total, 600.1 interval Flush(GB): cumulative 18.785, interval 0.033 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 477.47 GB write, 0.47 MB/s write, 477.10 GB read, 0.47 MB/s read, 28195.5 seconds Interval compaction: 0.16 GB write, 0.28 MB/s write, 0.13 GB read, 0.23 MB/s read, 4.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1670 collections: 1722 last_copies: 0 last_secs: 0.000517 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(884,14.53 MB,0.94608%) IndexBlock(785,1.37 GB,91.0817%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6046179 Average: 2.1919 StdDev: 4.25 Min: 0 Median: 1.3858 Max: 2021 Percentiles: P50: 1.39 P75: 1.97 P99: 7.75 P99.9: 45.35 P99.99: 127.01 ------------------------------------------------------ [ 0, 1 ] 2029041 33.559% 33.559% ####### ( 1, 2 ] 2576639 42.616% 76.175% ######### ( 2, 3 ] 1009742 16.700% 92.876% ### ( 3, 4 ] 245705 4.064% 96.939% # ( 4, 6 ] 108974 1.802% 98.742% ( 6, 10 ] 35612 0.589% 99.331% ( 10, 15 ] 15044 0.249% 99.580% ( 15, 22 ] 7611 0.126% 99.705% ( 22, 34 ] 7961 0.132% 99.837% ( 34, 51 ] 5699 0.094% 99.931% ( 51, 76 ] 2538 0.042% 99.973% ( 76, 110 ] 893 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21819218 Average: 2.4724 StdDev: 6.78 Min: 0 Median: 1.4996 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.94 P99.99: 146.27 ------------------------------------------------------ [ 0, 1 ] 6651579 30.485% 30.485% ###### ( 1, 2 ] 8522449 39.059% 69.544% ######## ( 2, 3 ] 3711596 17.011% 86.555% ### ( 3, 4 ] 1357275 6.221% 92.776% # ( 4, 6 ] 1065304 4.882% 97.658% # ( 6, 10 ] 342737 1.571% 99.229% ( 10, 15 ] 59786 0.274% 99.503% ( 15, 22 ] 30563 0.140% 99.643% ( 22, 34 ] 32756 0.150% 99.793% ( 34, 51 ] 24903 0.114% 99.907% ( 51, 76 ] 11981 0.055% 99.962% ( 76, 110 ] 4895 0.022% 99.984% ( 110, 170 ] 2005 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.002% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 212250845 Average: 12.3108 StdDev: 81.59 Min: 0 Median: 1.4971 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.87 P99.9: 305.26 P99.99: 1543.01 ------------------------------------------------------ [ 0, 1 ] 72021058 33.932% 33.932% ####### ( 1, 2 ] 68608929 32.324% 66.257% ###### ( 2, 3 ] 30296591 14.274% 80.530% ### ( 3, 4 ] 6525350 3.074% 83.605% # ( 4, 6 ] 1185830 0.559% 84.164% ( 6, 10 ] 558507 0.263% 84.427% ( 10, 15 ] 316759 0.149% 84.576% ( 15, 22 ] 262688 0.124% 84.700% ( 22, 34 ] 7633640 3.597% 88.296% # ( 34, 51 ] 7805092 3.677% 91.973% # ( 51, 76 ] 6250335 2.945% 94.918% # ( 76, 110 ] 6821570 3.214% 98.132% # ( 110, 170 ] 3362427 1.584% 99.716% ( 170, 250 ] 341336 0.161% 99.877% ( 250, 380 ] 114065 0.054% 99.931% ( 380, 580 ] 69300 0.033% 99.964% ( 580, 870 ] 31053 0.015% 99.978% ( 870, 1300 ] 14098 0.007% 99.985% ( 1300, 1900 ] 27139 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 348.94 KB 0.5 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.3 88.78 75.18 4079 0.022 0 0 0.0 0.0 L6 3/0 179.27 MB 0.0 316.7 3.1 313.5 313.6 0.1 0.0 99.7 15.4 15.2 21123.48 20734.90 2146 9.843 11G 62M 0.0 0.0 Sum 4/0 179.61 MB 0.0 316.7 3.1 313.5 316.8 3.2 0.0 100.7 15.3 15.3 21212.26 20810.08 6225 3.408 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 252.2 13.3 13.3 27.00 26.48 7 3.857 13M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 316.7 3.1 313.5 313.6 0.1 0.0 0.0 15.4 15.2 21123.48 20734.90 2146 9.843 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.3 88.78 75.18 4079 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1032805.3 total, 600.1 interval Flush(GB): cumulative 3.145, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 316.76 GB write, 0.31 MB/s write, 316.68 GB read, 0.31 MB/s read, 21212.3 seconds Interval compaction: 0.35 GB write, 0.60 MB/s write, 0.35 GB read, 0.60 MB/s read, 27.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4327 collections: 1722 last_copies: 0 last_secs: 0.001155 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2183,1.66 MB,0.108285%) IndexBlock(2143,1.46 GB,97.3918%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1033603 Average: 3.5779 StdDev: 6.33 Min: 0 Median: 2.5979 Max: 2960 Percentiles: P50: 2.60 P75: 3.78 P99: 12.45 P99.9: 60.74 P99.99: 194.95 ------------------------------------------------------ [ 0, 1 ] 116748 11.295% 11.295% ## ( 1, 2 ] 247370 23.933% 35.228% ##### ( 2, 3 ] 255376 24.707% 59.935% ##### ( 3, 4 ] 199929 19.343% 79.278% #### ( 4, 6 ] 172430 16.682% 95.961% ### ( 6, 10 ] 29058 2.811% 98.772% # ( 10, 15 ] 4812 0.466% 99.238% ( 15, 22 ] 2576 0.249% 99.487% ( 22, 34 ] 2182 0.211% 99.698% ( 34, 51 ] 1797 0.174% 99.872% ( 51, 76 ] 748 0.072% 99.944% ( 76, 110 ] 254 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 179660641 Average: 2.1898 StdDev: 5.37 Min: 0 Median: 1.3464 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.97 P99.9: 53.59 P99.99: 144.36 ------------------------------------------------------ [ 0, 1 ] 66141900 36.815% 36.815% ####### ( 1, 2 ] 68385402 38.064% 74.879% ######## ( 2, 3 ] 33594279 18.699% 93.577% #### ( 3, 4 ] 8085679 4.501% 98.078% # ( 4, 6 ] 1505285 0.838% 98.916% ( 6, 10 ] 624885 0.348% 99.263% ( 10, 15 ] 407631 0.227% 99.490% ( 15, 22 ] 202634 0.113% 99.603% ( 22, 34 ] 315501 0.176% 99.779% ( 34, 51 ] 207285 0.115% 99.894% ( 51, 76 ] 101376 0.056% 99.951% ( 76, 110 ] 58347 0.032% 99.983% ( 110, 170 ] 21775 0.012% 99.995% ( 170, 250 ] 3879 0.002% 99.997% ( 250, 380 ] 1774 0.001% 99.998% ( 380, 580 ] 1478 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 259 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 930.85 KB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.01 257.84 4159 0.067 0 0 0.0 0.0 L5 1/0 7.17 MB 0.0 22.4 8.3 14.2 22.2 8.1 0.0 2.7 28.7 28.4 801.50 774.47 1992 0.402 620M 276K 0.0 0.0 L6 6/0 350.61 MB 0.0 199.0 8.9 190.1 190.2 0.2 0.0 21.3 14.4 13.7 14185.54 13878.57 721 19.675 8907M 241M 0.0 0.0 Sum 8/0 358.69 MB 0.0 221.4 17.2 204.2 221.6 17.4 0.0 24.2 14.9 14.9 15265.06 14910.89 6872 2.221 9528M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 15.7 20.1 0.82 0.78 7 0.118 323K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 221.4 17.2 204.2 212.4 8.2 0.0 0.0 15.1 14.5 14987.04 14653.04 2713 5.524 9528M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.01 257.84 4159 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1032805.3 total, 600.1 interval Flush(GB): cumulative 9.158, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 221.59 GB write, 0.22 MB/s write, 221.43 GB read, 0.22 MB/s read, 15265.1 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 360927 collections: 1722 last_copies: 0 last_secs: 0.079453 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360775,1.39 GB,92.7903%) FilterBlock(75,58.35 MB,3.79851%) IndexBlock(76,21.45 MB,1.39647%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2864119 Average: 4.2695 StdDev: 8.06 Min: 0 Median: 1.9639 Max: 9050 Percentiles: P50: 1.96 P75: 5.39 P99: 17.92 P99.9: 61.10 P99.99: 151.53 ------------------------------------------------------ [ 0, 1 ] 636769 22.233% 22.233% #### ( 1, 2 ] 825076 28.807% 51.040% ###### ( 2, 3 ] 405508 14.158% 65.198% ### ( 3, 4 ] 175435 6.125% 71.323% # ( 4, 6 ] 151579 5.292% 76.616% # ( 6, 10 ] 453971 15.850% 92.466% ### ( 10, 15 ] 179993 6.284% 98.750% # ( 15, 22 ] 17128 0.598% 99.348% ( 22, 34 ] 9171 0.320% 99.669% ( 34, 51 ] 5595 0.195% 99.864% ( 51, 76 ] 2549 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6947658 Average: 4.7228 StdDev: 7.64 Min: 0 Median: 2.4879 Max: 7311 Percentiles: P50: 2.49 P75: 6.20 P99: 19.52 P99.9: 69.22 P99.99: 168.76 ------------------------------------------------------ [ 0, 1 ] 1129637 16.259% 16.259% ### ( 1, 2 ] 1828043 26.312% 42.571% ##### ( 2, 3 ] 1057861 15.226% 57.797% ### ( 3, 4 ] 569285 8.194% 65.991% ## ( 4, 6 ] 564919 8.131% 74.122% ## ( 6, 10 ] 1215951 17.502% 91.624% #### ( 10, 15 ] 482215 6.941% 98.564% # ( 15, 22 ] 46923 0.675% 99.240% ( 22, 34 ] 24734 0.356% 99.596% ( 34, 51 ] 15600 0.225% 99.820% ( 51, 76 ] 7603 0.109% 99.930% ( 76, 110 ] 2881 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107493491 Average: 5.8254 StdDev: 24.78 Min: 0 Median: 2.3673 Max: 40453 Percentiles: P50: 2.37 P75: 7.57 P99: 42.28 P99.9: 159.36 P99.99: 467.35 ------------------------------------------------------ [ 0, 1 ] 25337821 23.571% 23.571% ##### ( 1, 2 ] 24277953 22.586% 46.157% ##### ( 2, 3 ] 11245658 10.462% 56.619% ## ( 3, 4 ] 4416948 4.109% 60.728% # ( 4, 6 ] 5034889 4.684% 65.412% # ( 6, 10 ] 26218511 24.391% 89.802% ##### ( 10, 15 ] 8451699 7.863% 97.665% ## ( 15, 22 ] 685201 0.637% 98.302% ( 22, 34 ] 561353 0.522% 98.825% ( 34, 51 ] 387264 0.360% 99.185% ( 51, 76 ] 247091 0.230% 99.415% ( 76, 110 ] 313459 0.292% 99.706% ( 110, 170 ] 253040 0.235% 99.942% ( 170, 250 ] 40386 0.038% 99.979% ( 250, 380 ] 8676 0.008% 99.987% ( 380, 580 ] 6394 0.006% 99.993% ( 580, 870 ] 3645 0.003% 99.997% ( 870, 1300 ] 1929 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 187 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-16:10:06.400719 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 538019548 rocksdb.block.cache.hit COUNT : 2226225306 rocksdb.block.cache.add COUNT : 40387217 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32904 rocksdb.block.cache.index.hit COUNT : 546340070 rocksdb.block.cache.index.add COUNT : 32890 rocksdb.block.cache.index.bytes.insert COUNT : 35174189006 rocksdb.block.cache.filter.miss COUNT : 32910 rocksdb.block.cache.filter.hit COUNT : 1133933524 rocksdb.block.cache.filter.add COUNT : 32910 rocksdb.block.cache.filter.bytes.insert COUNT : 8928702326 rocksdb.block.cache.data.miss COUNT : 537953734 rocksdb.block.cache.data.hit COUNT : 545951712 rocksdb.block.cache.data.add COUNT : 40321417 rocksdb.block.cache.data.bytes.insert COUNT : 167020699911 rocksdb.block.cache.bytes.read COUNT : 1939476784733346 rocksdb.block.cache.bytes.write COUNT : 211123591243 rocksdb.bloom.filter.useful COUNT : 587659207 rocksdb.bloom.filter.full.positive COUNT : 546274349 rocksdb.bloom.filter.full.true.positive COUNT : 540587239 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96145074 rocksdb.memtable.miss COUNT : 6443570179 rocksdb.l0.hit COUNT : 16514885 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 524072354 rocksdb.compaction.key.drop.new COUNT : 281199953 rocksdb.compaction.key.drop.obsolete COUNT : 281219682 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 591047089 rocksdb.number.keys.read COUNT : 664828231 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61113693780 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68854 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32895 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 782786495 rocksdb.number.multiget.keys.read COUNT : 5874887022 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61113693780 rocksdb.write.self COUNT : 131941196 rocksdb.write.other COUNT : 216496 rocksdb.write.wal COUNT : 132157692 rocksdb.compact.read.bytes COUNT : 1013035840008 rocksdb.compact.write.bytes COUNT : 1057350199299 rocksdb.flush.write.bytes COUNT : 33384811740 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1072016 rocksdb.number.superversion_releases COUNT : 2762 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 531279910 rocksdb.number.block.decompressed COUNT : 531291579 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61067452120 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68854 rocksdb.num.iterator.deleted COUNT : 68854 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5323 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5285 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44847 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62025667629 rocksdb.memtable.garbage.bytes.at.flush COUNT : 746681798 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 960137528124 rocksdb.last.level.read.count COUNT : 499407391 rocksdb.non.last.level.read.bytes COUNT : 130902518966 rocksdb.non.last.level.read.count COUNT : 38710842 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 538052443 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2167762902318 rocksdb.bytes.compressed.to COUNT : 1052618289639 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26539099512 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6694279 rocksdb.bytes.decompressed.from COUNT : 1052843802584 rocksdb.bytes.decompressed.to COUNT : 2167861052835 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395568 P95 : 106.238179 P99 : 160.316432 P100 : 227461.000000 COUNT : 664828231 SUM : 34269503311 rocksdb.db.write.micros P50 : 67.052139 P95 : 111.773384 P99 : 169.405949 P100 : 2037453.000000 COUNT : 132157692 SUM : 13645951068 rocksdb.compaction.times.micros P50 : 1609342.560554 P95 : 38531428.571429 P99 : 67151515.151515 P100 : 89521673.000000 COUNT : 7628 SUM : 63890762851 rocksdb.compaction.times.cpu_micros P50 : 1548754.448399 P95 : 35856652.360515 P99 : 64122340.425532 P100 : 83823365.000000 COUNT : 7628 SUM : 61067452120 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4323.469388 P95 : 27873.456790 P99 : 62686.170213 P100 : 1558490.000000 COUNT : 12415 SUM : 116886614 rocksdb.compaction.outfile.sync.micros P50 : 62647.481470 P95 : 125908.700322 P99 : 225410.309278 P100 : 2063820.000000 COUNT : 20463 SUM : 1314145342 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.524069 P95 : 729.996749 P99 : 4050.446429 P100 : 501117.000000 COUNT : 20105 SUM : 12960007 rocksdb.table.open.io.micros P50 : 584.096045 P95 : 6242.229730 P99 : 13017.796392 P100 : 207055.000000 COUNT : 32895 SUM : 58355755 rocksdb.db.multiget.micros P50 : 7.990368 P95 : 17.785237 P99 : 33.020380 P100 : 26625.000000 COUNT : 782786495 SUM : 7409298909 rocksdb.read.block.compaction.micros P50 : 13.682538 P95 : 59.364777 P99 : 138.618184 P100 : 136000.000000 COUNT : 497632317 SUM : 9688739884 rocksdb.read.block.get.micros P50 : 52.893500 P95 : 94.684752 P99 : 145.646866 P100 : 206929.000000 COUNT : 40387231 SUM : 2327430011 rocksdb.write.raw.block.micros P50 : 0.521636 P95 : 0.991108 P99 : 1.895926 P100 : 331149.000000 COUNT : 538072823 SUM : 10837703634 rocksdb.numfiles.in.singlecompaction P50 : 2.773480 P95 : 5.679811 P99 : 5.938632 P100 : 7.000000 COUNT : 5817 SUM : 20708 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.541984 P95 : 33.572274 P99 : 104.987440 P100 : 135929.000000 COUNT : 538118233 SUM : 3748562592 rocksdb.file.read.flush.micros P50 : 1.847722 P95 : 15.834997 P99 : 40.900658 P100 : 787.000000 COUNT : 62075 SUM : 297269 rocksdb.file.read.compaction.micros P50 : 1.426929 P95 : 36.803346 P99 : 106.477810 P100 : 135929.000000 COUNT : 497734646 SUM : 3344962513 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 664828231 SUM : 0 rocksdb.bytes.per.write P50 : 218.502803 P95 : 527.916144 P99 : 803.969948 P100 : 4563443.000000 COUNT : 131941196 SUM : 61113693780 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 782786495 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46299.115044 P95 : 167009.882353 P99 : 239148.898678 P100 : 1681975.000000 COUNT : 12458 SUM : 782069753 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-16:10:06.400827 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-16:10:06.400948 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708445406 to in-memory stats history 2024/02/20-16:10:06.400967 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-16:10:06.400998 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-16:10:26.146106 2383531 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301951. Total log size is 15790579 while max_total_wal_size is 15728640 2024/02/20-16:10:26.146286 2383531 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301958. Immutable memtables: 0. 2024/02/20-16:10:26.146484 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20111] Syncing log #301955 2024/02/20-16:10:26.157543 3036193 (Original Log Time 2024/02/20-16:10:26.146471) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:10:26.157551 3036193 [db/flush_job.cc:892] [tag] [JOB 20111] Flushing memtable with next log file: 301958 2024/02/20-16:10:26.157570 3036193 EVENT_LOG_v1 {"time_micros": 1708445426157564, "job": 20111, "event": "flush_started", "num_memtables": 1, "num_entries": 4722, "num_deletes": 0, "total_data_size": 412317, "memory_usage": 480848, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:10:26.157572 3036193 [db/flush_job.cc:926] [tag] [JOB 20111] Level-0 flush table #301959: started 2024/02/20-16:10:26.161065 3036193 EVENT_LOG_v1 {"time_micros": 1708445426161045, "cf_name": "tag", "job": 20111, "event": "table_file_creation", "file_number": 301959, "file_size": 249810, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156808393, "largest_seqno": 5156931777, "table_properties": {"data_size": 246594, "index_size": 2790, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 399698, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 79, "num_entries": 4687, "num_filter_entries": 98, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445308, "oldest_key_time": 1708445308, "file_creation_time": 1708445426, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301959, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:10:26.161089 3036193 [db/flush_job.cc:1062] [tag] [JOB 20111] Flush lasted 3551 microseconds, and 2879 cpu microseconds. 2024/02/20-16:10:26.161476 3036193 (Original Log Time 2024/02/20-16:10:26.161080) [db/flush_job.cc:1011] [tag] [JOB 20111] Level-0 flush table #301959: 249810 bytes OK 2024/02/20-16:10:26.161479 3036193 (Original Log Time 2024/02/20-16:10:26.161093) [db/memtable_list.cc:555] [tag] Level-0 commit table #301959 started 2024/02/20-16:10:26.161480 3036193 (Original Log Time 2024/02/20-16:10:26.161245) [db/memtable_list.cc:754] [tag] Level-0 commit table #301959: memtable #1 done 2024/02/20-16:10:26.161481 3036193 (Original Log Time 2024/02/20-16:10:26.161256) EVENT_LOG_v1 {"time_micros": 1708445426161253, "job": 20111, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:10:26.161483 3036193 (Original Log Time 2024/02/20-16:10:26.161439) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-16:10:26.161486 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20111] Try to delete WAL files size 2269802, prev total WAL file size 15791516, number of live WAL files 4. 2024/02/20-16:10:26.161570 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20112] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-16:10:26.161580 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20119 Base level 0, inputs: [301959(243KB) 301952(348KB)], [301943(64MB) 301944(64MB) 301945(50MB)] 2024/02/20-16:10:26.161600 3036186 EVENT_LOG_v1 {"time_micros": 1708445426161591, "job": 20112, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301959, 301952], "files_L6": [301943, 301944, 301945], "score": 1, "input_data_size": 188581205, "oldest_snapshot_seqno": -1} 2024/02/20-16:10:26.161767 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301951.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:29.079350 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20112] Generated table #301960: 2522628 keys, 67641065 bytes, temperature: kUnknown 2024/02/20-16:10:29.079400 3036186 EVENT_LOG_v1 {"time_micros": 1708445429079370, "cf_name": "tag", "job": 20112, "event": "table_file_creation", "file_number": 301960, "file_size": 67641065, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109337, "index_size": 1519314, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 210211134, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36224, "num_entries": 2522628, "num_filter_entries": 1124, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708445426, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301960, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:10:31.779873 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20112] Generated table #301961: 2008029 keys, 67665862 bytes, temperature: kUnknown 2024/02/20-16:10:31.779922 3036186 EVENT_LOG_v1 {"time_micros": 1708445431779894, "cf_name": "tag", "job": 20112, "event": "table_file_creation", "file_number": 301961, "file_size": 67665862, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110594, "index_size": 1363329, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 188148958, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35635, "num_entries": 2008029, "num_filter_entries": 2330, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708445429, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301961, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:10:34.129474 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20112] Generated table #301962: 2037174 keys, 52957767 bytes, temperature: kUnknown 2024/02/20-16:10:34.129523 3036186 EVENT_LOG_v1 {"time_micros": 1708445434129496, "cf_name": "tag", "job": 20112, "event": "table_file_creation", "file_number": 301962, "file_size": 52957767, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 52546899, "index_size": 1195370, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 163781076, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28825, "num_entries": 2037174, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708445431, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301962, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:10:34.134125 3036186 (Original Log Time 2024/02/20-16:10:34.133722) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20112] Compacted 2@0 + 3@6 files to L6 => 188264694 bytes 2024/02/20-16:10:34.134128 3036186 (Original Log Time 2024/02/20-16:10:34.133945) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 23.7 rd, 23.6 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.6, 179.3 +0.0 blob) out(179.5 +0.0 blob), read-write-amplify(620.7) write-amplify(310.1) OK, records in: 6567831, records dropped: 0 output_compression: ZSTD 2024/02/20-16:10:34.134133 3036186 (Original Log Time 2024/02/20-16:10:34.133961) EVENT_LOG_v1 {"time_micros": 1708445434133953, "job": 20112, "event": "compaction_finished", "compaction_time_micros": 7967969, "compaction_time_cpu_micros": 7831041, "output_level": 6, "num_output_files": 3, "total_output_size": 188264694, "num_input_records": 6567831, "num_output_records": 6567831, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-16:10:34.138235 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301943.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:34.138245 3036186 EVENT_LOG_v1 {"time_micros": 1708445434138243, "job": 20112, "event": "table_file_deletion", "file_number": 301943} 2024/02/20-16:10:34.142341 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301944.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:34.142352 3036186 EVENT_LOG_v1 {"time_micros": 1708445434142350, "job": 20112, "event": "table_file_deletion", "file_number": 301944} 2024/02/20-16:10:34.146294 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301945.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:34.146303 3036186 EVENT_LOG_v1 {"time_micros": 1708445434146301, "job": 20112, "event": "table_file_deletion", "file_number": 301945} 2024/02/20-16:10:34.146372 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301952.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:34.146377 3036186 EVENT_LOG_v1 {"time_micros": 1708445434146376, "job": 20112, "event": "table_file_deletion", "file_number": 301952} 2024/02/20-16:10:34.146427 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301959.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:34.146432 3036186 EVENT_LOG_v1 {"time_micros": 1708445434146431, "job": 20112, "event": "table_file_deletion", "file_number": 301959} 2024/02/20-16:10:45.297866 4076346 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301953. Total log size is 15978582 while max_total_wal_size is 15728640 2024/02/20-16:10:45.298058 4076346 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301963. Immutable memtables: 0. 2024/02/20-16:10:45.298250 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20113] Syncing log #301958 2024/02/20-16:10:45.304432 3036210 (Original Log Time 2024/02/20-16:10:45.298237) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:10:45.304439 3036210 [db/flush_job.cc:892] [key] [JOB 20113] Flushing memtable with next log file: 301963 2024/02/20-16:10:45.304472 3036210 EVENT_LOG_v1 {"time_micros": 1708445445304465, "job": 20113, "event": "flush_started", "num_memtables": 1, "num_entries": 13803, "num_deletes": 0, "total_data_size": 862200, "memory_usage": 2077024, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:10:45.304477 3036210 [db/flush_job.cc:926] [key] [JOB 20113] Level-0 flush table #301964: started 2024/02/20-16:10:45.314322 3036210 EVENT_LOG_v1 {"time_micros": 1708445445314292, "cf_name": "key", "job": 20113, "event": "table_file_creation", "file_number": 301964, "file_size": 587560, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156825277, "largest_seqno": 5156952253, "table_properties": {"data_size": 569764, "index_size": 4042, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13253, "raw_key_size": 814909, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 171, "num_entries": 13477, "num_filter_entries": 15137, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445325, "oldest_key_time": 1708445325, "file_creation_time": 1708445445, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301964, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:10:45.314358 3036210 [db/flush_job.cc:1062] [key] [JOB 20113] Flush lasted 9930 microseconds, and 8833 cpu microseconds. 2024/02/20-16:10:45.314839 3036210 (Original Log Time 2024/02/20-16:10:45.314345) [db/flush_job.cc:1011] [key] [JOB 20113] Level-0 flush table #301964: 587560 bytes OK 2024/02/20-16:10:45.314842 3036210 (Original Log Time 2024/02/20-16:10:45.314363) [db/memtable_list.cc:555] [key] Level-0 commit table #301964 started 2024/02/20-16:10:45.314843 3036210 (Original Log Time 2024/02/20-16:10:45.314640) [db/memtable_list.cc:754] [key] Level-0 commit table #301964: memtable #1 done 2024/02/20-16:10:45.314845 3036210 (Original Log Time 2024/02/20-16:10:45.314655) EVENT_LOG_v1 {"time_micros": 1708445445314651, "job": 20113, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-16:10:45.314846 3036210 (Original Log Time 2024/02/20-16:10:45.314811) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-16:10:45.314849 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20113] Try to delete WAL files size 8482, prev total WAL file size 15978798, number of live WAL files 4. 2024/02/20-16:10:45.314931 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 20114] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-16:10:45.314942 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20121 Base level 0, inputs: [301964(573KB) 301954(930KB)], [301948(7339KB)] 2024/02/20-16:10:45.314964 3036187 EVENT_LOG_v1 {"time_micros": 1708445445314955, "job": 20114, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301964, 301954], "files_L5": [301948], "score": 1, "input_data_size": 9055963, "oldest_snapshot_seqno": -1} 2024/02/20-16:10:45.314971 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301953.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:45.463721 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 20114] Generated table #301965: 219094 keys, 8948107 bytes, temperature: kUnknown 2024/02/20-16:10:45.463761 3036187 EVENT_LOG_v1 {"time_micros": 1708445445463740, "cf_name": "key", "job": 20114, "event": "table_file_creation", "file_number": 301965, "file_size": 8948107, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155683324, "largest_seqno": 5156952253, "table_properties": {"data_size": 8695035, "index_size": 68852, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 201029, "raw_key_size": 13244870, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2563, "num_entries": 219094, "num_filter_entries": 228075, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444085, "oldest_key_time": 0, "file_creation_time": 1708445445, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301965, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:10:45.464447 3036187 (Original Log Time 2024/02/20-16:10:45.464097) [db/compaction/compaction_job.cc:1729] [key] [JOB 20114] Compacted 2@0 + 1@5 files to L5 => 8948107 bytes 2024/02/20-16:10:45.464449 3036187 (Original Log Time 2024/02/20-16:10:45.464299) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 60.8 rd, 60.1 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(1.5, 7.2 +0.0 blob) out(8.5 +0.0 blob), read-write-amplify(11.7) write-amplify(5.8) OK, records in: 219094, records dropped: 0 output_compression: LZ4 2024/02/20-16:10:45.464462 3036187 (Original Log Time 2024/02/20-16:10:45.464313) EVENT_LOG_v1 {"time_micros": 1708445445464306, "job": 20114, "event": "compaction_finished", "compaction_time_micros": 148839, "compaction_time_cpu_micros": 142812, "output_level": 5, "num_output_files": 1, "total_output_size": 8948107, "num_input_records": 219094, "num_output_records": 219094, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-16:10:45.464925 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301948.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:45.464933 3036187 EVENT_LOG_v1 {"time_micros": 1708445445464931, "job": 20114, "event": "table_file_deletion", "file_number": 301948} 2024/02/20-16:10:45.465037 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301954.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:45.465042 3036187 EVENT_LOG_v1 {"time_micros": 1708445445465041, "job": 20114, "event": "table_file_deletion", "file_number": 301954} 2024/02/20-16:10:45.465116 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301964.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:10:45.465120 3036187 EVENT_LOG_v1 {"time_micros": 1708445445465119, "job": 20114, "event": "table_file_deletion", "file_number": 301964} 2024/02/20-16:10:45.497114 4076088 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301955. Total log size is 15970316 while max_total_wal_size is 15728640 2024/02/20-16:10:45.497284 4076088 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301966. Immutable memtables: 0. 2024/02/20-16:10:45.497471 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20115] Syncing log #301963 2024/02/20-16:10:45.497833 3036193 (Original Log Time 2024/02/20-16:10:45.497463) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:10:45.497836 3036193 [db/flush_job.cc:892] [url] [JOB 20115] Flushing memtable with next log file: 301966 2024/02/20-16:10:45.497854 3036193 EVENT_LOG_v1 {"time_micros": 1708445445497848, "job": 20115, "event": "flush_started", "num_memtables": 1, "num_entries": 110849, "num_deletes": 96000, "total_data_size": 15447951, "memory_usage": 18087120, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:10:45.497856 3036193 [db/flush_job.cc:926] [url] [JOB 20115] Level-0 flush table #301967: started 2024/02/20-16:10:45.574188 3036193 EVENT_LOG_v1 {"time_micros": 1708445445574162, "cf_name": "url", "job": 20115, "event": "table_file_creation", "file_number": 301967, "file_size": 7043010, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156825363, "largest_seqno": 5156954254, "table_properties": {"data_size": 6922599, "index_size": 174696, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9237, "raw_key_size": 15114260, "raw_average_key_size": 136, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2143, "num_entries": 110522, "num_filter_entries": 10494, "num_deletions": 96000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445326, "oldest_key_time": 1708445326, "file_creation_time": 1708445445, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301967, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:10:45.574221 3036193 [db/flush_job.cc:1062] [url] [JOB 20115] Flush lasted 76389 microseconds, and 71240 cpu microseconds. 2024/02/20-16:10:45.574628 3036193 (Original Log Time 2024/02/20-16:10:45.574210) [db/flush_job.cc:1011] [url] [JOB 20115] Level-0 flush table #301967: 7043010 bytes OK 2024/02/20-16:10:45.574630 3036193 (Original Log Time 2024/02/20-16:10:45.574226) [db/memtable_list.cc:555] [url] Level-0 commit table #301967 started 2024/02/20-16:10:45.574632 3036193 (Original Log Time 2024/02/20-16:10:45.574427) [db/memtable_list.cc:754] [url] Level-0 commit table #301967: memtable #1 done 2024/02/20-16:10:45.574633 3036193 (Original Log Time 2024/02/20-16:10:45.574439) EVENT_LOG_v1 {"time_micros": 1708445445574436, "job": 20115, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-16:10:45.574634 3036193 (Original Log Time 2024/02/20-16:10:45.574603) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-16:10:45.574638 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20115] Try to delete WAL files size 13512295, prev total WAL file size 15970514, number of live WAL files 4. 2024/02/20-16:10:45.575586 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301955.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:13:25.970121 4076423 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301958. Total log size is 15994183 while max_total_wal_size is 15728640 2024/02/20-16:13:25.970302 4076423 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301968. Immutable memtables: 0. 2024/02/20-16:13:25.970495 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20116] Syncing log #301966 2024/02/20-16:13:25.974616 3036210 (Original Log Time 2024/02/20-16:13:25.970482) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:13:25.974620 3036210 [db/flush_job.cc:892] [tag] [JOB 20116] Flushing memtable with next log file: 301968 2024/02/20-16:13:25.974638 3036210 EVENT_LOG_v1 {"time_micros": 1708445605974633, "job": 20116, "event": "flush_started", "num_memtables": 1, "num_entries": 2356, "num_deletes": 0, "total_data_size": 218416, "memory_usage": 252296, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:13:25.974641 3036210 [db/flush_job.cc:926] [tag] [JOB 20116] Level-0 flush table #301969: started 2024/02/20-16:13:25.977114 3036210 EVENT_LOG_v1 {"time_micros": 1708445605977096, "cf_name": "tag", "job": 20116, "event": "table_file_creation", "file_number": 301969, "file_size": 136896, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156933784, "largest_seqno": 5157048296, "table_properties": {"data_size": 134823, "index_size": 1458, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 213398, "raw_average_key_size": 90, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 39, "num_entries": 2353, "num_filter_entries": 13, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445426, "oldest_key_time": 1708445426, "file_creation_time": 1708445605, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301969, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:13:25.977138 3036210 [db/flush_job.cc:1062] [tag] [JOB 20116] Flush lasted 2524 microseconds, and 1736 cpu microseconds. 2024/02/20-16:13:25.977495 3036210 (Original Log Time 2024/02/20-16:13:25.977130) [db/flush_job.cc:1011] [tag] [JOB 20116] Level-0 flush table #301969: 136896 bytes OK 2024/02/20-16:13:25.977497 3036210 (Original Log Time 2024/02/20-16:13:25.977141) [db/memtable_list.cc:555] [tag] Level-0 commit table #301969 started 2024/02/20-16:13:25.977499 3036210 (Original Log Time 2024/02/20-16:13:25.977306) [db/memtable_list.cc:754] [tag] Level-0 commit table #301969: memtable #1 done 2024/02/20-16:13:25.977500 3036210 (Original Log Time 2024/02/20-16:13:25.977316) EVENT_LOG_v1 {"time_micros": 1708445605977313, "job": 20116, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:13:25.977501 3036210 (Original Log Time 2024/02/20-16:13:25.977474) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-16:13:25.977504 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20116] Try to delete WAL files size 2457805, prev total WAL file size 15994361, number of live WAL files 4. 2024/02/20-16:13:25.977764 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301958.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:13:55.692436 4076291 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301963. Total log size is 15900310 while max_total_wal_size is 15728640 2024/02/20-16:13:55.692640 4076291 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301970. Immutable memtables: 0. 2024/02/20-16:13:55.692840 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20117] Syncing log #301968 2024/02/20-16:13:55.695052 3036193 (Original Log Time 2024/02/20-16:13:55.692828) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:13:55.695056 3036193 [db/flush_job.cc:892] [key] [JOB 20117] Flushing memtable with next log file: 301970 2024/02/20-16:13:55.695074 3036193 EVENT_LOG_v1 {"time_micros": 1708445635695069, "job": 20117, "event": "flush_started", "num_memtables": 1, "num_entries": 1081, "num_deletes": 0, "total_data_size": 67967, "memory_usage": 1653176, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:13:55.695077 3036193 [db/flush_job.cc:926] [key] [JOB 20117] Level-0 flush table #301971: started 2024/02/20-16:13:55.696369 3036193 EVENT_LOG_v1 {"time_micros": 1708445635696347, "cf_name": "key", "job": 20117, "event": "table_file_creation", "file_number": 301971, "file_size": 48117, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156954255, "largest_seqno": 5157064895, "table_properties": {"data_size": 45521, "index_size": 395, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 64890, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 14, "num_entries": 1066, "num_filter_entries": 1181, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445445, "oldest_key_time": 1708445445, "file_creation_time": 1708445635, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301971, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:13:55.696395 3036193 [db/flush_job.cc:1062] [key] [JOB 20117] Flush lasted 1344 microseconds, and 1159 cpu microseconds. 2024/02/20-16:13:55.696725 3036193 (Original Log Time 2024/02/20-16:13:55.696388) [db/flush_job.cc:1011] [key] [JOB 20117] Level-0 flush table #301971: 48117 bytes OK 2024/02/20-16:13:55.696727 3036193 (Original Log Time 2024/02/20-16:13:55.696399) [db/memtable_list.cc:555] [key] Level-0 commit table #301971 started 2024/02/20-16:13:55.696728 3036193 (Original Log Time 2024/02/20-16:13:55.696552) [db/memtable_list.cc:754] [key] Level-0 commit table #301971: memtable #1 done 2024/02/20-16:13:55.696730 3036193 (Original Log Time 2024/02/20-16:13:55.696562) EVENT_LOG_v1 {"time_micros": 1708445635696559, "job": 20117, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-16:13:55.696731 3036193 (Original Log Time 2024/02/20-16:13:55.696703) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-16:13:55.696734 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20117] Try to delete WAL files size 216, prev total WAL file size 15900553, number of live WAL files 4. 2024/02/20-16:13:55.696840 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301963.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:13:55.774760 2383533 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301966. Total log size is 15900337 while max_total_wal_size is 15728640 2024/02/20-16:13:55.774990 2383533 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301972. Immutable memtables: 0. 2024/02/20-16:13:55.775182 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20118] Syncing log #301970 2024/02/20-16:13:55.775450 3036210 (Original Log Time 2024/02/20-16:13:55.775175) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:13:55.775463 3036210 [db/flush_job.cc:892] [url] [JOB 20118] Flushing memtable with next log file: 301972 2024/02/20-16:13:55.775474 3036210 EVENT_LOG_v1 {"time_micros": 1708445635775470, "job": 20118, "event": "flush_started", "num_memtables": 1, "num_entries": 109093, "num_deletes": 108000, "total_data_size": 16378482, "memory_usage": 18546000, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:13:55.775476 3036210 [db/flush_job.cc:926] [url] [JOB 20118] Level-0 flush table #301973: started 2024/02/20-16:13:55.854945 3036210 EVENT_LOG_v1 {"time_micros": 1708445635854921, "cf_name": "url", "job": 20118, "event": "table_file_creation", "file_number": 301973, "file_size": 9554412, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5156954256, "largest_seqno": 5157066901, "table_properties": {"data_size": 9487661, "index_size": 182059, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2837, "raw_key_size": 16063831, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2496, "num_entries": 109078, "num_filter_entries": 3218, "num_deletions": 108000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445445, "oldest_key_time": 1708445445, "file_creation_time": 1708445635, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301973, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:13:55.854977 3036210 [db/flush_job.cc:1062] [url] [JOB 20118] Flush lasted 79527 microseconds, and 74053 cpu microseconds. 2024/02/20-16:13:55.855357 3036210 (Original Log Time 2024/02/20-16:13:55.854965) [db/flush_job.cc:1011] [url] [JOB 20118] Level-0 flush table #301973: 9554412 bytes OK 2024/02/20-16:13:55.855361 3036210 (Original Log Time 2024/02/20-16:13:55.854981) [db/memtable_list.cc:555] [url] Level-0 commit table #301973 started 2024/02/20-16:13:55.855363 3036210 (Original Log Time 2024/02/20-16:13:55.855163) [db/memtable_list.cc:754] [url] Level-0 commit table #301973: memtable #1 done 2024/02/20-16:13:55.855364 3036210 (Original Log Time 2024/02/20-16:13:55.855174) EVENT_LOG_v1 {"time_micros": 1708445635855170, "job": 20118, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-16:13:55.855367 3036210 (Original Log Time 2024/02/20-16:13:55.855328) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-16:13:55.855371 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20118] Try to delete WAL files size 13536162, prev total WAL file size 15900575, number of live WAL files 4. 2024/02/20-16:13:55.855448 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 20119] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-16:13:55.855464 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20126 Base level 0, inputs: [301973(9330KB) 301967(6877KB)], [301957(58MB)] 2024/02/20-16:13:55.855485 3036183 EVENT_LOG_v1 {"time_micros": 1708445635855476, "job": 20119, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301973, 301967], "files_L5": [301957], "score": 1, "input_data_size": 78191849, "oldest_snapshot_seqno": -1} 2024/02/20-16:13:55.856182 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301966.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:13:56.746055 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20119] Generated table #301974: 1095593 keys, 73833125 bytes, temperature: kUnknown 2024/02/20-16:13:56.746108 3036183 EVENT_LOG_v1 {"time_micros": 1708445636746075, "cf_name": "url", "job": 20119, "event": "table_file_creation", "file_number": 301974, "file_size": 73833125, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610835, "largest_seqno": 5157066901, "table_properties": {"data_size": 72961581, "index_size": 1968430, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 28981, "raw_key_size": 156380859, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 21618, "num_entries": 1095593, "num_filter_entries": 33173, "num_deletions": 882000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 0, "file_creation_time": 1708445635, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301974, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:13:56.790438 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20119] Generated table #301975: 41298 keys, 3918328 bytes, temperature: kUnknown 2024/02/20-16:13:56.790481 3036183 EVENT_LOG_v1 {"time_micros": 1708445636790459, "cf_name": "url", "job": 20119, "event": "table_file_creation", "file_number": 301975, "file_size": 3918328, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610837, "largest_seqno": 5157064869, "table_properties": {"data_size": 3812244, "index_size": 148576, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4677, "raw_key_size": 8303312, "raw_average_key_size": 201, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1155, "num_entries": 41298, "num_filter_entries": 5274, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 0, "file_creation_time": 1708445636, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301975, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:13:56.791715 3036183 (Original Log Time 2024/02/20-16:13:56.791338) [db/compaction/compaction_job.cc:1729] [url] [JOB 20119] Compacted 2@0 + 1@5 files to L5 => 77751453 bytes 2024/02/20-16:13:56.791718 3036183 (Original Log Time 2024/02/20-16:13:56.791543) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 2 13] max score 0.29, MB/sec: 83.6 rd, 83.2 wr, level 5, files in(2, 1) out(2 +0 blob) MB in(15.8, 58.7 +0.0 blob) out(74.1 +0.0 blob), read-write-amplify(9.4) write-amplify(4.7) OK, records in: 1136891, records dropped: 0 output_compression: LZ4 2024/02/20-16:13:56.791722 3036183 (Original Log Time 2024/02/20-16:13:56.791557) EVENT_LOG_v1 {"time_micros": 1708445636791550, "job": 20119, "event": "compaction_finished", "compaction_time_micros": 935031, "compaction_time_cpu_micros": 884631, "output_level": 5, "num_output_files": 2, "total_output_size": 77751453, "num_input_records": 1136891, "num_output_records": 1136891, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 2, 13]} 2024/02/20-16:13:56.795245 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301957.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:13:56.795253 3036183 EVENT_LOG_v1 {"time_micros": 1708445636795251, "job": 20119, "event": "table_file_deletion", "file_number": 301957} 2024/02/20-16:13:56.795749 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301967.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:13:56.795755 3036183 EVENT_LOG_v1 {"time_micros": 1708445636795754, "job": 20119, "event": "table_file_deletion", "file_number": 301967} 2024/02/20-16:13:56.796350 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301973.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:13:56.796354 3036183 EVENT_LOG_v1 {"time_micros": 1708445636796353, "job": 20119, "event": "table_file_deletion", "file_number": 301973} 2024/02/20-16:16:25.745585 1255434 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301968. Total log size is 15912733 while max_total_wal_size is 15728640 2024/02/20-16:16:25.745775 1255434 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #301976. Immutable memtables: 0. 2024/02/20-16:16:25.745838 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20120] Syncing log #301972 2024/02/20-16:16:25.746374 3036193 (Original Log Time 2024/02/20-16:16:25.745824) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:16:25.746378 3036193 [db/flush_job.cc:892] [tag] [JOB 20120] Flushing memtable with next log file: 301976 2024/02/20-16:16:25.746397 3036193 EVENT_LOG_v1 {"time_micros": 1708445785746391, "job": 20120, "event": "flush_started", "num_memtables": 1, "num_entries": 374, "num_deletes": 0, "total_data_size": 34529, "memory_usage": 41712, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:16:25.746400 3036193 [db/flush_job.cc:926] [tag] [JOB 20120] Level-0 flush table #301977: started 2024/02/20-16:16:25.747297 3036193 EVENT_LOG_v1 {"time_micros": 1708445785747276, "cf_name": "tag", "job": 20120, "event": "table_file_creation", "file_number": 301977, "file_size": 22135, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157050301, "largest_seqno": 5157109049, "table_properties": {"data_size": 20749, "index_size": 283, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 33781, "raw_average_key_size": 90, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7, "num_entries": 374, "num_filter_entries": 4, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445605, "oldest_key_time": 1708445605, "file_creation_time": 1708445785, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301977, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:25.747320 3036193 [db/flush_job.cc:1062] [tag] [JOB 20120] Flush lasted 948 microseconds, and 805 cpu microseconds. 2024/02/20-16:16:25.747564 3036193 (Original Log Time 2024/02/20-16:16:25.747311) [db/flush_job.cc:1011] [tag] [JOB 20120] Level-0 flush table #301977: 22135 bytes OK 2024/02/20-16:16:25.747566 3036193 (Original Log Time 2024/02/20-16:16:25.747323) [db/memtable_list.cc:555] [tag] Level-0 commit table #301977 started 2024/02/20-16:16:25.747567 3036193 (Original Log Time 2024/02/20-16:16:25.747506) [db/memtable_list.cc:754] [tag] Level-0 commit table #301977: memtable #1 done 2024/02/20-16:16:25.747569 3036193 (Original Log Time 2024/02/20-16:16:25.747516) EVENT_LOG_v1 {"time_micros": 1708445785747513, "job": 20120, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:16:25.747570 3036193 (Original Log Time 2024/02/20-16:16:25.747539) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-16:16:25.747574 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20120] Try to delete WAL files size 2363932, prev total WAL file size 16442968, number of live WAL files 4. 2024/02/20-16:16:25.747652 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20121] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-16:16:25.747660 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20128 Base level 0, inputs: [301977(21KB) 301969(133KB)], [301960(64MB) 301961(64MB) 301962(50MB)] 2024/02/20-16:16:25.747678 3036185 EVENT_LOG_v1 {"time_micros": 1708445785747670, "job": 20121, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301977, 301969], "files_L6": [301960, 301961, 301962], "score": 1, "input_data_size": 188423725, "oldest_snapshot_seqno": -1} 2024/02/20-16:16:25.747837 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301968.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:28.662661 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20121] Generated table #301978: 2522644 keys, 67644753 bytes, temperature: kUnknown 2024/02/20-16:16:28.662710 3036185 EVENT_LOG_v1 {"time_micros": 1708445788662682, "cf_name": "tag", "job": 20121, "event": "table_file_creation", "file_number": 301978, "file_size": 67644753, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110745, "index_size": 1522010, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 210265162, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36227, "num_entries": 2522644, "num_filter_entries": 1124, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708445785, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301978, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:31.271306 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20121] Generated table #301979: 2007941 keys, 67665395 bytes, temperature: kUnknown 2024/02/20-16:16:31.271359 3036185 EVENT_LOG_v1 {"time_micros": 1708445791271329, "cf_name": "tag", "job": 20121, "event": "table_file_creation", "file_number": 301979, "file_size": 67665395, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110105, "index_size": 1362192, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 188098985, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35632, "num_entries": 2007941, "num_filter_entries": 2330, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708445788, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301979, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:33.498969 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20121] Generated table #301980: 2039973 keys, 53034288 bytes, temperature: kUnknown 2024/02/20-16:16:33.499018 3036185 EVENT_LOG_v1 {"time_micros": 1708445793498990, "cf_name": "tag", "job": 20121, "event": "table_file_creation", "file_number": 301980, "file_size": 53034288, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 52622137, "index_size": 1198091, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 164024200, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28864, "num_entries": 2039973, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708445791, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301980, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:33.503336 3036185 (Original Log Time 2024/02/20-16:16:33.503110) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20121] Compacted 2@0 + 3@6 files to L6 => 188344436 bytes 2024/02/20-16:16:33.503339 3036185 (Original Log Time 2024/02/20-16:16:33.503282) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 24.3 rd, 24.3 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.2, 179.5 +0.0 blob) out(179.6 +0.0 blob), read-write-amplify(2369.1) write-amplify(1184.3) OK, records in: 6570558, records dropped: 0 output_compression: ZSTD 2024/02/20-16:16:33.503343 3036185 (Original Log Time 2024/02/20-16:16:33.503300) EVENT_LOG_v1 {"time_micros": 1708445793503290, "job": 20121, "event": "compaction_finished", "compaction_time_micros": 7751389, "compaction_time_cpu_micros": 7618063, "output_level": 6, "num_output_files": 3, "total_output_size": 188344436, "num_input_records": 6570558, "num_output_records": 6570558, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-16:16:33.507268 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301960.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:33.507276 3036185 EVENT_LOG_v1 {"time_micros": 1708445793507274, "job": 20121, "event": "table_file_deletion", "file_number": 301960} 2024/02/20-16:16:33.511951 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301961.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:33.511959 3036185 EVENT_LOG_v1 {"time_micros": 1708445793511958, "job": 20121, "event": "table_file_deletion", "file_number": 301961} 2024/02/20-16:16:33.515449 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301962.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:33.515461 3036185 EVENT_LOG_v1 {"time_micros": 1708445793515460, "job": 20121, "event": "table_file_deletion", "file_number": 301962} 2024/02/20-16:16:33.515510 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301969.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:33.515515 3036185 EVENT_LOG_v1 {"time_micros": 1708445793515514, "job": 20121, "event": "table_file_deletion", "file_number": 301969} 2024/02/20-16:16:33.515554 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301977.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:33.515558 3036185 EVENT_LOG_v1 {"time_micros": 1708445793515557, "job": 20121, "event": "table_file_deletion", "file_number": 301977} 2024/02/20-16:16:39.060104 4076369 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301970. Total log size is 16188439 while max_total_wal_size is 15728640 2024/02/20-16:16:39.060314 4076369 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #301981. Immutable memtables: 0. 2024/02/20-16:16:39.060377 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20122] Syncing log #301976 2024/02/20-16:16:39.063149 3036210 (Original Log Time 2024/02/20-16:16:39.060365) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:16:39.063154 3036210 [db/flush_job.cc:892] [key] [JOB 20122] Flushing memtable with next log file: 301981 2024/02/20-16:16:39.063175 3036210 EVENT_LOG_v1 {"time_micros": 1708445799063167, "job": 20122, "event": "flush_started", "num_memtables": 1, "num_entries": 132, "num_deletes": 0, "total_data_size": 8297, "memory_usage": 272688, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:16:39.063177 3036210 [db/flush_job.cc:926] [key] [JOB 20122] Level-0 flush table #301982: started 2024/02/20-16:16:39.063802 3036210 EVENT_LOG_v1 {"time_micros": 1708445799063781, "cf_name": "key", "job": 20122, "event": "table_file_creation", "file_number": 301982, "file_size": 7135, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157066902, "largest_seqno": 5157177178, "table_properties": {"data_size": 5729, "index_size": 94, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 7484, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2, "num_entries": 123, "num_filter_entries": 158, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445635, "oldest_key_time": 1708445635, "file_creation_time": 1708445799, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301982, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:39.063827 3036210 [db/flush_job.cc:1062] [key] [JOB 20122] Flush lasted 680 microseconds, and 570 cpu microseconds. 2024/02/20-16:16:39.064060 3036210 (Original Log Time 2024/02/20-16:16:39.063819) [db/flush_job.cc:1011] [key] [JOB 20122] Level-0 flush table #301982: 7135 bytes OK 2024/02/20-16:16:39.064062 3036210 (Original Log Time 2024/02/20-16:16:39.063830) [db/memtable_list.cc:555] [key] Level-0 commit table #301982 started 2024/02/20-16:16:39.064063 3036210 (Original Log Time 2024/02/20-16:16:39.064009) [db/memtable_list.cc:754] [key] Level-0 commit table #301982: memtable #1 done 2024/02/20-16:16:39.064065 3036210 (Original Log Time 2024/02/20-16:16:39.064020) EVENT_LOG_v1 {"time_micros": 1708445799064016, "job": 20122, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-16:16:39.064066 3036210 (Original Log Time 2024/02/20-16:16:39.064039) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-16:16:39.064070 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20122] Try to delete WAL files size 243, prev total WAL file size 16708561, number of live WAL files 4. 2024/02/20-16:16:39.064151 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 20123] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-16:16:39.064160 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20130 Base level 0, inputs: [301982(7135B) 301971(46KB)], [301965(8738KB)] 2024/02/20-16:16:39.064172 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301970.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:39.064185 3036188 EVENT_LOG_v1 {"time_micros": 1708445799064171, "job": 20123, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301982, 301971], "files_L5": [301965], "score": 1, "input_data_size": 9003359, "oldest_snapshot_seqno": -1} 2024/02/20-16:16:39.203629 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20123] Generated table #301983: 220283 keys, 8997302 bytes, temperature: kUnknown 2024/02/20-16:16:39.203680 3036188 EVENT_LOG_v1 {"time_micros": 1708445799203651, "cf_name": "key", "job": 20123, "event": "table_file_creation", "file_number": 301983, "file_size": 8997302, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155683324, "largest_seqno": 5157177178, "table_properties": {"data_size": 8742385, "index_size": 69549, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 202117, "raw_key_size": 13317244, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2577, "num_entries": 220283, "num_filter_entries": 229291, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444085, "oldest_key_time": 0, "file_creation_time": 1708445799, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301983, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:39.204211 3036188 (Original Log Time 2024/02/20-16:16:39.203950) [db/compaction/compaction_job.cc:1729] [key] [JOB 20123] Compacted 2@0 + 1@5 files to L5 => 8997302 bytes 2024/02/20-16:16:39.204213 3036188 (Original Log Time 2024/02/20-16:16:39.204165) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 64.5 rd, 64.5 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(0.1, 8.5 +0.0 blob) out(8.6 +0.0 blob), read-write-amplify(325.8) write-amplify(162.8) OK, records in: 220283, records dropped: 0 output_compression: LZ4 2024/02/20-16:16:39.204217 3036188 (Original Log Time 2024/02/20-16:16:39.204180) EVENT_LOG_v1 {"time_micros": 1708445799204172, "job": 20123, "event": "compaction_finished", "compaction_time_micros": 139538, "compaction_time_cpu_micros": 135613, "output_level": 5, "num_output_files": 1, "total_output_size": 8997302, "num_input_records": 220283, "num_output_records": 220283, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-16:16:39.204704 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301965.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:39.204711 3036188 EVENT_LOG_v1 {"time_micros": 1708445799204710, "job": 20123, "event": "table_file_deletion", "file_number": 301965} 2024/02/20-16:16:39.204756 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301971.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:39.204761 3036188 EVENT_LOG_v1 {"time_micros": 1708445799204760, "job": 20123, "event": "table_file_deletion", "file_number": 301971} 2024/02/20-16:16:39.204793 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301982.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:39.204797 3036188 EVENT_LOG_v1 {"time_micros": 1708445799204796, "job": 20123, "event": "table_file_deletion", "file_number": 301982} 2024/02/20-16:16:39.262616 1255434 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301972. Total log size is 16708318 while max_total_wal_size is 15728640 2024/02/20-16:16:39.262818 1255434 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301984. Immutable memtables: 0. 2024/02/20-16:16:39.262880 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20124] Syncing log #301981 2024/02/20-16:16:39.264536 3036193 (Original Log Time 2024/02/20-16:16:39.262868) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:16:39.264540 3036193 [db/flush_job.cc:892] [url] [JOB 20124] Flushing memtable with next log file: 301984 2024/02/20-16:16:39.264558 3036193 EVENT_LOG_v1 {"time_micros": 1708445799264553, "job": 20124, "event": "flush_started", "num_memtables": 1, "num_entries": 114133, "num_deletes": 114000, "total_data_size": 17514871, "memory_usage": 19333448, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:16:39.264560 3036193 [db/flush_job.cc:926] [url] [JOB 20124] Level-0 flush table #301985: started 2024/02/20-16:16:39.343436 3036193 EVENT_LOG_v1 {"time_micros": 1708445799343413, "cf_name": "url", "job": 20124, "event": "table_file_creation", "file_number": 301985, "file_size": 7926176, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157066904, "largest_seqno": 5157181178, "table_properties": {"data_size": 7826312, "index_size": 214086, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2949, "raw_key_size": 17210002, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2389, "num_entries": 114124, "num_filter_entries": 3380, "num_deletions": 114000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445635, "oldest_key_time": 1708445635, "file_creation_time": 1708445799, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301985, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:39.343475 3036193 [db/flush_job.cc:1062] [url] [JOB 20124] Flush lasted 78940 microseconds, and 73435 cpu microseconds. 2024/02/20-16:16:39.343723 3036193 (Original Log Time 2024/02/20-16:16:39.343463) [db/flush_job.cc:1011] [url] [JOB 20124] Level-0 flush table #301985: 7926176 bytes OK 2024/02/20-16:16:39.343726 3036193 (Original Log Time 2024/02/20-16:16:39.343479) [db/memtable_list.cc:555] [url] Level-0 commit table #301985 started 2024/02/20-16:16:39.343727 3036193 (Original Log Time 2024/02/20-16:16:39.343665) [db/memtable_list.cc:754] [url] Level-0 commit table #301985: memtable #1 done 2024/02/20-16:16:39.343728 3036193 (Original Log Time 2024/02/20-16:16:39.343676) EVENT_LOG_v1 {"time_micros": 1708445799343673, "job": 20124, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 2, 13], "immutable_memtables": 0} 2024/02/20-16:16:39.343729 3036193 (Original Log Time 2024/02/20-16:16:39.343697) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 2 13] max score 0.50 2024/02/20-16:16:39.343733 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20124] Try to delete WAL files size 16708318, prev total WAL file size 16708723, number of live WAL files 4. 2024/02/20-16:16:39.344529 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301972.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:39.344674 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301976.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:39.344715 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301981.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:41.209599 1255434 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #301986. Immutable memtables: 0. 2024/02/20-16:16:41.209660 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20125] Syncing log #301984 2024/02/20-16:16:41.210098 3036210 (Original Log Time 2024/02/20-16:16:41.209649) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:16:41.210102 3036210 [db/flush_job.cc:892] [url] [JOB 20125] Flushing memtable with next log file: 301986 2024/02/20-16:16:41.210121 3036210 EVENT_LOG_v1 {"time_micros": 1708445801210115, "job": 20125, "event": "flush_started", "num_memtables": 1, "num_entries": 2, "num_deletes": 0, "total_data_size": 279, "memory_usage": 1056, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-16:16:41.210123 3036210 [db/flush_job.cc:926] [url] [JOB 20125] Level-0 flush table #301987: started 2024/02/20-16:16:41.210632 3036210 EVENT_LOG_v1 {"time_micros": 1708445801210610, "cf_name": "url", "job": 20125, "event": "table_file_creation", "file_number": 301987, "file_size": 1561, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157181179, "largest_seqno": 5157181181, "table_properties": {"data_size": 294, "index_size": 113, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 274, "raw_average_key_size": 137, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 2, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445799, "oldest_key_time": 1708445799, "file_creation_time": 1708445801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301987, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:41.210657 3036210 [db/flush_job.cc:1062] [url] [JOB 20125] Flush lasted 560 microseconds, and 448 cpu microseconds. 2024/02/20-16:16:41.210881 3036210 (Original Log Time 2024/02/20-16:16:41.210649) [db/flush_job.cc:1011] [url] [JOB 20125] Level-0 flush table #301987: 1561 bytes OK 2024/02/20-16:16:41.210883 3036210 (Original Log Time 2024/02/20-16:16:41.210660) [db/memtable_list.cc:555] [url] Level-0 commit table #301987 started 2024/02/20-16:16:41.210884 3036210 (Original Log Time 2024/02/20-16:16:41.210823) [db/memtable_list.cc:754] [url] Level-0 commit table #301987: memtable #1 done 2024/02/20-16:16:41.210886 3036210 (Original Log Time 2024/02/20-16:16:41.210833) EVENT_LOG_v1 {"time_micros": 1708445801210830, "job": 20125, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 2, 13], "immutable_memtables": 0} 2024/02/20-16:16:41.210887 3036210 (Original Log Time 2024/02/20-16:16:41.210856) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 2 13] max score 1.00 2024/02/20-16:16:41.210988 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 20126] Compacting 2@0 + 2@5 files to L5, score 1.00 2024/02/20-16:16:41.210993 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20133 Base level 0, inputs: [301987(1561B) 301985(7740KB)], [301974(70MB) 301975(3826KB)] 2024/02/20-16:16:41.211011 3036189 EVENT_LOG_v1 {"time_micros": 1708445801211003, "job": 20126, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [301987, 301985], "files_L5": [301974, 301975], "score": 1, "input_data_size": 85679190, "oldest_snapshot_seqno": -1} 2024/02/20-16:16:42.155547 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20126] Generated table #301988: 1110309 keys, 75151475 bytes, temperature: kUnknown 2024/02/20-16:16:42.155598 3036189 EVENT_LOG_v1 {"time_micros": 1708445802155568, "cf_name": "url", "job": 20126, "event": "table_file_creation", "file_number": 301988, "file_size": 75151475, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610835, "largest_seqno": 5157181181, "table_properties": {"data_size": 74272450, "index_size": 1991169, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29413, "raw_key_size": 158463823, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 21966, "num_entries": 1110309, "num_filter_entries": 33573, "num_deletions": 896603, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 0, "file_creation_time": 1708445801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301988, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:42.273858 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20126] Generated table #301989: 140708 keys, 10418156 bytes, temperature: kUnknown 2024/02/20-16:16:42.273903 3036189 EVENT_LOG_v1 {"time_micros": 1708445802273875, "cf_name": "url", "job": 20126, "event": "table_file_creation", "file_number": 301989, "file_size": 10418156, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155610837, "largest_seqno": 5157181178, "table_properties": {"data_size": 10223991, "index_size": 340542, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6741, "raw_key_size": 23430624, "raw_average_key_size": 166, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3160, "num_entries": 140708, "num_filter_entries": 7741, "num_deletions": 99397, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444001, "oldest_key_time": 0, "file_creation_time": 1708445802, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301989, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:42.275175 3036189 (Original Log Time 2024/02/20-16:16:42.274924) [db/compaction/compaction_job.cc:1729] [url] [JOB 20126] Compacted 2@0 + 2@5 files to L5 => 85569631 bytes 2024/02/20-16:16:42.275178 3036189 (Original Log Time 2024/02/20-16:16:42.275127) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 2 13] max score 0.32, MB/sec: 80.6 rd, 80.5 wr, level 5, files in(2, 2) out(2 +0 blob) MB in(7.6, 74.1 +0.0 blob) out(81.6 +0.0 blob), read-write-amplify(21.6) write-amplify(10.8) OK, records in: 1251017, records dropped: 0 output_compression: LZ4 2024/02/20-16:16:42.275182 3036189 (Original Log Time 2024/02/20-16:16:42.275142) EVENT_LOG_v1 {"time_micros": 1708445802275134, "job": 20126, "event": "compaction_finished", "compaction_time_micros": 1062931, "compaction_time_cpu_micros": 998095, "output_level": 5, "num_output_files": 2, "total_output_size": 85569631, "num_input_records": 1251017, "num_output_records": 1251017, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 2, 13]} 2024/02/20-16:16:42.280067 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301974.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:42.280074 3036189 EVENT_LOG_v1 {"time_micros": 1708445802280073, "job": 20126, "event": "table_file_deletion", "file_number": 301974} 2024/02/20-16:16:42.280284 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301975.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:42.280289 3036189 EVENT_LOG_v1 {"time_micros": 1708445802280288, "job": 20126, "event": "table_file_deletion", "file_number": 301975} 2024/02/20-16:16:42.280889 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301985.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:42.280894 3036189 EVENT_LOG_v1 {"time_micros": 1708445802280893, "job": 20126, "event": "table_file_deletion", "file_number": 301985} 2024/02/20-16:16:42.280925 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301987.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:16:42.280929 3036189 EVENT_LOG_v1 {"time_micros": 1708445802280928, "job": 20126, "event": "table_file_deletion", "file_number": 301987} 2024/02/20-16:16:42.280962 1255434 (Original Log Time 2024/02/20-16:16:41.211021) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-16:16:42.281145 3036190 (Original Log Time 2024/02/20-16:16:42.281089) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-16:16:42.281152 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 20127] Compacting 2@5 + 13@6 files to L6, score -1.00 2024/02/20-16:16:42.281160 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20134 Base level 5, inputs: [301988(71MB) 301989(10173KB)], [301854(64MB) 301855(64MB) 301856(64MB) 301857(64MB) 301858(64MB) 301859(64MB) 301860(64MB) 301861(65MB) 301862(64MB) 301863(64MB) 301864(65MB) 301865(66MB) 301866(23MB)] 2024/02/20-16:16:42.281183 3036190 EVENT_LOG_v1 {"time_micros": 1708445802281173, "job": 20127, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [301988, 301989], "files_L6": [301854, 301855, 301856, 301857, 301858, 301859, 301860, 301861, 301862, 301863, 301864, 301865, 301866], "score": -1, "input_data_size": 927010103, "oldest_snapshot_seqno": -1} 2024/02/20-16:16:45.183835 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301990: 1654676 keys, 67791002 bytes, temperature: kUnknown 2024/02/20-16:16:45.183892 3036190 EVENT_LOG_v1 {"time_micros": 1708445805183858, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301990, "file_size": 67791002, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110877, "index_size": 2430272, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14117, "raw_key_size": 229195340, "raw_average_key_size": 138, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33592, "num_entries": 1654676, "num_filter_entries": 16203, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445802, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301990, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:48.206833 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301991: 1225668 keys, 67587113 bytes, temperature: kUnknown 2024/02/20-16:16:48.206892 3036190 EVENT_LOG_v1 {"time_micros": 1708445808206857, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301991, "file_size": 67587113, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110263, "index_size": 1993418, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 179875803, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32746, "num_entries": 1225668, "num_filter_entries": 185, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445805, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301991, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:51.055420 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301992: 1442105 keys, 67859784 bytes, temperature: kUnknown 2024/02/20-16:16:51.055486 3036190 EVENT_LOG_v1 {"time_micros": 1708445811055447, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301992, "file_size": 67859784, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109079, "index_size": 2706530, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 22037, "raw_key_size": 216221403, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34878, "num_entries": 1442105, "num_filter_entries": 25188, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445808, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301992, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:53.952866 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301993: 1651438 keys, 67918888 bytes, temperature: kUnknown 2024/02/20-16:16:53.952923 3036190 EVENT_LOG_v1 {"time_micros": 1708445813952888, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301993, "file_size": 67918888, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110571, "index_size": 3147098, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24853, "raw_key_size": 247399391, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35460, "num_entries": 1651438, "num_filter_entries": 28475, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445811, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301993, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:56.836324 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301994: 1553836 keys, 68123432 bytes, temperature: kUnknown 2024/02/20-16:16:56.836382 3036190 EVENT_LOG_v1 {"time_micros": 1708445816836348, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301994, "file_size": 68123432, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110941, "index_size": 5055776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 51653, "raw_key_size": 235273356, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34941, "num_entries": 1553836, "num_filter_entries": 58893, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445813, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301994, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:16:59.651037 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301995: 1604950 keys, 67769485 bytes, temperature: kUnknown 2024/02/20-16:16:59.651091 3036190 EVENT_LOG_v1 {"time_micros": 1708445819651058, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301995, "file_size": 67769485, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110315, "index_size": 2869129, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 229202013, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34213, "num_entries": 1604950, "num_filter_entries": 7054, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445816, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301995, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:03.165713 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301996: 1689050 keys, 67725245 bytes, temperature: kUnknown 2024/02/20-16:17:03.165777 3036190 EVENT_LOG_v1 {"time_micros": 1708445823165740, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301996, "file_size": 67725245, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110001, "index_size": 2568754, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 229444445, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34272, "num_entries": 1689050, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445819, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301996, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:06.228900 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301997: 1415252 keys, 68683627 bytes, temperature: kUnknown 2024/02/20-16:17:06.228960 3036190 EVENT_LOG_v1 {"time_micros": 1708445826228924, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301997, "file_size": 68683627, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109745, "index_size": 4637614, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15205, "raw_key_size": 230829385, "raw_average_key_size": 163, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33666, "num_entries": 1415252, "num_filter_entries": 17410, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445823, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301997, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:08.984886 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301998: 1607694 keys, 67832733 bytes, temperature: kUnknown 2024/02/20-16:17:08.984943 3036190 EVENT_LOG_v1 {"time_micros": 1708445828984909, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301998, "file_size": 67832733, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110203, "index_size": 2717149, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29413, "raw_key_size": 230115432, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34916, "num_entries": 1607694, "num_filter_entries": 33574, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445826, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301998, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:11.643289 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #301999: 1569526 keys, 67854341 bytes, temperature: kUnknown 2024/02/20-16:17:11.643341 3036190 EVENT_LOG_v1 {"time_micros": 1708445831643308, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 301999, "file_size": 67854341, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110459, "index_size": 2889224, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17157, "raw_key_size": 234790199, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35539, "num_entries": 1569526, "num_filter_entries": 19673, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445828, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 301999, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:14.192543 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #302000: 1627107 keys, 68258053 bytes, temperature: kUnknown 2024/02/20-16:17:14.192598 3036190 EVENT_LOG_v1 {"time_micros": 1708445834192564, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 302000, "file_size": 68258053, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110160, "index_size": 3714020, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 110549, "raw_key_size": 274881059, "raw_average_key_size": 168, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35489, "num_entries": 1627107, "num_filter_entries": 125832, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445831, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302000, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:16.722220 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20127] Generated table #302001: 1190352 keys, 70047988 bytes, temperature: kUnknown 2024/02/20-16:17:16.722280 3036190 EVENT_LOG_v1 {"time_micros": 1708445836722243, "cf_name": "url", "job": 20127, "event": "table_file_creation", "file_number": 302001, "file_size": 70047988, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67054739, "index_size": 8042927, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13365, "raw_key_size": 347507395, "raw_average_key_size": 291, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35693, "num_entries": 1190352, "num_filter_entries": 15250, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445834, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302001, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:16.755306 3036190 (Original Log Time 2024/02/20-16:17:16.754863) [db/compaction/compaction_job.cc:1729] [url] [JOB 20127] Compacted 2@5 + 13@6 files to L6 => 817451691 bytes 2024/02/20-16:17:16.755309 3036190 (Original Log Time 2024/02/20-16:17:16.755211) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 26.9 rd, 23.7 wr, level 6, files in(2, 13) out(12 +0 blob) MB in(81.6, 802.5 +0.0 blob) out(779.6 +0.0 blob), read-write-amplify(20.4) write-amplify(9.6) OK, records in: 20223655, records dropped: 1992001 output_compression: ZSTD 2024/02/20-16:17:16.755316 3036190 (Original Log Time 2024/02/20-16:17:16.755240) EVENT_LOG_v1 {"time_micros": 1708445836755224, "job": 20127, "event": "compaction_finished", "compaction_time_micros": 34441136, "compaction_time_cpu_micros": 30668691, "output_level": 6, "num_output_files": 12, "total_output_size": 817451691, "num_input_records": 20223655, "num_output_records": 18231654, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-16:17:16.759509 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301854.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.759519 3036190 EVENT_LOG_v1 {"time_micros": 1708445836759517, "job": 20127, "event": "table_file_deletion", "file_number": 301854} 2024/02/20-16:17:16.763612 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301855.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.763620 3036190 EVENT_LOG_v1 {"time_micros": 1708445836763619, "job": 20127, "event": "table_file_deletion", "file_number": 301855} 2024/02/20-16:17:16.767806 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301856.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.767818 3036190 EVENT_LOG_v1 {"time_micros": 1708445836767816, "job": 20127, "event": "table_file_deletion", "file_number": 301856} 2024/02/20-16:17:16.770924 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301857.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.770931 3036190 EVENT_LOG_v1 {"time_micros": 1708445836770929, "job": 20127, "event": "table_file_deletion", "file_number": 301857} 2024/02/20-16:17:16.774179 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301858.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.774186 3036190 EVENT_LOG_v1 {"time_micros": 1708445836774184, "job": 20127, "event": "table_file_deletion", "file_number": 301858} 2024/02/20-16:17:16.778474 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301859.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.778486 3036190 EVENT_LOG_v1 {"time_micros": 1708445836778484, "job": 20127, "event": "table_file_deletion", "file_number": 301859} 2024/02/20-16:17:16.783003 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301860.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.783011 3036190 EVENT_LOG_v1 {"time_micros": 1708445836783010, "job": 20127, "event": "table_file_deletion", "file_number": 301860} 2024/02/20-16:17:16.787071 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301861.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.787079 3036190 EVENT_LOG_v1 {"time_micros": 1708445836787077, "job": 20127, "event": "table_file_deletion", "file_number": 301861} 2024/02/20-16:17:16.794370 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301862.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.794381 3036190 EVENT_LOG_v1 {"time_micros": 1708445836794379, "job": 20127, "event": "table_file_deletion", "file_number": 301862} 2024/02/20-16:17:16.798969 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301863.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.798977 3036190 EVENT_LOG_v1 {"time_micros": 1708445836798976, "job": 20127, "event": "table_file_deletion", "file_number": 301863} 2024/02/20-16:17:16.804148 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301864.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.804159 3036190 EVENT_LOG_v1 {"time_micros": 1708445836804157, "job": 20127, "event": "table_file_deletion", "file_number": 301864} 2024/02/20-16:17:16.809389 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301865.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.809401 3036190 EVENT_LOG_v1 {"time_micros": 1708445836809399, "job": 20127, "event": "table_file_deletion", "file_number": 301865} 2024/02/20-16:17:16.811758 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301866.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.811770 3036190 EVENT_LOG_v1 {"time_micros": 1708445836811767, "job": 20127, "event": "table_file_deletion", "file_number": 301866} 2024/02/20-16:17:16.816989 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301988.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.817000 3036190 EVENT_LOG_v1 {"time_micros": 1708445836816998, "job": 20127, "event": "table_file_deletion", "file_number": 301988} 2024/02/20-16:17:16.817567 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301989.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.817572 3036190 EVENT_LOG_v1 {"time_micros": 1708445836817571, "job": 20127, "event": "table_file_deletion", "file_number": 301989} 2024/02/20-16:17:16.817622 1255434 (Original Log Time 2024/02/20-16:16:42.280975) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-16:17:16.817878 1255434 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302002. Immutable memtables: 0. 2024/02/20-16:17:16.817927 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20128] Syncing log #301986 2024/02/20-16:17:16.827163 3036193 (Original Log Time 2024/02/20-16:17:16.817919) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:17:16.827170 3036193 [db/flush_job.cc:892] [key] [JOB 20128] Flushing memtable with next log file: 302002 2024/02/20-16:17:16.827189 3036193 EVENT_LOG_v1 {"time_micros": 1708445836827183, "job": 20128, "event": "flush_started", "num_memtables": 1, "num_entries": 7, "num_deletes": 0, "total_data_size": 440, "memory_usage": 1288, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-16:17:16.827191 3036193 [db/flush_job.cc:926] [key] [JOB 20128] Level-0 flush table #302003: started 2024/02/20-16:17:16.827684 3036193 EVENT_LOG_v1 {"time_micros": 1708445836827663, "cf_name": "key", "job": 20128, "event": "table_file_creation", "file_number": 302003, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157181180, "largest_seqno": 5157209192, "table_properties": {"data_size": 429, "index_size": 70, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 426, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 7, "num_filter_entries": 11, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445799, "oldest_key_time": 1708445799, "file_creation_time": 1708445836, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302003, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:16.827706 3036193 [db/flush_job.cc:1062] [key] [JOB 20128] Flush lasted 545 microseconds, and 441 cpu microseconds. 2024/02/20-16:17:16.827901 3036193 (Original Log Time 2024/02/20-16:17:16.827698) [db/flush_job.cc:1011] [key] [JOB 20128] Level-0 flush table #302003: 1648 bytes OK 2024/02/20-16:17:16.827903 3036193 (Original Log Time 2024/02/20-16:17:16.827708) [db/memtable_list.cc:555] [key] Level-0 commit table #302003 started 2024/02/20-16:17:16.827905 3036193 (Original Log Time 2024/02/20-16:17:16.827853) [db/memtable_list.cc:754] [key] Level-0 commit table #302003: memtable #1 done 2024/02/20-16:17:16.827906 3036193 (Original Log Time 2024/02/20-16:17:16.827864) EVENT_LOG_v1 {"time_micros": 1708445836827860, "job": 20128, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-16:17:16.827907 3036193 (Original Log Time 2024/02/20-16:17:16.827880) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-16:17:16.827910 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20128] Try to delete WAL files size 405, prev total WAL file size 7478426, number of live WAL files 3. 2024/02/20-16:17:16.828016 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301984.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.828146 3036192 (Original Log Time 2024/02/20-16:17:16.828103) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-16:17:16.828154 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 20129] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-16:17:16.828159 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20136 Base level 0, inputs: [302003(1648B)], [301983(8786KB)] 2024/02/20-16:17:16.828180 3036192 EVENT_LOG_v1 {"time_micros": 1708445836828171, "job": 20129, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302003], "files_L5": [301983], "score": -1, "input_data_size": 8998950, "oldest_snapshot_seqno": -1} 2024/02/20-16:17:16.973598 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 20129] Generated table #302004: 220290 keys, 8995008 bytes, temperature: kUnknown 2024/02/20-16:17:16.973641 3036192 EVENT_LOG_v1 {"time_micros": 1708445836973619, "cf_name": "key", "job": 20129, "event": "table_file_creation", "file_number": 302004, "file_size": 8995008, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5155683324, "largest_seqno": 5157209192, "table_properties": {"data_size": 8740822, "index_size": 68905, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 202117, "raw_key_size": 13317670, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2577, "num_entries": 220290, "num_filter_entries": 229298, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708444085, "oldest_key_time": 0, "file_creation_time": 1708445836, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302004, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:16.974198 3036192 (Original Log Time 2024/02/20-16:17:16.973967) [db/compaction/compaction_job.cc:1729] [key] [JOB 20129] Compacted 1@0 + 1@5 files to L5 => 8995008 bytes 2024/02/20-16:17:16.974200 3036192 (Original Log Time 2024/02/20-16:17:16.974151) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 61.8 rd, 61.8 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(0.0, 8.6 +0.0 blob) out(8.6 +0.0 blob), read-write-amplify(10918.7) write-amplify(5458.1) OK, records in: 220290, records dropped: 0 output_compression: LZ4 2024/02/20-16:17:16.974203 3036192 (Original Log Time 2024/02/20-16:17:16.974165) EVENT_LOG_v1 {"time_micros": 1708445836974158, "job": 20129, "event": "compaction_finished", "compaction_time_micros": 145503, "compaction_time_cpu_micros": 138031, "output_level": 5, "num_output_files": 1, "total_output_size": 8995008, "num_input_records": 220290, "num_output_records": 220290, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-16:17:16.974693 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301983.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.974702 3036192 EVENT_LOG_v1 {"time_micros": 1708445836974700, "job": 20129, "event": "table_file_deletion", "file_number": 301983} 2024/02/20-16:17:16.974742 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302003.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:16.974747 3036192 EVENT_LOG_v1 {"time_micros": 1708445836974746, "job": 20129, "event": "table_file_deletion", "file_number": 302003} 2024/02/20-16:17:16.974768 1255434 (Original Log Time 2024/02/20-16:17:16.828037) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-16:17:16.974945 3036186 (Original Log Time 2024/02/20-16:17:16.974856) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-16:17:16.974953 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 20130] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-16:17:16.974960 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20137 Base level 5, inputs: [302004(8784KB)], [301875(67MB) 301876(67MB) 301877(66MB) 301878(67MB) 301879(66MB) 301880(15MB)] 2024/02/20-16:17:16.974983 3036186 EVENT_LOG_v1 {"time_micros": 1708445836974973, "job": 20130, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302004], "files_L6": [301875, 301876, 301877, 301878, 301879, 301880], "score": -1, "input_data_size": 376635617, "oldest_snapshot_seqno": -1} 2024/02/20-16:17:20.133212 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20130] Generated table #302005: 3184993 keys, 70458015 bytes, temperature: kUnknown 2024/02/20-16:17:20.133257 3036186 EVENT_LOG_v1 {"time_micros": 1708445840133231, "cf_name": "key", "job": 20130, "event": "table_file_creation", "file_number": 302005, "file_size": 70458015, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109683, "index_size": 1042108, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2861205, "raw_key_size": 192727233, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37394, "num_entries": 3184993, "num_filter_entries": 3202592, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445836, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302005, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:23.126261 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20130] Generated table #302006: 2972647 keys, 70268444 bytes, temperature: kUnknown 2024/02/20-16:17:23.126311 3036186 EVENT_LOG_v1 {"time_micros": 1708445843126281, "cf_name": "key", "job": 20130, "event": "table_file_creation", "file_number": 302006, "file_size": 70268444, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110674, "index_size": 968574, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2684277, "raw_key_size": 178923942, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36853, "num_entries": 2972647, "num_filter_entries": 3005407, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445840, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302006, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:26.290353 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20130] Generated table #302007: 2999741 keys, 70242264 bytes, temperature: kUnknown 2024/02/20-16:17:26.290412 3036186 EVENT_LOG_v1 {"time_micros": 1708445846290384, "cf_name": "key", "job": 20130, "event": "table_file_creation", "file_number": 302007, "file_size": 70242264, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110527, "index_size": 1030749, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2685365, "raw_key_size": 182730601, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37100, "num_entries": 2999741, "num_filter_entries": 3006694, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445843, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302007, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:29.409921 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20130] Generated table #302008: 2990157 keys, 70261409 bytes, temperature: kUnknown 2024/02/20-16:17:29.409971 3036186 EVENT_LOG_v1 {"time_micros": 1708445849409945, "cf_name": "key", "job": 20130, "event": "table_file_creation", "file_number": 302008, "file_size": 70261409, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109847, "index_size": 1001810, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2691877, "raw_key_size": 181800559, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37026, "num_entries": 2990157, "num_filter_entries": 3013889, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445846, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302008, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:32.409043 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20130] Generated table #302009: 2956701 keys, 70232051 bytes, temperature: kUnknown 2024/02/20-16:17:32.409092 3036186 EVENT_LOG_v1 {"time_micros": 1708445852409064, "cf_name": "key", "job": 20130, "event": "table_file_creation", "file_number": 302009, "file_size": 70232051, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109186, "index_size": 967566, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2664869, "raw_key_size": 178388113, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36800, "num_entries": 2956701, "num_filter_entries": 2983748, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445849, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302009, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:33.284145 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20130] Generated table #302010: 872141 keys, 20320243 bytes, temperature: kUnknown 2024/02/20-16:17:33.284190 3036186 EVENT_LOG_v1 {"time_micros": 1708445853284164, "cf_name": "key", "job": 20130, "event": "table_file_creation", "file_number": 302010, "file_size": 20320243, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 19404849, "index_size": 285762, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 778661, "raw_key_size": 52927161, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 10717, "num_entries": 872141, "num_filter_entries": 877524, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708445852, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302010, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:17:33.298188 3036186 (Original Log Time 2024/02/20-16:17:33.297868) [db/compaction/compaction_job.cc:1729] [key] [JOB 20130] Compacted 1@5 + 6@6 files to L6 => 371782426 bytes 2024/02/20-16:17:33.298191 3036186 (Original Log Time 2024/02/20-16:17:33.298119) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 23.1 rd, 22.8 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(8.6, 350.6 +0.0 blob) out(354.6 +0.0 blob), read-write-amplify(83.2) write-amplify(41.3) OK, records in: 15976381, records dropped: 1 output_compression: ZSTD 2024/02/20-16:17:33.298196 3036186 (Original Log Time 2024/02/20-16:17:33.298142) EVENT_LOG_v1 {"time_micros": 1708445853298131, "job": 20130, "event": "compaction_finished", "compaction_time_micros": 16309250, "compaction_time_cpu_micros": 16028444, "output_level": 6, "num_output_files": 6, "total_output_size": 371782426, "num_input_records": 15976381, "num_output_records": 15976380, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-16:17:33.302891 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301875.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:33.302901 3036186 EVENT_LOG_v1 {"time_micros": 1708445853302899, "job": 20130, "event": "table_file_deletion", "file_number": 301875} 2024/02/20-16:17:33.308972 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301876.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:33.308981 3036186 EVENT_LOG_v1 {"time_micros": 1708445853308979, "job": 20130, "event": "table_file_deletion", "file_number": 301876} 2024/02/20-16:17:33.312891 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301877.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:33.312902 3036186 EVENT_LOG_v1 {"time_micros": 1708445853312900, "job": 20130, "event": "table_file_deletion", "file_number": 301877} 2024/02/20-16:17:33.317892 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301878.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:33.317901 3036186 EVENT_LOG_v1 {"time_micros": 1708445853317899, "job": 20130, "event": "table_file_deletion", "file_number": 301878} 2024/02/20-16:17:33.322831 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301879.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:33.322839 3036186 EVENT_LOG_v1 {"time_micros": 1708445853322838, "job": 20130, "event": "table_file_deletion", "file_number": 301879} 2024/02/20-16:17:33.324157 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301880.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:33.324165 3036186 EVENT_LOG_v1 {"time_micros": 1708445853324163, "job": 20130, "event": "table_file_deletion", "file_number": 301880} 2024/02/20-16:17:33.324808 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302004.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:17:33.324815 3036186 EVENT_LOG_v1 {"time_micros": 1708445853324814, "job": 20130, "event": "table_file_deletion", "file_number": 302004} 2024/02/20-16:17:33.324872 1255434 (Original Log Time 2024/02/20-16:17:16.974777) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-16:18:01.703413 4076389 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 301986. Total log size is 15999931 while max_total_wal_size is 15728640 2024/02/20-16:18:01.703631 4076389 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302011. Immutable memtables: 0. 2024/02/20-16:18:01.703690 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20131] Syncing log #302002 2024/02/20-16:18:01.704743 3036210 (Original Log Time 2024/02/20-16:18:01.703677) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:18:01.704747 3036210 [db/flush_job.cc:892] [url] [JOB 20131] Flushing memtable with next log file: 302011 2024/02/20-16:18:01.704764 3036210 EVENT_LOG_v1 {"time_micros": 1708445881704759, "job": 20131, "event": "flush_started", "num_memtables": 1, "num_entries": 60013, "num_deletes": 60000, "total_data_size": 16418753, "memory_usage": 17289472, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:18:01.704767 3036210 [db/flush_job.cc:926] [url] [JOB 20131] Level-0 flush table #302012: started 2024/02/20-16:18:01.748440 3036210 EVENT_LOG_v1 {"time_micros": 1708445881748416, "cf_name": "url", "job": 20131, "event": "table_file_creation", "file_number": 302012, "file_size": 4120124, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157181183, "largest_seqno": 5157241208, "table_properties": {"data_size": 4019776, "index_size": 295818, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 16238715, "raw_average_key_size": 270, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1469, "num_entries": 60013, "num_filter_entries": 216, "num_deletions": 60000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 1708445801, "file_creation_time": 1708445881, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302012, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:18:01.748471 3036210 [db/flush_job.cc:1062] [url] [JOB 20131] Flush lasted 43730 microseconds, and 40678 cpu microseconds. 2024/02/20-16:18:01.748785 3036210 (Original Log Time 2024/02/20-16:18:01.748461) [db/flush_job.cc:1011] [url] [JOB 20131] Level-0 flush table #302012: 4120124 bytes OK 2024/02/20-16:18:01.748787 3036210 (Original Log Time 2024/02/20-16:18:01.748476) [db/memtable_list.cc:555] [url] Level-0 commit table #302012 started 2024/02/20-16:18:01.748788 3036210 (Original Log Time 2024/02/20-16:18:01.748721) [db/memtable_list.cc:754] [url] Level-0 commit table #302012: memtable #1 done 2024/02/20-16:18:01.748789 3036210 (Original Log Time 2024/02/20-16:18:01.748737) EVENT_LOG_v1 {"time_micros": 1708445881748733, "job": 20131, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-16:18:01.748790 3036210 (Original Log Time 2024/02/20-16:18:01.748758) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-16:18:01.748793 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20131] Try to delete WAL files size 7478021, prev total WAL file size 16544778, number of live WAL files 3. 2024/02/20-16:18:01.749257 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301986.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:19:10.416034 19843 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302002. Total log size is 15923035 while max_total_wal_size is 15728640 2024/02/20-16:19:10.416207 19843 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302013. Immutable memtables: 0. 2024/02/20-16:19:10.416268 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20132] Syncing log #302011 2024/02/20-16:19:10.416511 3036193 (Original Log Time 2024/02/20-16:19:10.416256) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:19:10.416515 3036193 [db/flush_job.cc:892] [key] [JOB 20132] Flushing memtable with next log file: 302013 2024/02/20-16:19:10.416534 3036193 EVENT_LOG_v1 {"time_micros": 1708445950416528, "job": 20132, "event": "flush_started", "num_memtables": 1, "num_entries": 17, "num_deletes": 0, "total_data_size": 1071, "memory_usage": 2112, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:19:10.416536 3036193 [db/flush_job.cc:926] [key] [JOB 20132] Level-0 flush table #302014: started 2024/02/20-16:19:10.417133 3036193 EVENT_LOG_v1 {"time_micros": 1708445950417110, "cf_name": "key", "job": 20132, "event": "table_file_creation", "file_number": 302014, "file_size": 2027, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157219194, "largest_seqno": 5157281226, "table_properties": {"data_size": 807, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 1037, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 17, "num_filter_entries": 18, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 1708445851, "file_creation_time": 1708445950, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302014, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:19:10.417156 3036193 [db/flush_job.cc:1062] [key] [JOB 20132] Flush lasted 647 microseconds, and 497 cpu microseconds. 2024/02/20-16:19:10.417380 3036193 (Original Log Time 2024/02/20-16:19:10.417148) [db/flush_job.cc:1011] [key] [JOB 20132] Level-0 flush table #302014: 2027 bytes OK 2024/02/20-16:19:10.417382 3036193 (Original Log Time 2024/02/20-16:19:10.417159) [db/memtable_list.cc:555] [key] Level-0 commit table #302014 started 2024/02/20-16:19:10.417383 3036193 (Original Log Time 2024/02/20-16:19:10.417333) [db/memtable_list.cc:754] [key] Level-0 commit table #302014: memtable #1 done 2024/02/20-16:19:10.417385 3036193 (Original Log Time 2024/02/20-16:19:10.417343) EVENT_LOG_v1 {"time_micros": 1708445950417340, "job": 20132, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-16:19:10.417386 3036193 (Original Log Time 2024/02/20-16:19:10.417358) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-16:19:10.417389 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20132] Try to delete WAL files size 8521910, prev total WAL file size 15923035, number of live WAL files 3. 2024/02/20-16:19:10.417964 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302002.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:20:06.473464 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-16:20:06.473566 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1033405.3 total, 600.1 interval Cumulative writes: 132M writes, 591M keys, 131M commit groups, 1.0 writes per commit group, ingest: 56.98 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132159384.00 writes per sync, written: 56.98 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 1692 writes, 413K keys, 1692 commit groups, 1.0 writes per commit group, ingest: 63.37 MB, 0.11 MB/s Interval WAL: 1692 writes, 0 syncs, 1692.00 writes per sync, written: 0.06 GB, 0.11 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.93 MB 0.5 0.0 0.0 0.0 18.8 18.8 0.0 1.0 0.0 46.4 415.55 387.76 4197 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.5 18.5 51.0 68.3 17.3 0.0 3.7 41.9 41.2 1697.43 1625.69 2167 0.783 1049M 1152 0.0 0.0 L6 12/0 779.58 MB 0.0 408.6 17.7 390.9 391.3 0.3 0.0 22.1 16.0 15.3 26119.25 24086.37 605 43.172 9551M 261M 0.0 0.0 Sum 13/0 783.51 MB 0.0 478.1 36.2 441.9 478.4 36.5 0.0 25.4 17.3 17.4 28232.23 26099.82 6969 4.051 10G 261M 0.0 0.0 Int 0/0 0.00 KB 0.0 1.0 0.1 0.9 0.9 0.0 0.0 35.2 28.3 26.2 36.72 32.81 8 4.590 22M 1992K 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 478.1 36.2 441.9 459.6 17.7 0.0 0.0 17.6 16.9 27816.68 25712.06 2772 10.035 10G 261M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 0.0 0.0 46.4 415.55 387.76 4197 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1033405.3 total, 600.1 interval Flush(GB): cumulative 18.812, interval 0.027 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 478.41 GB write, 0.47 MB/s write, 478.12 GB read, 0.47 MB/s read, 28232.2 seconds Interval compaction: 0.94 GB write, 1.60 MB/s write, 1.02 GB read, 1.73 MB/s read, 36.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1684 collections: 1723 last_copies: 0 last_secs: 0.000508 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(892,14.65 MB,0.95367%) IndexBlock(791,1.37 GB,91.017%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6053233 Average: 2.1909 StdDev: 4.25 Min: 0 Median: 1.3849 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.75 P99.9: 45.33 P99.99: 126.91 ------------------------------------------------------ [ 0, 1 ] 2033956 33.601% 33.601% ####### ( 1, 2 ] 2578698 42.600% 76.201% ######### ( 2, 3 ] 1009797 16.682% 92.883% ### ( 3, 4 ] 245711 4.059% 96.943% # ( 4, 6 ] 108984 1.800% 98.743% ( 6, 10 ] 35616 0.588% 99.331% ( 10, 15 ] 15049 0.249% 99.580% ( 15, 22 ] 7611 0.126% 99.706% ( 22, 34 ] 7961 0.132% 99.837% ( 34, 51 ] 5699 0.094% 99.931% ( 51, 76 ] 2538 0.042% 99.973% ( 76, 110 ] 893 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21885407 Average: 2.4692 StdDev: 6.77 Min: 0 Median: 1.4972 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.90 P99.99: 146.07 ------------------------------------------------------ [ 0, 1 ] 6693856 30.586% 30.586% ###### ( 1, 2 ] 8545035 39.044% 69.630% ######## ( 2, 3 ] 3712660 16.964% 86.594% ### ( 3, 4 ] 1357388 6.202% 92.797% # ( 4, 6 ] 1065388 4.868% 97.665% # ( 6, 10 ] 342785 1.566% 99.231% ( 10, 15 ] 59790 0.273% 99.504% ( 15, 22 ] 30569 0.140% 99.644% ( 22, 34 ] 32761 0.150% 99.794% ( 34, 51 ] 24903 0.114% 99.907% ( 51, 76 ] 11981 0.055% 99.962% ( 76, 110 ] 4897 0.022% 99.984% ( 110, 170 ] 2005 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 212678975 Average: 12.3068 StdDev: 81.52 Min: 0 Median: 1.4958 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.82 P99.9: 304.81 P99.99: 1542.08 ------------------------------------------------------ [ 0, 1 ] 72283589 33.987% 33.987% ####### ( 1, 2 ] 68685929 32.296% 66.283% ###### ( 2, 3 ] 30298309 14.246% 80.529% ### ( 3, 4 ] 6525849 3.068% 83.597% # ( 4, 6 ] 1186311 0.558% 84.155% ( 6, 10 ] 558705 0.263% 84.418% ( 10, 15 ] 316784 0.149% 84.567% ( 15, 22 ] 273034 0.128% 84.695% ( 22, 34 ] 7679999 3.611% 88.306% # ( 34, 51 ] 7805710 3.670% 91.976% # ( 51, 76 ] 6252939 2.940% 94.916% # ( 76, 110 ] 6843962 3.218% 98.134% # ( 110, 170 ] 3365603 1.582% 99.717% ( 170, 250 ] 341462 0.161% 99.877% ( 250, 380 ] 114108 0.054% 99.931% ( 380, 580 ] 69310 0.033% 99.964% ( 580, 870 ] 31056 0.015% 99.978% ( 870, 1300 ] 14098 0.007% 99.985% ( 1300, 1900 ] 27140 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.3 88.79 75.19 4082 0.022 0 0 0.0 0.0 L6 3/0 179.62 MB 0.0 317.0 3.1 313.9 314.0 0.1 0.0 99.8 15.4 15.2 21139.20 20750.35 2148 9.841 11G 62M 0.0 0.0 Sum 3/0 179.62 MB 0.0 317.0 3.1 313.9 317.1 3.2 0.0 100.8 15.3 15.3 21227.99 20825.54 6230 3.407 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 922.2 22.9 22.9 15.73 15.45 5 3.145 13M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 317.0 3.1 313.9 314.0 0.1 0.0 0.0 15.4 15.2 21139.20 20750.35 2148 9.841 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.3 88.79 75.19 4082 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1033405.3 total, 600.1 interval Flush(GB): cumulative 3.146, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 317.11 GB write, 0.31 MB/s write, 317.03 GB read, 0.31 MB/s read, 21228.0 seconds Interval compaction: 0.35 GB write, 0.60 MB/s write, 0.35 GB read, 0.60 MB/s read, 15.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4331 collections: 1723 last_copies: 0 last_secs: 0.001076 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2186,1.67 MB,0.108484%) IndexBlock(2144,1.46 GB,97.3199%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1033855 Average: 3.5776 StdDev: 6.33 Min: 0 Median: 2.5977 Max: 2960 Percentiles: P50: 2.60 P75: 3.78 P99: 12.45 P99.9: 60.73 P99.99: 194.93 ------------------------------------------------------ [ 0, 1 ] 116763 11.294% 11.294% ## ( 1, 2 ] 247442 23.934% 35.228% ##### ( 2, 3 ] 255524 24.716% 59.944% ##### ( 3, 4 ] 199945 19.340% 79.283% #### ( 4, 6 ] 172430 16.678% 95.962% ### ( 6, 10 ] 29059 2.811% 98.772% # ( 10, 15 ] 4812 0.465% 99.238% ( 15, 22 ] 2576 0.249% 99.487% ( 22, 34 ] 2182 0.211% 99.698% ( 34, 51 ] 1797 0.174% 99.872% ( 51, 76 ] 748 0.072% 99.944% ( 76, 110 ] 254 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 179861882 Average: 2.1888 StdDev: 5.37 Min: 0 Median: 1.3455 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.96 P99.9: 53.54 P99.99: 144.31 ------------------------------------------------------ [ 0, 1 ] 66285804 36.854% 36.854% ####### ( 1, 2 ] 68440116 38.051% 74.905% ######## ( 2, 3 ] 33596201 18.679% 93.584% #### ( 3, 4 ] 8085951 4.496% 98.080% # ( 4, 6 ] 1505520 0.837% 98.917% ( 6, 10 ] 625014 0.347% 99.264% ( 10, 15 ] 407649 0.227% 99.491% ( 15, 22 ] 202647 0.113% 99.604% ( 22, 34 ] 315521 0.175% 99.779% ( 34, 51 ] 207292 0.115% 99.894% ( 51, 76 ] 101381 0.056% 99.951% ( 76, 110 ] 58349 0.032% 99.983% ( 110, 170 ] 21775 0.012% 99.995% ( 170, 250 ] 3879 0.002% 99.997% ( 250, 380 ] 1774 0.001% 99.998% ( 380, 580 ] 1478 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 259 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 1.98 KB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.03 257.85 4164 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 801.93 774.89 1995 0.402 621M 276K 0.0 0.0 L6 6/0 354.56 MB 0.0 199.3 8.9 190.4 190.6 0.2 0.0 21.3 14.4 13.7 14201.85 13894.60 722 19.670 8923M 241M 0.0 0.0 Sum 7/0 354.56 MB 0.0 221.8 17.2 204.6 222.0 17.4 0.0 24.2 14.9 14.9 15281.81 14927.34 6881 2.221 9545M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 617.8 23.0 22.7 16.76 16.46 9 1.862 16M 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 221.8 17.2 204.6 212.8 8.2 0.0 0.0 15.1 14.5 15003.79 14669.49 2717 5.522 9545M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.03 257.85 4164 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1033405.3 total, 600.1 interval Flush(GB): cumulative 9.159, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 221.97 GB write, 0.22 MB/s write, 221.81 GB read, 0.22 MB/s read, 15281.8 seconds Interval compaction: 0.37 GB write, 0.63 MB/s write, 0.38 GB read, 0.64 MB/s read, 16.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 356596 collections: 1723 last_copies: 0 last_secs: 0.070512 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(356417,1.38 GB,91.6696%) FilterBlock(88,70.10 MB,4.56396%) IndexBlock(90,26.70 MB,1.73855%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2864414 Average: 4.2693 StdDev: 8.06 Min: 0 Median: 1.9638 Max: 9050 Percentiles: P50: 1.96 P75: 5.39 P99: 17.92 P99.9: 61.10 P99.99: 151.53 ------------------------------------------------------ [ 0, 1 ] 636891 22.235% 22.235% #### ( 1, 2 ] 825217 28.809% 51.044% ###### ( 2, 3 ] 405524 14.157% 65.201% ### ( 3, 4 ] 175444 6.125% 71.326% # ( 4, 6 ] 151581 5.292% 76.618% # ( 6, 10 ] 453976 15.849% 92.467% ### ( 10, 15 ] 179993 6.284% 98.751% # ( 15, 22 ] 17128 0.598% 99.349% ( 22, 34 ] 9171 0.320% 99.669% ( 34, 51 ] 5595 0.195% 99.864% ( 51, 76 ] 2549 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6956429 Average: 4.7189 StdDev: 7.63 Min: 0 Median: 2.4840 Max: 7311 Percentiles: P50: 2.48 P75: 6.19 P99: 19.50 P99.9: 69.20 P99.99: 168.72 ------------------------------------------------------ [ 0, 1 ] 1134410 16.307% 16.307% ### ( 1, 2 ] 1831655 26.330% 42.638% ##### ( 2, 3 ] 1058070 15.210% 57.848% ### ( 3, 4 ] 569334 8.184% 66.032% ## ( 4, 6 ] 564952 8.121% 74.153% ## ( 6, 10 ] 1216037 17.481% 91.634% ### ( 10, 15 ] 482219 6.932% 98.566% # ( 15, 22 ] 46926 0.675% 99.241% ( 22, 34 ] 24735 0.356% 99.596% ( 34, 51 ] 15601 0.224% 99.820% ( 51, 76 ] 7603 0.109% 99.930% ( 76, 110 ] 2881 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107605243 Average: 5.8208 StdDev: 24.77 Min: 0 Median: 2.3626 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.23 P99.9: 159.33 P99.99: 467.02 ------------------------------------------------------ [ 0, 1 ] 25413281 23.617% 23.617% ##### ( 1, 2 ] 24311510 22.593% 46.210% ##### ( 2, 3 ] 11247157 10.452% 56.663% ## ( 3, 4 ] 4417593 4.105% 60.768% # ( 4, 6 ] 5035233 4.679% 65.447% # ( 6, 10 ] 26218727 24.366% 89.813% ##### ( 10, 15 ] 8451708 7.854% 97.667% ## ( 15, 22 ] 685206 0.637% 98.304% ( 22, 34 ] 561360 0.522% 98.826% ( 34, 51 ] 387266 0.360% 99.186% ( 51, 76 ] 247093 0.230% 99.415% ( 76, 110 ] 313459 0.291% 99.707% ( 110, 170 ] 253041 0.235% 99.942% ( 170, 250 ] 40388 0.038% 99.979% ( 250, 380 ] 8678 0.008% 99.987% ( 380, 580 ] 6395 0.006% 99.993% ( 580, 870 ] 3645 0.003% 99.997% ( 870, 1300 ] 1929 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 187 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-16:20:06.476438 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 538843100 rocksdb.block.cache.hit COUNT : 2226333763 rocksdb.block.cache.add COUNT : 40387588 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32948 rocksdb.block.cache.index.hit COUNT : 546346712 rocksdb.block.cache.index.add COUNT : 32934 rocksdb.block.cache.index.bytes.insert COUNT : 35235953442 rocksdb.block.cache.filter.miss COUNT : 32954 rocksdb.block.cache.filter.hit COUNT : 1133945537 rocksdb.block.cache.filter.add COUNT : 32954 rocksdb.block.cache.filter.bytes.insert COUNT : 8944087074 rocksdb.block.cache.data.miss COUNT : 538777198 rocksdb.block.cache.data.hit COUNT : 546041514 rocksdb.block.cache.data.add COUNT : 40321700 rocksdb.block.cache.data.bytes.insert COUNT : 167021870863 rocksdb.block.cache.bytes.read COUNT : 1939494016667632 rocksdb.block.cache.bytes.write COUNT : 211201911379 rocksdb.bloom.filter.useful COUNT : 587664669 rocksdb.bloom.filter.full.positive COUNT : 546280900 rocksdb.bloom.filter.full.true.positive COUNT : 540593727 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96148444 rocksdb.memtable.miss COUNT : 6443679401 rocksdb.l0.hit COUNT : 16514951 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 524078776 rocksdb.compaction.key.drop.new COUNT : 282195955 rocksdb.compaction.key.drop.obsolete COUNT : 282215682 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 591460996 rocksdb.number.keys.read COUNT : 664838089 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61180136863 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68894 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32939 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 782796986 rocksdb.number.multiget.keys.read COUNT : 5874989756 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61180136863 rocksdb.write.self COUNT : 131942888 rocksdb.write.other COUNT : 216496 rocksdb.write.wal COUNT : 132159384 rocksdb.compact.read.bytes COUNT : 1014750898164 rocksdb.compact.write.bytes COUNT : 1059106304047 rocksdb.flush.write.bytes COUNT : 33414517071 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1072481 rocksdb.number.superversion_releases COUNT : 2766 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 532141796 rocksdb.number.block.decompressed COUNT : 532095740 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61131897541 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68894 rocksdb.num.iterator.deleted COUNT : 68894 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5324 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5286 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44908 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62091914492 rocksdb.memtable.garbage.bytes.at.flush COUNT : 746765956 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 961572845898 rocksdb.last.level.read.count COUNT : 500148514 rocksdb.non.last.level.read.bytes COUNT : 131183362590 rocksdb.non.last.level.read.count COUNT : 38793403 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 538876039 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2171280256850 rocksdb.bytes.compressed.to COUNT : 1054323380135 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26599996689 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6709567 rocksdb.bytes.decompressed.from COUNT : 1054463388076 rocksdb.bytes.decompressed.to COUNT : 2171142934250 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395270 P95 : 106.237962 P99 : 160.316166 P100 : 227461.000000 COUNT : 664838089 SUM : 34269812938 rocksdb.db.write.micros P50 : 67.052058 P95 : 111.774925 P99 : 169.408228 P100 : 2037453.000000 COUNT : 132159384 SUM : 13646624020 rocksdb.compaction.times.micros P50 : 1608131.487889 P95 : 38546919.431280 P99 : 67141774.891775 P100 : 89521673.000000 COUNT : 7637 SUM : 63959664437 rocksdb.compaction.times.cpu_micros P50 : 1547508.896797 P95 : 35825751.072961 P99 : 64110372.340426 P100 : 83823365.000000 COUNT : 7637 SUM : 61131897541 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4320.065789 P95 : 27863.648834 P99 : 62617.021277 P100 : 1558490.000000 COUNT : 12428 SUM : 116916734 rocksdb.compaction.outfile.sync.micros P50 : 62631.896292 P95 : 125808.807734 P99 : 225282.474227 P100 : 2063820.000000 COUNT : 20494 SUM : 1315805499 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.416678 P95 : 729.581925 P99 : 4044.553571 P100 : 501117.000000 COUNT : 20127 SUM : 12962935 rocksdb.table.open.io.micros P50 : 585.020129 P95 : 6240.608108 P99 : 13013.146907 P100 : 207055.000000 COUNT : 32939 SUM : 58413128 rocksdb.db.multiget.micros P50 : 7.990360 P95 : 17.785148 P99 : 33.020270 P100 : 26625.000000 COUNT : 782796986 SUM : 7409383553 rocksdb.read.block.compaction.micros P50 : 13.678999 P95 : 59.335838 P99 : 138.570172 P100 : 136000.000000 COUNT : 498455498 SUM : 9701343482 rocksdb.read.block.get.micros P50 : 52.893309 P95 : 94.684950 P99 : 145.650016 P100 : 206929.000000 COUNT : 40387602 SUM : 2327494276 rocksdb.write.raw.block.micros P50 : 0.521603 P95 : 0.991046 P99 : 1.895598 P100 : 331149.000000 COUNT : 538950129 SUM : 10842192883 rocksdb.numfiles.in.singlecompaction P50 : 2.773760 P95 : 5.679833 P99 : 5.938633 P100 : 7.000000 COUNT : 5823 SUM : 20731 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540689 P95 : 33.557637 P99 : 104.980052 P100 : 135929.000000 COUNT : 538941917 SUM : 3753517472 rocksdb.file.read.flush.micros P50 : 1.846594 P95 : 15.820348 P99 : 40.871579 P100 : 787.000000 COUNT : 62140 SUM : 297400 rocksdb.file.read.compaction.micros P50 : 1.425761 P95 : 36.778192 P99 : 106.465778 P100 : 135929.000000 COUNT : 498557982 SUM : 3349915073 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 664838089 SUM : 0 rocksdb.bytes.per.write P50 : 218.503108 P95 : 527.930878 P99 : 803.991539 P100 : 4563443.000000 COUNT : 131942888 SUM : 61180136863 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 782796986 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46249.778957 P95 : 166991.529412 P99 : 239125.991189 P100 : 1681975.000000 COUNT : 12471 SUM : 782369068 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-16:20:06.476551 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-16:20:06.476673 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708446006 to in-memory stats history 2024/02/20-16:20:06.476696 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-16:20:06.476727 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-16:20:51.831691 4076369 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302011. Total log size is 15768458 while max_total_wal_size is 15728640 2024/02/20-16:20:51.831900 4076369 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302015. Immutable memtables: 0. 2024/02/20-16:20:51.831956 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20133] Syncing log #302013 2024/02/20-16:20:51.833081 3036210 (Original Log Time 2024/02/20-16:20:51.831945) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:20:51.833084 3036210 [db/flush_job.cc:892] [url] [JOB 20133] Flushing memtable with next log file: 302015 2024/02/20-16:20:51.833102 3036210 EVENT_LOG_v1 {"time_micros": 1708446051833097, "job": 20133, "event": "flush_started", "num_memtables": 1, "num_entries": 110030, "num_deletes": 110000, "total_data_size": 16545100, "memory_usage": 18218216, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:20:51.833105 3036210 [db/flush_job.cc:926] [url] [JOB 20133] Level-0 flush table #302016: started 2024/02/20-16:20:51.909543 3036210 EVENT_LOG_v1 {"time_micros": 1708446051909520, "cf_name": "url", "job": 20133, "event": "table_file_creation", "file_number": 302016, "file_size": 7625793, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157241209, "largest_seqno": 5157351268, "table_properties": {"data_size": 7515246, "index_size": 180308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16933, "raw_key_size": 16263994, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2373, "num_entries": 110030, "num_filter_entries": 19315, "num_deletions": 110000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445881, "oldest_key_time": 1708445881, "file_creation_time": 1708446051, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302016, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:20:51.909573 3036210 [db/flush_job.cc:1062] [url] [JOB 20133] Flush lasted 76493 microseconds, and 72222 cpu microseconds. 2024/02/20-16:20:51.909824 3036210 (Original Log Time 2024/02/20-16:20:51.909562) [db/flush_job.cc:1011] [url] [JOB 20133] Level-0 flush table #302016: 7625793 bytes OK 2024/02/20-16:20:51.909826 3036210 (Original Log Time 2024/02/20-16:20:51.909578) [db/memtable_list.cc:555] [url] Level-0 commit table #302016 started 2024/02/20-16:20:51.909828 3036210 (Original Log Time 2024/02/20-16:20:51.909760) [db/memtable_list.cc:754] [url] Level-0 commit table #302016: memtable #1 done 2024/02/20-16:20:51.909829 3036210 (Original Log Time 2024/02/20-16:20:51.909771) EVENT_LOG_v1 {"time_micros": 1708446051909767, "job": 20133, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-16:20:51.909830 3036210 (Original Log Time 2024/02/20-16:20:51.909791) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-16:20:51.909833 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20133] Try to delete WAL files size 7401125, prev total WAL file size 15768695, number of live WAL files 3. 2024/02/20-16:20:51.909916 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 20134] Compacting 2@0 files to L5, score 1.00 2024/02/20-16:20:51.909925 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20141 Base level 0, inputs: [302016(7447KB) 302012(4023KB)] 2024/02/20-16:20:51.909948 3036187 EVENT_LOG_v1 {"time_micros": 1708446051909937, "job": 20134, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302016, 302012], "score": 1, "input_data_size": 11745917, "oldest_snapshot_seqno": -1} 2024/02/20-16:20:51.910327 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302011.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:20:51.910684 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 20134] Generated table #302017: 38 keys, 5529 bytes, temperature: kUnknown 2024/02/20-16:20:51.910722 3036187 EVENT_LOG_v1 {"time_micros": 1708446051910695, "cf_name": "url", "job": 20134, "event": "table_file_creation", "file_number": 302017, "file_size": 5529, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157193183, "largest_seqno": 5157349267, "table_properties": {"data_size": 4176, "index_size": 269, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 6546, "raw_average_key_size": 172, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2, "num_entries": 38, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446051, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302017, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:20:51.911104 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 20134] Generated table #302018: 2 keys, 1389 bytes, temperature: kUnknown 2024/02/20-16:20:51.911125 3036187 EVENT_LOG_v1 {"time_micros": 1708446051911111, "cf_name": "url", "job": 20134, "event": "table_file_creation", "file_number": 302018, "file_size": 1389, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157209191, "largest_seqno": 5157303227, "table_properties": {"data_size": 130, "index_size": 109, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 200, "raw_average_key_size": 100, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 2, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446051, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302018, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:20:52.076388 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 20134] Generated table #302019: 170003 keys, 11739172 bytes, temperature: kUnknown 2024/02/20-16:20:52.076433 3036187 EVENT_LOG_v1 {"time_micros": 1708446052076408, "cf_name": "url", "job": 20134, "event": "table_file_creation", "file_number": 302019, "file_size": 11739172, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157181183, "largest_seqno": 5157351268, "table_properties": {"data_size": 11530099, "index_size": 475970, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17045, "raw_key_size": 32495963, "raw_average_key_size": 191, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3841, "num_entries": 170003, "num_filter_entries": 19523, "num_deletions": 170000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446051, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302019, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:20:52.077100 3036187 (Original Log Time 2024/02/20-16:20:52.076847) [db/compaction/compaction_job.cc:1729] [url] [JOB 20134] Compacted 2@0 files to L5 => 11746090 bytes 2024/02/20-16:20:52.077102 3036187 (Original Log Time 2024/02/20-16:20:52.077052) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 3 12] max score 0.04, MB/sec: 70.5 rd, 70.5 wr, level 5, files in(2, 0) out(3 +0 blob) MB in(11.2, 0.0 +0.0 blob) out(11.2 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 170043, records dropped: 0 output_compression: LZ4 2024/02/20-16:20:52.077106 3036187 (Original Log Time 2024/02/20-16:20:52.077067) EVENT_LOG_v1 {"time_micros": 1708446052077059, "job": 20134, "event": "compaction_finished", "compaction_time_micros": 166530, "compaction_time_cpu_micros": 158832, "output_level": 5, "num_output_files": 3, "total_output_size": 11746090, "num_input_records": 170043, "num_output_records": 170043, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 3, 12]} 2024/02/20-16:20:52.077370 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302012.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:20:52.077378 3036187 EVENT_LOG_v1 {"time_micros": 1708446052077376, "job": 20134, "event": "table_file_deletion", "file_number": 302012} 2024/02/20-16:20:52.077783 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302016.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:20:52.077789 3036187 EVENT_LOG_v1 {"time_micros": 1708446052077787, "job": 20134, "event": "table_file_deletion", "file_number": 302016} 2024/02/20-16:22:02.800825 1255434 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302013. Total log size is 15782515 while max_total_wal_size is 15728640 2024/02/20-16:22:02.801010 1255434 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302020. Immutable memtables: 0. 2024/02/20-16:22:02.801054 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20135] Syncing log #302015 2024/02/20-16:22:02.802147 3036193 (Original Log Time 2024/02/20-16:22:02.801046) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:22:02.802151 3036193 [db/flush_job.cc:892] [key] [JOB 20135] Flushing memtable with next log file: 302020 2024/02/20-16:22:02.802168 3036193 EVENT_LOG_v1 {"time_micros": 1708446122802163, "job": 20135, "event": "flush_started", "num_memtables": 1, "num_entries": 40, "num_deletes": 0, "total_data_size": 2516, "memory_usage": 3944, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:22:02.802171 3036193 [db/flush_job.cc:926] [key] [JOB 20135] Level-0 flush table #302021: started 2024/02/20-16:22:02.802742 3036193 EVENT_LOG_v1 {"time_micros": 1708446122802717, "cf_name": "key", "job": 20135, "event": "table_file_creation", "file_number": 302021, "file_size": 2757, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157303228, "largest_seqno": 5157399306, "table_properties": {"data_size": 1538, "index_size": 70, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 2314, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 38, "num_filter_entries": 42, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445956, "oldest_key_time": 1708445956, "file_creation_time": 1708446122, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302021, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:22:02.802767 3036193 [db/flush_job.cc:1062] [key] [JOB 20135] Flush lasted 621 microseconds, and 474 cpu microseconds. 2024/02/20-16:22:02.802993 3036193 (Original Log Time 2024/02/20-16:22:02.802758) [db/flush_job.cc:1011] [key] [JOB 20135] Level-0 flush table #302021: 2757 bytes OK 2024/02/20-16:22:02.802996 3036193 (Original Log Time 2024/02/20-16:22:02.802770) [db/memtable_list.cc:555] [key] Level-0 commit table #302021 started 2024/02/20-16:22:02.802997 3036193 (Original Log Time 2024/02/20-16:22:02.802948) [db/memtable_list.cc:754] [key] Level-0 commit table #302021: memtable #1 done 2024/02/20-16:22:02.802998 3036193 (Original Log Time 2024/02/20-16:22:02.802958) EVENT_LOG_v1 {"time_micros": 1708446122802955, "job": 20135, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-16:22:02.802999 3036193 (Original Log Time 2024/02/20-16:22:02.802971) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-16:22:02.803002 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20135] Try to delete WAL files size 8367333, prev total WAL file size 15980527, number of live WAL files 3. 2024/02/20-16:22:02.803087 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 20136] Compacting 2@0 files to L5, score 1.00 2024/02/20-16:22:02.803095 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20143 Base level 0, inputs: [302021(2757B) 302014(2027B)] 2024/02/20-16:22:02.803114 3036183 EVENT_LOG_v1 {"time_micros": 1708446122803106, "job": 20136, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302021, 302014], "score": 1, "input_data_size": 4784, "oldest_snapshot_seqno": -1} 2024/02/20-16:22:02.803557 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302013.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:22:02.803747 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20136] Generated table #302022: 49 keys, 3377 bytes, temperature: kUnknown 2024/02/20-16:22:02.803773 3036183 EVENT_LOG_v1 {"time_micros": 1708446122803754, "cf_name": "key", "job": 20136, "event": "table_file_creation", "file_number": 302022, "file_size": 3377, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157219194, "largest_seqno": 5157389304, "table_properties": {"data_size": 2161, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 2989, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 49, "num_filter_entries": 51, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708446122, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302022, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:22:02.804119 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20136] Generated table #302023: 2 keys, 1303 bytes, temperature: kUnknown 2024/02/20-16:22:02.804140 3036183 EVENT_LOG_v1 {"time_micros": 1708446122804126, "cf_name": "key", "job": 20136, "event": "table_file_creation", "file_number": 302023, "file_size": 1303, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157303228, "largest_seqno": 5157367286, "table_properties": {"data_size": 92, "index_size": 70, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 122, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 2, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708446122, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302023, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:22:02.804478 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20136] Generated table #302024: 4 keys, 1327 bytes, temperature: kUnknown 2024/02/20-16:22:02.804499 3036183 EVENT_LOG_v1 {"time_micros": 1708446122804485, "cf_name": "key", "job": 20136, "event": "table_file_creation", "file_number": 302024, "file_size": 1327, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157329248, "largest_seqno": 5157399306, "table_properties": {"data_size": 116, "index_size": 69, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 240, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708446122, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302024, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:22:02.804879 3036183 (Original Log Time 2024/02/20-16:22:02.804686) [db/compaction/compaction_job.cc:1729] [key] [JOB 20136] Compacted 2@0 files to L5 => 6007 bytes 2024/02/20-16:22:02.804881 3036183 (Original Log Time 2024/02/20-16:22:02.804842) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 3 6] max score 0.00, MB/sec: 3.4 rd, 4.3 wr, level 5, files in(2, 0) out(3 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(2.3) write-amplify(1.3) OK, records in: 55, records dropped: 0 output_compression: LZ4 2024/02/20-16:22:02.804886 3036183 (Original Log Time 2024/02/20-16:22:02.804854) EVENT_LOG_v1 {"time_micros": 1708446122804848, "job": 20136, "event": "compaction_finished", "compaction_time_micros": 1399, "compaction_time_cpu_micros": 939, "output_level": 5, "num_output_files": 3, "total_output_size": 6007, "num_input_records": 55, "num_output_records": 55, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 3, 6]} 2024/02/20-16:22:02.804943 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302014.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:22:02.804949 3036183 EVENT_LOG_v1 {"time_micros": 1708446122804948, "job": 20136, "event": "table_file_deletion", "file_number": 302014} 2024/02/20-16:22:02.804980 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302021.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:22:02.804985 3036183 EVENT_LOG_v1 {"time_micros": 1708446122804984, "job": 20136, "event": "table_file_deletion", "file_number": 302021} 2024/02/20-16:23:11.271151 1255434 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302015. Total log size is 16445199 while max_total_wal_size is 15728640 2024/02/20-16:23:11.271335 1255434 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302025. Immutable memtables: 0. 2024/02/20-16:23:11.271411 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20137] Syncing log #302020 2024/02/20-16:23:11.272753 3036210 (Original Log Time 2024/02/20-16:23:11.271398) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:23:11.272757 3036210 [db/flush_job.cc:892] [url] [JOB 20137] Flushing memtable with next log file: 302025 2024/02/20-16:23:11.272776 3036210 EVENT_LOG_v1 {"time_micros": 1708446191272771, "job": 20137, "event": "flush_started", "num_memtables": 1, "num_entries": 116030, "num_deletes": 116000, "total_data_size": 17271117, "memory_usage": 18956176, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:23:11.272779 3036210 [db/flush_job.cc:926] [url] [JOB 20137] Level-0 flush table #302026: started 2024/02/20-16:23:11.343640 3036210 EVENT_LOG_v1 {"time_micros": 1708446191343617, "cf_name": "url", "job": 20137, "event": "table_file_creation", "file_number": 302026, "file_size": 6965295, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157351269, "largest_seqno": 5157467328, "table_properties": {"data_size": 6827746, "index_size": 205613, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6853, "raw_key_size": 16966545, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2109, "num_entries": 116028, "num_filter_entries": 7751, "num_deletions": 116000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446051, "oldest_key_time": 1708446051, "file_creation_time": 1708446191, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302026, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:23:11.343671 3036210 [db/flush_job.cc:1062] [url] [JOB 20137] Flush lasted 70921 microseconds, and 66449 cpu microseconds. 2024/02/20-16:23:11.343980 3036210 (Original Log Time 2024/02/20-16:23:11.343660) [db/flush_job.cc:1011] [url] [JOB 20137] Level-0 flush table #302026: 6965295 bytes OK 2024/02/20-16:23:11.343982 3036210 (Original Log Time 2024/02/20-16:23:11.343675) [db/memtable_list.cc:555] [url] Level-0 commit table #302026 started 2024/02/20-16:23:11.343984 3036210 (Original Log Time 2024/02/20-16:23:11.343924) [db/memtable_list.cc:754] [url] Level-0 commit table #302026: memtable #1 done 2024/02/20-16:23:11.343985 3036210 (Original Log Time 2024/02/20-16:23:11.343937) EVENT_LOG_v1 {"time_micros": 1708446191343933, "job": 20137, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 3, 12], "immutable_memtables": 0} 2024/02/20-16:23:11.343986 3036210 (Original Log Time 2024/02/20-16:23:11.343954) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 3 12] max score 0.50 2024/02/20-16:23:11.343989 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20137] Try to delete WAL files size 7415182, prev total WAL file size 17216218, number of live WAL files 3. 2024/02/20-16:23:11.344477 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302015.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:23:38.939174 1255434 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302020. Total log size is 16083840 while max_total_wal_size is 15728640 2024/02/20-16:23:38.939367 1255434 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302027. Immutable memtables: 0. 2024/02/20-16:23:38.939423 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20138] Syncing log #302025 2024/02/20-16:23:38.939622 3036193 (Original Log Time 2024/02/20-16:23:38.939411) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:23:38.939626 3036193 [db/flush_job.cc:892] [key] [JOB 20138] Flushing memtable with next log file: 302027 2024/02/20-16:23:38.939644 3036193 EVENT_LOG_v1 {"time_micros": 1708446218939639, "job": 20138, "event": "flush_started", "num_memtables": 1, "num_entries": 13, "num_deletes": 0, "total_data_size": 819, "memory_usage": 1776, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:23:38.939646 3036193 [db/flush_job.cc:926] [key] [JOB 20138] Level-0 flush table #302028: started 2024/02/20-16:23:38.942151 3036193 EVENT_LOG_v1 {"time_micros": 1708446218942127, "cf_name": "key", "job": 20138, "event": "table_file_creation", "file_number": 302028, "file_size": 1843, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157429308, "largest_seqno": 5157483332, "table_properties": {"data_size": 623, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 793, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 13, "num_filter_entries": 16, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446136, "oldest_key_time": 1708446136, "file_creation_time": 1708446218, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302028, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:23:38.942406 3036193 [db/flush_job.cc:1062] [key] [JOB 20138] Flush lasted 2785 microseconds, and 2634 cpu microseconds. 2024/02/20-16:23:38.942701 3036193 (Original Log Time 2024/02/20-16:23:38.942398) [db/flush_job.cc:1011] [key] [JOB 20138] Level-0 flush table #302028: 1843 bytes OK 2024/02/20-16:23:38.942703 3036193 (Original Log Time 2024/02/20-16:23:38.942409) [db/memtable_list.cc:555] [key] Level-0 commit table #302028 started 2024/02/20-16:23:38.942704 3036193 (Original Log Time 2024/02/20-16:23:38.942653) [db/memtable_list.cc:754] [key] Level-0 commit table #302028: memtable #1 done 2024/02/20-16:23:38.942705 3036193 (Original Log Time 2024/02/20-16:23:38.942663) EVENT_LOG_v1 {"time_micros": 1708446218942659, "job": 20138, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 3, 6], "immutable_memtables": 0} 2024/02/20-16:23:38.942706 3036193 (Original Log Time 2024/02/20-16:23:38.942678) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 3 6] max score 0.50 2024/02/20-16:23:38.942709 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20138] Try to delete WAL files size 9030017, prev total WAL file size 16872989, number of live WAL files 3. 2024/02/20-16:23:38.943287 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302020.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:14.313122 4076369 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302025. Total log size is 16261294 while max_total_wal_size is 15728640 2024/02/20-16:24:14.313341 4076369 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302029. Immutable memtables: 0. 2024/02/20-16:24:14.313398 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20139] Syncing log #302027 2024/02/20-16:24:14.313765 3036210 (Original Log Time 2024/02/20-16:24:14.313386) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:24:14.313768 3036210 [db/flush_job.cc:892] [url] [JOB 20139] Flushing memtable with next log file: 302029 2024/02/20-16:24:14.313796 3036210 EVENT_LOG_v1 {"time_micros": 1708446254313785, "job": 20139, "event": "flush_started", "num_memtables": 1, "num_entries": 42005, "num_deletes": 42000, "total_data_size": 16554810, "memory_usage": 17197976, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:24:14.313798 3036210 [db/flush_job.cc:926] [url] [JOB 20139] Level-0 flush table #302030: started 2024/02/20-16:24:14.355073 3036210 EVENT_LOG_v1 {"time_micros": 1708446254355051, "cf_name": "url", "job": 20139, "event": "table_file_creation", "file_number": 302030, "file_size": 6699457, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157467329, "largest_seqno": 5157509338, "table_properties": {"data_size": 6313309, "index_size": 461579, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 16429349, "raw_average_key_size": 391, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1843, "num_entries": 42005, "num_filter_entries": 84, "num_deletions": 42000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446191, "oldest_key_time": 1708446191, "file_creation_time": 1708446254, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302030, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:24:14.355104 3036210 [db/flush_job.cc:1062] [url] [JOB 20139] Flush lasted 41341 microseconds, and 36689 cpu microseconds. 2024/02/20-16:24:14.355360 3036210 (Original Log Time 2024/02/20-16:24:14.355093) [db/flush_job.cc:1011] [url] [JOB 20139] Level-0 flush table #302030: 6699457 bytes OK 2024/02/20-16:24:14.355362 3036210 (Original Log Time 2024/02/20-16:24:14.355108) [db/memtable_list.cc:555] [url] Level-0 commit table #302030 started 2024/02/20-16:24:14.355363 3036210 (Original Log Time 2024/02/20-16:24:14.355300) [db/memtable_list.cc:754] [url] Level-0 commit table #302030: memtable #1 done 2024/02/20-16:24:14.355364 3036210 (Original Log Time 2024/02/20-16:24:14.355312) EVENT_LOG_v1 {"time_micros": 1708446254355308, "job": 20139, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 3, 12], "immutable_memtables": 0} 2024/02/20-16:24:14.355366 3036210 (Original Log Time 2024/02/20-16:24:14.355333) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 3 12] max score 1.00 2024/02/20-16:24:14.355369 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20139] Try to delete WAL files size 7053823, prev total WAL file size 16995196, number of live WAL files 3. 2024/02/20-16:24:14.355471 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 20140] Compacting 2@0 + 3@5 files to L5, score 1.00 2024/02/20-16:24:14.355479 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20147 Base level 0, inputs: [302030(6542KB) 302026(6802KB)], [302017(5529B) 302018(1389B) 302019(11MB)] 2024/02/20-16:24:14.355499 3036185 EVENT_LOG_v1 {"time_micros": 1708446254355490, "job": 20140, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302030, 302026], "files_L5": [302017, 302018, 302019], "score": 1, "input_data_size": 25410842, "oldest_snapshot_seqno": -1} 2024/02/20-16:24:14.355800 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:14.356170 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20140] Generated table #302031: 62 keys, 7949 bytes, temperature: kUnknown 2024/02/20-16:24:14.356197 3036185 EVENT_LOG_v1 {"time_micros": 1708446254356178, "cf_name": "url", "job": 20140, "event": "table_file_creation", "file_number": 302031, "file_size": 7949, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157193183, "largest_seqno": 5157507337, "table_properties": {"data_size": 6595, "index_size": 269, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 10650, "raw_average_key_size": 171, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2, "num_entries": 62, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446254, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302031, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:24:14.356519 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20140] Generated table #302032: 5 keys, 1652 bytes, temperature: kUnknown 2024/02/20-16:24:14.356540 3036185 EVENT_LOG_v1 {"time_micros": 1708446254356525, "cf_name": "url", "job": 20140, "event": "table_file_creation", "file_number": 302032, "file_size": 1652, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157363277, "largest_seqno": 5157483331, "table_properties": {"data_size": 359, "index_size": 141, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 807, "raw_average_key_size": 161, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 4, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446254, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302032, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:24:14.356865 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20140] Generated table #302033: 4 keys, 1419 bytes, temperature: kUnknown 2024/02/20-16:24:14.356885 3036185 EVENT_LOG_v1 {"time_micros": 1708446254356871, "cf_name": "url", "job": 20140, "event": "table_file_creation", "file_number": 302033, "file_size": 1419, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157209191, "largest_seqno": 5157471329, "table_properties": {"data_size": 159, "index_size": 110, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 400, "raw_average_key_size": 100, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446254, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302033, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:24:14.641475 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20140] Generated table #302034: 328005 keys, 25395381 bytes, temperature: kUnknown 2024/02/20-16:24:14.641526 3036185 EVENT_LOG_v1 {"time_micros": 1708446254641499, "cf_name": "url", "job": 20140, "event": "table_file_creation", "file_number": 302034, "file_size": 25395381, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157181183, "largest_seqno": 5157509338, "table_properties": {"data_size": 24665725, "index_size": 1143086, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 23877, "raw_key_size": 65886746, "raw_average_key_size": 200, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7791, "num_entries": 328005, "num_filter_entries": 27345, "num_deletions": 328000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446254, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302034, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:24:14.642511 3036185 (Original Log Time 2024/02/20-16:24:14.642170) [db/compaction/compaction_job.cc:1729] [url] [JOB 20140] Compacted 2@0 + 3@5 files to L5 => 25406401 bytes 2024/02/20-16:24:14.642513 3036185 (Original Log Time 2024/02/20-16:24:14.642446) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 4 12] max score 0.09, MB/sec: 88.8 rd, 88.8 wr, level 5, files in(2, 3) out(4 +0 blob) MB in(13.0, 11.2 +0.0 blob) out(24.2 +0.0 blob), read-write-amplify(3.7) write-amplify(1.9) OK, records in: 328076, records dropped: 0 output_compression: LZ4 2024/02/20-16:24:14.642518 3036185 (Original Log Time 2024/02/20-16:24:14.642470) EVENT_LOG_v1 {"time_micros": 1708446254642460, "job": 20140, "event": "compaction_finished", "compaction_time_micros": 286077, "compaction_time_cpu_micros": 270431, "output_level": 5, "num_output_files": 4, "total_output_size": 25406401, "num_input_records": 328076, "num_output_records": 328076, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 4, 12]} 2024/02/20-16:24:14.642593 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302017.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:14.642600 3036185 EVENT_LOG_v1 {"time_micros": 1708446254642598, "job": 20140, "event": "table_file_deletion", "file_number": 302017} 2024/02/20-16:24:14.642637 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302018.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:14.642642 3036185 EVENT_LOG_v1 {"time_micros": 1708446254642641, "job": 20140, "event": "table_file_deletion", "file_number": 302018} 2024/02/20-16:24:14.643368 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302019.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:14.643373 3036185 EVENT_LOG_v1 {"time_micros": 1708446254643372, "job": 20140, "event": "table_file_deletion", "file_number": 302019} 2024/02/20-16:24:14.643725 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302026.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:14.643730 3036185 EVENT_LOG_v1 {"time_micros": 1708446254643729, "job": 20140, "event": "table_file_deletion", "file_number": 302026} 2024/02/20-16:24:14.644123 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302030.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:14.644127 3036185 EVENT_LOG_v1 {"time_micros": 1708446254644126, "job": 20140, "event": "table_file_deletion", "file_number": 302030} 2024/02/20-16:24:40.931526 1255434 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302027. Total log size is 16218097 while max_total_wal_size is 15728640 2024/02/20-16:24:40.931719 1255434 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302035. Immutable memtables: 0. 2024/02/20-16:24:40.931797 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20141] Syncing log #302029 2024/02/20-16:24:40.933280 3036193 (Original Log Time 2024/02/20-16:24:40.931785) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:24:40.933285 3036193 [db/flush_job.cc:892] [key] [JOB 20141] Flushing memtable with next log file: 302035 2024/02/20-16:24:40.933303 3036193 EVENT_LOG_v1 {"time_micros": 1708446280933297, "job": 20141, "event": "flush_started", "num_memtables": 1, "num_entries": 6, "num_deletes": 0, "total_data_size": 378, "memory_usage": 1208, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:24:40.933305 3036193 [db/flush_job.cc:926] [key] [JOB 20141] Level-0 flush table #302036: started 2024/02/20-16:24:40.933815 3036193 EVENT_LOG_v1 {"time_micros": 1708446280933792, "cf_name": "key", "job": 20141, "event": "table_file_creation", "file_number": 302036, "file_size": 1523, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157501334, "largest_seqno": 5157525344, "table_properties": {"data_size": 303, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 366, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 6, "num_filter_entries": 7, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446241, "oldest_key_time": 1708446241, "file_creation_time": 1708446280, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302036, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:24:40.933843 3036193 [db/flush_job.cc:1062] [key] [JOB 20141] Flush lasted 565 microseconds, and 464 cpu microseconds. 2024/02/20-16:24:40.934073 3036193 (Original Log Time 2024/02/20-16:24:40.933835) [db/flush_job.cc:1011] [key] [JOB 20141] Level-0 flush table #302036: 1523 bytes OK 2024/02/20-16:24:40.934075 3036193 (Original Log Time 2024/02/20-16:24:40.933846) [db/memtable_list.cc:555] [key] Level-0 commit table #302036 started 2024/02/20-16:24:40.934077 3036193 (Original Log Time 2024/02/20-16:24:40.934021) [db/memtable_list.cc:754] [key] Level-0 commit table #302036: memtable #1 done 2024/02/20-16:24:40.934078 3036193 (Original Log Time 2024/02/20-16:24:40.934030) EVENT_LOG_v1 {"time_micros": 1708446280934027, "job": 20141, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 3, 6], "immutable_memtables": 0} 2024/02/20-16:24:40.934079 3036193 (Original Log Time 2024/02/20-16:24:40.934050) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 3 6] max score 1.00 2024/02/20-16:24:40.934082 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20141] Try to delete WAL files size 9207471, prev total WAL file size 16218097, number of live WAL files 3. 2024/02/20-16:24:40.934159 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 20142] Compacting 2@0 + 2@5 files to L5, score 1.00 2024/02/20-16:24:40.934167 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20149 Base level 0, inputs: [302036(1523B) 302028(1843B)], [302022(3377B) 302023(1303B)] 2024/02/20-16:24:40.934187 3036188 EVENT_LOG_v1 {"time_micros": 1708446280934178, "job": 20142, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302036, 302028], "files_L5": [302022, 302023], "score": 1, "input_data_size": 8046, "oldest_snapshot_seqno": -1} 2024/02/20-16:24:40.934625 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302027.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:40.934772 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20142] Generated table #302037: 67 keys, 4259 bytes, temperature: kUnknown 2024/02/20-16:24:40.934802 3036188 EVENT_LOG_v1 {"time_micros": 1708446280934782, "cf_name": "key", "job": 20142, "event": "table_file_creation", "file_number": 302037, "file_size": 4259, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157219194, "largest_seqno": 5157525344, "table_properties": {"data_size": 2977, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 4087, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 67, "num_filter_entries": 70, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708446280, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302037, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:24:40.935103 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20142] Generated table #302038: 3 keys, 1318 bytes, temperature: kUnknown 2024/02/20-16:24:40.935124 3036188 EVENT_LOG_v1 {"time_micros": 1708446280935110, "cf_name": "key", "job": 20142, "event": "table_file_creation", "file_number": 302038, "file_size": 1318, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157303228, "largest_seqno": 5157471330, "table_properties": {"data_size": 106, "index_size": 70, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 183, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 3, "num_filter_entries": 4, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708446280, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302038, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:24:40.935470 3036188 (Original Log Time 2024/02/20-16:24:40.935272) [db/compaction/compaction_job.cc:1729] [key] [JOB 20142] Compacted 2@0 + 2@5 files to L5 => 5577 bytes 2024/02/20-16:24:40.935472 3036188 (Original Log Time 2024/02/20-16:24:40.935424) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 3 6] max score 0.00, MB/sec: 8.4 rd, 5.9 wr, level 5, files in(2, 2) out(2 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(4.0) write-amplify(1.7) OK, records in: 70, records dropped: 0 output_compression: LZ4 2024/02/20-16:24:40.935477 3036188 (Original Log Time 2024/02/20-16:24:40.935437) EVENT_LOG_v1 {"time_micros": 1708446280935430, "job": 20142, "event": "compaction_finished", "compaction_time_micros": 953, "compaction_time_cpu_micros": 725, "output_level": 5, "num_output_files": 2, "total_output_size": 5577, "num_input_records": 70, "num_output_records": 70, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 3, 6]} 2024/02/20-16:24:40.935534 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302022.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:40.935542 3036188 EVENT_LOG_v1 {"time_micros": 1708446280935541, "job": 20142, "event": "table_file_deletion", "file_number": 302022} 2024/02/20-16:24:40.935577 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302023.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:40.935582 3036188 EVENT_LOG_v1 {"time_micros": 1708446280935581, "job": 20142, "event": "table_file_deletion", "file_number": 302023} 2024/02/20-16:24:40.935619 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302028.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:40.935625 3036188 EVENT_LOG_v1 {"time_micros": 1708446280935624, "job": 20142, "event": "table_file_deletion", "file_number": 302028} 2024/02/20-16:24:40.935655 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302036.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:24:40.935660 3036188 EVENT_LOG_v1 {"time_micros": 1708446280935659, "job": 20142, "event": "table_file_deletion", "file_number": 302036} 2024/02/20-16:25:22.209798 4076369 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302029. Total log size is 16190820 while max_total_wal_size is 15728640 2024/02/20-16:25:22.209979 4076369 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302039. Immutable memtables: 0. 2024/02/20-16:25:22.210054 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20143] Syncing log #302035 2024/02/20-16:25:22.210313 3036210 (Original Log Time 2024/02/20-16:25:22.210042) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:25:22.210317 3036210 [db/flush_job.cc:892] [url] [JOB 20143] Flushing memtable with next log file: 302039 2024/02/20-16:25:22.210337 3036210 EVENT_LOG_v1 {"time_micros": 1708446322210331, "job": 20143, "event": "flush_started", "num_memtables": 1, "num_entries": 52005, "num_deletes": 52000, "total_data_size": 16554933, "memory_usage": 17262488, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:25:22.210340 3036210 [db/flush_job.cc:926] [url] [JOB 20143] Level-0 flush table #302040: started 2024/02/20-16:25:22.256548 3036210 EVENT_LOG_v1 {"time_micros": 1708446322256524, "cf_name": "url", "job": 20143, "event": "table_file_creation", "file_number": 302040, "file_size": 7207919, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157509339, "largest_seqno": 5157561348, "table_properties": {"data_size": 6843182, "index_size": 435681, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 16407584, "raw_average_key_size": 315, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1997, "num_entries": 52005, "num_filter_entries": 1311, "num_deletions": 52000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446254, "oldest_key_time": 1708446254, "file_creation_time": 1708446322, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302040, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:25:22.256574 3036210 [db/flush_job.cc:1062] [url] [JOB 20143] Flush lasted 46264 microseconds, and 40716 cpu microseconds. 2024/02/20-16:25:22.256881 3036210 (Original Log Time 2024/02/20-16:25:22.256564) [db/flush_job.cc:1011] [url] [JOB 20143] Level-0 flush table #302040: 7207919 bytes OK 2024/02/20-16:25:22.256883 3036210 (Original Log Time 2024/02/20-16:25:22.256579) [db/memtable_list.cc:555] [url] Level-0 commit table #302040 started 2024/02/20-16:25:22.256884 3036210 (Original Log Time 2024/02/20-16:25:22.256826) [db/memtable_list.cc:754] [url] Level-0 commit table #302040: memtable #1 done 2024/02/20-16:25:22.256885 3036210 (Original Log Time 2024/02/20-16:25:22.256837) EVENT_LOG_v1 {"time_micros": 1708446322256834, "job": 20143, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 4, 12], "immutable_memtables": 0} 2024/02/20-16:25:22.256886 3036210 (Original Log Time 2024/02/20-16:25:22.256857) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 4 12] max score 0.50 2024/02/20-16:25:22.256889 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20143] Try to delete WAL files size 7010626, prev total WAL file size 16901970, number of live WAL files 3. 2024/02/20-16:25:22.257313 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302029.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:25:53.163033 1255434 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302035. Total log size is 15738779 while max_total_wal_size is 15728640 2024/02/20-16:25:53.163259 1255434 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302041. Immutable memtables: 0. 2024/02/20-16:25:53.163327 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20144] Syncing log #302039 2024/02/20-16:25:53.164520 3036193 (Original Log Time 2024/02/20-16:25:53.163314) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:25:53.164524 3036193 [db/flush_job.cc:892] [key] [JOB 20144] Flushing memtable with next log file: 302041 2024/02/20-16:25:53.164543 3036193 EVENT_LOG_v1 {"time_micros": 1708446353164538, "job": 20144, "event": "flush_started", "num_memtables": 1, "num_entries": 5, "num_deletes": 0, "total_data_size": 315, "memory_usage": 1152, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:25:53.164546 3036193 [db/flush_job.cc:926] [key] [JOB 20144] Level-0 flush table #302042: started 2024/02/20-16:25:53.165124 3036193 EVENT_LOG_v1 {"time_micros": 1708446353165095, "cf_name": "key", "job": 20144, "event": "table_file_creation", "file_number": 302042, "file_size": 1523, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157529346, "largest_seqno": 5157581354, "table_properties": {"data_size": 303, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 305, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 7, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446281, "oldest_key_time": 1708446281, "file_creation_time": 1708446353, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302042, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:25:53.165146 3036193 [db/flush_job.cc:1062] [key] [JOB 20144] Flush lasted 628 microseconds, and 470 cpu microseconds. 2024/02/20-16:25:53.165411 3036193 (Original Log Time 2024/02/20-16:25:53.165138) [db/flush_job.cc:1011] [key] [JOB 20144] Level-0 flush table #302042: 1523 bytes OK 2024/02/20-16:25:53.165414 3036193 (Original Log Time 2024/02/20-16:25:53.165149) [db/memtable_list.cc:555] [key] Level-0 commit table #302042 started 2024/02/20-16:25:53.165415 3036193 (Original Log Time 2024/02/20-16:25:53.165362) [db/memtable_list.cc:754] [key] Level-0 commit table #302042: memtable #1 done 2024/02/20-16:25:53.165416 3036193 (Original Log Time 2024/02/20-16:25:53.165373) EVENT_LOG_v1 {"time_micros": 1708446353165370, "job": 20144, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 3, 6], "immutable_memtables": 0} 2024/02/20-16:25:53.165417 3036193 (Original Log Time 2024/02/20-16:25:53.165388) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 3 6] max score 0.50 2024/02/20-16:25:53.165420 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20144] Try to delete WAL files size 9180194, prev total WAL file size 15738779, number of live WAL files 3. 2024/02/20-16:25:53.165990 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302035.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:26:23.020907 1255434 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302039. Total log size is 16201165 while max_total_wal_size is 15728640 2024/02/20-16:26:23.021174 1255434 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302043. Immutable memtables: 0. 2024/02/20-16:26:23.021258 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20145] Syncing log #302041 2024/02/20-16:26:23.023552 3036210 (Original Log Time 2024/02/20-16:26:23.021245) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:26:23.023557 3036210 [db/flush_job.cc:892] [url] [JOB 20145] Flushing memtable with next log file: 302043 2024/02/20-16:26:23.023576 3036210 EVENT_LOG_v1 {"time_micros": 1708446383023571, "job": 20145, "event": "flush_started", "num_memtables": 1, "num_entries": 70003, "num_deletes": 70000, "total_data_size": 16692413, "memory_usage": 17701384, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:26:23.023579 3036210 [db/flush_job.cc:926] [url] [JOB 20145] Level-0 flush table #302044: started 2024/02/20-16:26:23.071615 3036210 EVENT_LOG_v1 {"time_micros": 1708446383071594, "cf_name": "url", "job": 20145, "event": "table_file_creation", "file_number": 302044, "file_size": 5454809, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157561349, "largest_seqno": 5157631354, "table_properties": {"data_size": 5287897, "index_size": 280902, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 16492301, "raw_average_key_size": 235, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1648, "num_entries": 70003, "num_filter_entries": 1962, "num_deletions": 70000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446322, "oldest_key_time": 1708446322, "file_creation_time": 1708446383, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302044, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:26:23.071640 3036210 [db/flush_job.cc:1062] [url] [JOB 20145] Flush lasted 48091 microseconds, and 44740 cpu microseconds. 2024/02/20-16:26:23.071935 3036210 (Original Log Time 2024/02/20-16:26:23.071631) [db/flush_job.cc:1011] [url] [JOB 20145] Level-0 flush table #302044: 5454809 bytes OK 2024/02/20-16:26:23.071937 3036210 (Original Log Time 2024/02/20-16:26:23.071644) [db/memtable_list.cc:555] [url] Level-0 commit table #302044 started 2024/02/20-16:26:23.071939 3036210 (Original Log Time 2024/02/20-16:26:23.071869) [db/memtable_list.cc:754] [url] Level-0 commit table #302044: memtable #1 done 2024/02/20-16:26:23.071940 3036210 (Original Log Time 2024/02/20-16:26:23.071879) EVENT_LOG_v1 {"time_micros": 1708446383071876, "job": 20145, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 4, 12], "immutable_memtables": 0} 2024/02/20-16:26:23.071941 3036210 (Original Log Time 2024/02/20-16:26:23.071908) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 4 12] max score 1.00 2024/02/20-16:26:23.071945 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20145] Try to delete WAL files size 16201165, prev total WAL file size 16624686, number of live WAL files 3. 2024/02/20-16:26:23.072038 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 20146] Compacting 2@0 + 4@5 files to L5, score 1.00 2024/02/20-16:26:23.072047 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20153 Base level 0, inputs: [302044(5326KB) 302040(7038KB)], [302031(7949B) 302032(1652B) 302033(1419B) 302034(24MB)] 2024/02/20-16:26:23.072066 3036189 EVENT_LOG_v1 {"time_micros": 1708446383072058, "job": 20146, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302044, 302040], "files_L5": [302031, 302032, 302033, 302034], "score": 1, "input_data_size": 38069129, "oldest_snapshot_seqno": -1} 2024/02/20-16:26:23.072371 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302039.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:26:23.072760 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20146] Generated table #302045: 69 keys, 8631 bytes, temperature: kUnknown 2024/02/20-16:26:23.072789 3036189 EVENT_LOG_v1 {"time_micros": 1708446383072767, "cf_name": "url", "job": 20146, "event": "table_file_creation", "file_number": 302045, "file_size": 8631, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157193183, "largest_seqno": 5157581353, "table_properties": {"data_size": 7277, "index_size": 269, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 11847, "raw_average_key_size": 171, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2, "num_entries": 69, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446383, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302045, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:26:23.072830 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302041.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:26:23.073182 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20146] Generated table #302046: 5 keys, 1652 bytes, temperature: kUnknown 2024/02/20-16:26:23.073205 3036189 EVENT_LOG_v1 {"time_micros": 1708446383073189, "cf_name": "url", "job": 20146, "event": "table_file_creation", "file_number": 302046, "file_size": 1652, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157363277, "largest_seqno": 5157483331, "table_properties": {"data_size": 359, "index_size": 141, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 807, "raw_average_key_size": 161, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 4, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446383, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302046, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:26:23.073523 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20146] Generated table #302047: 5 keys, 1433 bytes, temperature: kUnknown 2024/02/20-16:26:23.073543 3036189 EVENT_LOG_v1 {"time_micros": 1708446383073529, "cf_name": "url", "job": 20146, "event": "table_file_creation", "file_number": 302047, "file_size": 1433, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157209191, "largest_seqno": 5157557347, "table_properties": {"data_size": 173, "index_size": 110, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 500, "raw_average_key_size": 100, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446383, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302047, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:26:23.493965 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20146] Generated table #302048: 450005 keys, 38051299 bytes, temperature: kUnknown 2024/02/20-16:26:23.494017 3036189 EVENT_LOG_v1 {"time_micros": 1708446383493987, "cf_name": "url", "job": 20146, "event": "table_file_creation", "file_number": 302048, "file_size": 38051299, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157181183, "largest_seqno": 5157631354, "table_properties": {"data_size": 36794789, "index_size": 1858481, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26805, "raw_key_size": 98785334, "raw_average_key_size": 219, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 11433, "num_entries": 450005, "num_filter_entries": 30608, "num_deletions": 450000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708446383, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302048, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:26:23.495240 3036189 (Original Log Time 2024/02/20-16:26:23.494964) [db/compaction/compaction_job.cc:1729] [url] [JOB 20146] Compacted 2@0 + 4@5 files to L5 => 38063015 bytes 2024/02/20-16:26:23.495243 3036189 (Original Log Time 2024/02/20-16:26:23.495182) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 4 12] max score 0.14, MB/sec: 90.2 rd, 90.2 wr, level 5, files in(2, 4) out(4 +0 blob) MB in(12.1, 24.2 +0.0 blob) out(36.3 +0.0 blob), read-write-amplify(6.0) write-amplify(3.0) OK, records in: 450084, records dropped: 0 output_compression: LZ4 2024/02/20-16:26:23.495249 3036189 (Original Log Time 2024/02/20-16:26:23.495200) EVENT_LOG_v1 {"time_micros": 1708446383495190, "job": 20146, "event": "compaction_finished", "compaction_time_micros": 421998, "compaction_time_cpu_micros": 398010, "output_level": 5, "num_output_files": 4, "total_output_size": 38063015, "num_input_records": 450084, "num_output_records": 450084, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 4, 12]} 2024/02/20-16:26:23.495319 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302031.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:26:23.495326 3036189 EVENT_LOG_v1 {"time_micros": 1708446383495325, "job": 20146, "event": "table_file_deletion", "file_number": 302031} 2024/02/20-16:26:23.495357 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302032.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:26:23.495362 3036189 EVENT_LOG_v1 {"time_micros": 1708446383495361, "job": 20146, "event": "table_file_deletion", "file_number": 302032} 2024/02/20-16:26:23.495388 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302033.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:26:23.495392 3036189 EVENT_LOG_v1 {"time_micros": 1708446383495391, "job": 20146, "event": "table_file_deletion", "file_number": 302033} 2024/02/20-16:26:23.496892 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302034.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:26:23.496897 3036189 EVENT_LOG_v1 {"time_micros": 1708446383496896, "job": 20146, "event": "table_file_deletion", "file_number": 302034} 2024/02/20-16:26:23.497250 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302040.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:26:23.497254 3036189 EVENT_LOG_v1 {"time_micros": 1708446383497253, "job": 20146, "event": "table_file_deletion", "file_number": 302040} 2024/02/20-16:26:23.497661 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302044.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:26:23.497666 3036189 EVENT_LOG_v1 {"time_micros": 1708446383497665, "job": 20146, "event": "table_file_deletion", "file_number": 302044} 2024/02/20-16:30:06.548812 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-16:30:06.548911 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1034005.4 total, 600.1 interval Cumulative writes: 132M writes, 591M keys, 131M commit groups, 1.0 writes per commit group, ingest: 57.06 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132159692.00 writes per sync, written: 57.06 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 308 writes, 463K keys, 308 commit groups, 1.0 writes per commit group, ingest: 78.66 MB, 0.13 MB/s Interval WAL: 308 writes, 0 syncs, 308.00 writes per sync, written: 0.08 GB, 0.13 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 1.0 0.0 46.4 415.83 388.03 4202 0.099 0 0 0.0 0.0 L5 4/0 36.30 MB 0.1 69.6 18.5 51.1 68.4 17.4 0.0 3.7 42.0 41.2 1698.30 1626.51 2170 0.783 1050M 1152 0.0 0.0 L6 12/0 779.58 MB 0.0 408.6 17.7 390.9 391.3 0.3 0.0 22.1 16.0 15.3 26119.25 24086.37 605 43.172 9551M 261M 0.0 0.0 Sum 16/0 815.88 MB 0.0 478.2 36.2 442.0 478.5 36.5 0.0 25.4 17.3 17.4 28233.39 26100.91 6977 4.047 10G 261M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.0 0.1 0.1 0.0 3.2 62.0 89.9 1.16 1.09 8 0.145 948K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 478.2 36.2 442.0 459.7 17.7 0.0 0.0 17.6 16.9 27817.56 25712.89 2775 10.024 10G 261M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 0.0 0.0 46.4 415.83 388.03 4202 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1034005.4 total, 600.1 interval Flush(GB): cumulative 18.844, interval 0.032 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 478.51 GB write, 0.47 MB/s write, 478.19 GB read, 0.47 MB/s read, 28233.4 seconds Interval compaction: 0.10 GB write, 0.17 MB/s write, 0.07 GB read, 0.12 MB/s read, 1.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1713 collections: 1724 last_copies: 0 last_secs: 0.000548 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(907,14.73 MB,0.959189%) IndexBlock(805,1.37 GB,91.1375%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6064697 Average: 2.1894 StdDev: 4.24 Min: 0 Median: 1.3837 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.74 P99.9: 45.29 P99.99: 126.74 ------------------------------------------------------ [ 0, 1 ] 2041637 33.664% 33.664% ####### ( 1, 2 ] 2582229 42.578% 76.242% ######### ( 2, 3 ] 1010007 16.654% 92.896% ### ( 3, 4 ] 245727 4.052% 96.948% # ( 4, 6 ] 108998 1.797% 98.745% ( 6, 10 ] 35624 0.587% 99.333% ( 10, 15 ] 15051 0.248% 99.581% ( 15, 22 ] 7611 0.125% 99.706% ( 22, 34 ] 7962 0.131% 99.838% ( 34, 51 ] 5700 0.094% 99.932% ( 51, 76 ] 2538 0.042% 99.973% ( 76, 110 ] 893 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21897101 Average: 2.4686 StdDev: 6.76 Min: 0 Median: 1.4967 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.89 P99.99: 146.05 ------------------------------------------------------ [ 0, 1 ] 6702260 30.608% 30.608% ###### ( 1, 2 ] 8548216 39.038% 69.646% ######## ( 2, 3 ] 3712746 16.955% 86.602% ### ( 3, 4 ] 1357396 6.199% 92.800% # ( 4, 6 ] 1065397 4.865% 97.666% # ( 6, 10 ] 342788 1.565% 99.231% ( 10, 15 ] 59790 0.273% 99.504% ( 15, 22 ] 30570 0.140% 99.644% ( 22, 34 ] 32761 0.150% 99.794% ( 34, 51 ] 24903 0.114% 99.907% ( 51, 76 ] 11982 0.055% 99.962% ( 76, 110 ] 4897 0.022% 99.984% ( 110, 170 ] 2006 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 212678975 Average: 12.3068 StdDev: 81.52 Min: 0 Median: 1.4958 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.82 P99.9: 304.81 P99.99: 1542.08 ------------------------------------------------------ [ 0, 1 ] 72283589 33.987% 33.987% ####### ( 1, 2 ] 68685929 32.296% 66.283% ###### ( 2, 3 ] 30298309 14.246% 80.529% ### ( 3, 4 ] 6525849 3.068% 83.597% # ( 4, 6 ] 1186311 0.558% 84.155% ( 6, 10 ] 558705 0.263% 84.418% ( 10, 15 ] 316784 0.149% 84.567% ( 15, 22 ] 273034 0.128% 84.695% ( 22, 34 ] 7679999 3.611% 88.306% # ( 34, 51 ] 7805710 3.670% 91.976% # ( 51, 76 ] 6252939 2.940% 94.916% # ( 76, 110 ] 6843962 3.218% 98.134% # ( 110, 170 ] 3365603 1.582% 99.717% ( 170, 250 ] 341462 0.161% 99.877% ( 250, 380 ] 114108 0.054% 99.931% ( 380, 580 ] 69310 0.033% 99.964% ( 580, 870 ] 31056 0.015% 99.978% ( 870, 1300 ] 14098 0.007% 99.985% ( 1300, 1900 ] 27140 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 1.0 0.0 36.3 88.79 75.19 4082 0.022 0 0 0.0 0.0 L6 3/0 179.62 MB 0.0 317.0 3.1 313.9 314.0 0.1 0.0 99.8 15.4 15.2 21139.20 20750.35 2148 9.841 11G 62M 0.0 0.0 Sum 3/0 179.62 MB 0.0 317.0 3.1 313.9 317.1 3.2 0.0 100.8 15.3 15.3 21227.99 20825.54 6230 3.407 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 317.0 3.1 313.9 314.0 0.1 0.0 0.0 15.4 15.2 21139.20 20750.35 2148 9.841 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.1 3.1 0.0 0.0 0.0 36.3 88.79 75.19 4082 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1034005.4 total, 600.1 interval Flush(GB): cumulative 3.146, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 317.11 GB write, 0.31 MB/s write, 317.03 GB read, 0.31 MB/s read, 21228.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4331 collections: 1724 last_copies: 0 last_secs: 0.001119 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2186,1.67 MB,0.108484%) IndexBlock(2144,1.46 GB,97.3199%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1033855 Average: 3.5776 StdDev: 6.33 Min: 0 Median: 2.5977 Max: 2960 Percentiles: P50: 2.60 P75: 3.78 P99: 12.45 P99.9: 60.73 P99.99: 194.93 ------------------------------------------------------ [ 0, 1 ] 116763 11.294% 11.294% ## ( 1, 2 ] 247442 23.934% 35.228% ##### ( 2, 3 ] 255524 24.716% 59.944% ##### ( 3, 4 ] 199945 19.340% 79.283% #### ( 4, 6 ] 172430 16.678% 95.962% ### ( 6, 10 ] 29059 2.811% 98.772% # ( 10, 15 ] 4812 0.465% 99.238% ( 15, 22 ] 2576 0.249% 99.487% ( 22, 34 ] 2182 0.211% 99.698% ( 34, 51 ] 1797 0.174% 99.872% ( 51, 76 ] 748 0.072% 99.944% ( 76, 110 ] 254 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 179861882 Average: 2.1888 StdDev: 5.37 Min: 0 Median: 1.3455 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.96 P99.9: 53.54 P99.99: 144.31 ------------------------------------------------------ [ 0, 1 ] 66285804 36.854% 36.854% ####### ( 1, 2 ] 68440116 38.051% 74.905% ######## ( 2, 3 ] 33596201 18.679% 93.584% #### ( 3, 4 ] 8085951 4.496% 98.080% # ( 4, 6 ] 1505520 0.837% 98.917% ( 6, 10 ] 625014 0.347% 99.264% ( 10, 15 ] 407649 0.227% 99.491% ( 15, 22 ] 202647 0.113% 99.604% ( 22, 34 ] 315521 0.175% 99.779% ( 34, 51 ] 207292 0.115% 99.894% ( 51, 76 ] 101381 0.056% 99.951% ( 76, 110 ] 58349 0.032% 99.983% ( 110, 170 ] 21775 0.012% 99.995% ( 170, 250 ] 3879 0.002% 99.997% ( 250, 380 ] 1774 0.001% 99.998% ( 380, 580 ] 1478 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 259 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 1.49 KB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.03 257.86 4168 0.067 0 0 0.0 0.0 L5 3/0 6.74 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 801.93 774.89 1997 0.402 621M 276K 0.0 0.0 L6 6/0 354.56 MB 0.0 199.3 8.9 190.4 190.6 0.2 0.0 21.3 14.4 13.7 14201.85 13894.60 722 19.670 8923M 241M 0.0 0.0 Sum 10/0 354.57 MB 0.0 221.8 17.2 204.6 222.0 17.4 0.0 24.2 14.9 14.9 15281.82 14927.35 6887 2.219 9545M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.5 1.8 2.6 0.01 0.01 6 0.001 125 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 221.8 17.2 204.6 212.8 8.2 0.0 0.0 15.1 14.5 15003.79 14669.49 2719 5.518 9545M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.03 257.86 4168 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1034005.4 total, 600.1 interval Flush(GB): cumulative 9.159, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 221.97 GB write, 0.22 MB/s write, 221.81 GB read, 0.22 MB/s read, 15281.8 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 356617 collections: 1724 last_copies: 0 last_secs: 0.070047 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(356420,1.38 GB,91.6697%) FilterBlock(97,70.10 MB,4.56402%) IndexBlock(99,26.71 MB,1.73864%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2864439 Average: 4.2693 StdDev: 8.06 Min: 0 Median: 1.9638 Max: 9050 Percentiles: P50: 1.96 P75: 5.39 P99: 17.92 P99.9: 61.10 P99.99: 151.53 ------------------------------------------------------ [ 0, 1 ] 636905 22.235% 22.235% #### ( 1, 2 ] 825221 28.809% 51.044% ###### ( 2, 3 ] 405528 14.157% 65.201% ### ( 3, 4 ] 175445 6.125% 71.326% # ( 4, 6 ] 151582 5.292% 76.618% # ( 6, 10 ] 453977 15.849% 92.467% ### ( 10, 15 ] 179993 6.284% 98.751% # ( 15, 22 ] 17128 0.598% 99.349% ( 22, 34 ] 9171 0.320% 99.669% ( 34, 51 ] 5595 0.195% 99.864% ( 51, 76 ] 2549 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6956456 Average: 4.7189 StdDev: 7.63 Min: 0 Median: 2.4840 Max: 7311 Percentiles: P50: 2.48 P75: 6.19 P99: 19.50 P99.9: 69.20 P99.99: 168.72 ------------------------------------------------------ [ 0, 1 ] 1134434 16.308% 16.308% ### ( 1, 2 ] 1831656 26.330% 42.638% ##### ( 2, 3 ] 1058071 15.210% 57.848% ### ( 3, 4 ] 569334 8.184% 66.032% ## ( 4, 6 ] 564953 8.121% 74.153% ## ( 6, 10 ] 1216037 17.481% 91.634% ### ( 10, 15 ] 482219 6.932% 98.566% # ( 15, 22 ] 46926 0.675% 99.241% ( 22, 34 ] 24735 0.356% 99.596% ( 34, 51 ] 15601 0.224% 99.820% ( 51, 76 ] 7603 0.109% 99.930% ( 76, 110 ] 2881 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107605245 Average: 5.8208 StdDev: 24.77 Min: 0 Median: 2.3626 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.23 P99.9: 159.33 P99.99: 467.02 ------------------------------------------------------ [ 0, 1 ] 25413281 23.617% 23.617% ##### ( 1, 2 ] 24311510 22.593% 46.210% ##### ( 2, 3 ] 11247157 10.452% 56.663% ## ( 3, 4 ] 4417593 4.105% 60.768% # ( 4, 6 ] 5035233 4.679% 65.447% # ( 6, 10 ] 26218729 24.366% 89.813% ##### ( 10, 15 ] 8451708 7.854% 97.667% ## ( 15, 22 ] 685206 0.637% 98.304% ( 22, 34 ] 561360 0.522% 98.826% ( 34, 51 ] 387266 0.360% 99.186% ( 51, 76 ] 247093 0.230% 99.415% ( 76, 110 ] 313459 0.291% 99.707% ( 110, 170 ] 253041 0.235% 99.942% ( 170, 250 ] 40388 0.038% 99.979% ( 250, 380 ] 8678 0.008% 99.987% ( 380, 580 ] 6395 0.006% 99.993% ( 580, 870 ] 3645 0.003% 99.997% ( 870, 1300 ] 1929 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 187 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-16:30:06.551783 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 538866237 rocksdb.block.cache.hit COUNT : 2226333830 rocksdb.block.cache.add COUNT : 40387643 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32973 rocksdb.block.cache.index.hit COUNT : 546346763 rocksdb.block.cache.index.add COUNT : 32959 rocksdb.block.cache.index.bytes.insert COUNT : 35240999189 rocksdb.block.cache.filter.miss COUNT : 32979 rocksdb.block.cache.filter.hit COUNT : 1133945549 rocksdb.block.cache.filter.add COUNT : 32979 rocksdb.block.cache.filter.bytes.insert COUNT : 8944183711 rocksdb.block.cache.data.miss COUNT : 538800285 rocksdb.block.cache.data.hit COUNT : 546041518 rocksdb.block.cache.data.add COUNT : 40321705 rocksdb.block.cache.data.bytes.insert COUNT : 167021880533 rocksdb.block.cache.bytes.read COUNT : 1939494040819564 rocksdb.block.cache.bytes.write COUNT : 211207063433 rocksdb.bloom.filter.useful COUNT : 587664674 rocksdb.bloom.filter.full.positive COUNT : 546280907 rocksdb.bloom.filter.full.true.positive COUNT : 540593734 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96148525 rocksdb.memtable.miss COUNT : 6443680910 rocksdb.l0.hit COUNT : 16514953 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 524078781 rocksdb.compaction.key.drop.new COUNT : 282195955 rocksdb.compaction.key.drop.obsolete COUNT : 282215682 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 591924427 rocksdb.number.keys.read COUNT : 664838177 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61262622583 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68934 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32964 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 782797172 rocksdb.number.multiget.keys.read COUNT : 5874991258 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61262622583 rocksdb.write.self COUNT : 131943196 rocksdb.write.other COUNT : 216496 rocksdb.write.wal COUNT : 132159692 rocksdb.compact.read.bytes COUNT : 1014826129169 rocksdb.compact.write.bytes COUNT : 1059181531137 rocksdb.flush.write.bytes COUNT : 33448482026 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1072505 rocksdb.number.superversion_releases COUNT : 2766 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 532169536 rocksdb.number.block.decompressed COUNT : 532115608 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61132726478 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68934 rocksdb.num.iterator.deleted COUNT : 68934 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5324 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5286 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44937 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62174478503 rocksdb.memtable.garbage.bytes.at.flush COUNT : 746766416 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 961572849538 rocksdb.last.level.read.count COUNT : 500148516 rocksdb.non.last.level.read.bytes COUNT : 131259765385 rocksdb.non.last.level.read.count COUNT : 38816613 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 538899201 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2171394391980 rocksdb.bytes.compressed.to COUNT : 1054411612882 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26620663493 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6714907 rocksdb.bytes.decompressed.from COUNT : 1054527012436 rocksdb.bytes.decompressed.to COUNT : 2171226107740 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395267 P95 : 106.237960 P99 : 160.316164 P100 : 227461.000000 COUNT : 664838177 SUM : 34269814198 rocksdb.db.write.micros P50 : 67.052088 P95 : 111.777298 P99 : 169.410735 P100 : 2037453.000000 COUNT : 132159692 SUM : 13647167600 rocksdb.compaction.times.micros P50 : 1602076.124567 P95 : 38527962.085308 P99 : 67136363.636364 P100 : 89521673.000000 COUNT : 7642 SUM : 63960541394 rocksdb.compaction.times.cpu_micros P50 : 1541281.138790 P95 : 35808583.690987 P99 : 64103723.404255 P100 : 83823365.000000 COUNT : 7642 SUM : 61132726478 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4319.625247 P95 : 27856.858711 P99 : 62569.148936 P100 : 1558490.000000 COUNT : 12437 SUM : 116947112 rocksdb.compaction.outfile.sync.micros P50 : 62601.748568 P95 : 125757.250269 P99 : 225216.494845 P100 : 2063820.000000 COUNT : 20510 SUM : 1315872245 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.350153 P95 : 729.317945 P99 : 4040.803571 P100 : 501117.000000 COUNT : 20141 SUM : 12964822 rocksdb.table.open.io.micros P50 : 582.333065 P95 : 6238.918919 P99 : 13010.505155 P100 : 207055.000000 COUNT : 32964 SUM : 58416031 rocksdb.db.multiget.micros P50 : 7.990360 P95 : 17.785147 P99 : 33.020268 P100 : 26625.000000 COUNT : 782797172 SUM : 7409384914 rocksdb.read.block.compaction.micros P50 : 13.678766 P95 : 59.333306 P99 : 138.568187 P100 : 136000.000000 COUNT : 498478580 SUM : 9701423800 rocksdb.read.block.get.micros P50 : 52.893283 P95 : 94.684982 P99 : 145.650309 P100 : 206929.000000 COUNT : 40387657 SUM : 2327496149 rocksdb.write.raw.block.micros P50 : 0.521602 P95 : 0.991044 P99 : 1.895592 P100 : 331149.000000 COUNT : 538983284 SUM : 10842322748 rocksdb.numfiles.in.singlecompaction P50 : 2.773967 P95 : 5.679911 P99 : 5.938646 P100 : 7.000000 COUNT : 5828 SUM : 20750 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540643 P95 : 33.556028 P99 : 104.978965 P100 : 135929.000000 COUNT : 538965129 SUM : 3753548531 rocksdb.file.read.flush.micros P50 : 1.846096 P95 : 15.819221 P99 : 40.878084 P100 : 787.000000 COUNT : 62185 SUM : 297575 rocksdb.file.read.compaction.micros P50 : 1.425719 P95 : 36.775822 P99 : 106.464689 P100 : 135929.000000 COUNT : 498581144 SUM : 3349945924 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 664838177 SUM : 0 rocksdb.bytes.per.write P50 : 218.503218 P95 : 527.936071 P99 : 804.008050 P100 : 4563443.000000 COUNT : 131943196 SUM : 61262622583 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 782797172 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46222.222222 P95 : 166978.823529 P99 : 239110.132159 P100 : 1681975.000000 COUNT : 12480 SUM : 782656777 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-16:30:06.551879 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-16:30:06.551999 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708446606 to in-memory stats history 2024/02/20-16:30:06.552022 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-16:30:06.552052 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-16:30:41.975526 95345 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302043. Total log size is 15820289 while max_total_wal_size is 15728640 2024/02/20-16:30:41.975740 95345 [db/db_impl/db_impl_write.cc:2177] [default] New memtable created with log file: #302049. Immutable memtables: 0. 2024/02/20-16:30:41.975839 95345 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302049. Immutable memtables: 0. 2024/02/20-16:30:41.975885 95345 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302049. Immutable memtables: 0. 2024/02/20-16:30:41.975928 95345 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302049. Immutable memtables: 0. 2024/02/20-16:30:41.976163 95345 [db/db_impl/db_impl_write.cc:2177] [queue] New memtable created with log file: #302049. Immutable memtables: 0. 2024/02/20-16:30:41.976294 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20148] Syncing log #302043 2024/02/20-16:30:41.977072 3036210 (Original Log Time 2024/02/20-16:30:41.976242) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:30:41.977076 3036210 [db/flush_job.cc:892] [default] [JOB 20148] Flushing memtable with next log file: 302049 2024/02/20-16:30:41.977081 3036193 (Original Log Time 2024/02/20-16:30:41.976297) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:30:41.977085 3036193 [db/flush_job.cc:892] [url] [JOB 20147] Flushing memtable with next log file: 302049 2024/02/20-16:30:41.977095 3036210 EVENT_LOG_v1 {"time_micros": 1708446641977089, "job": 20148, "event": "flush_started", "num_memtables": 1, "num_entries": 0, "num_deletes": 0, "total_data_size": 0, "memory_usage": 728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:30:41.977095 3036193 EVENT_LOG_v1 {"time_micros": 1708446641977092, "job": 20147, "event": "flush_started", "num_memtables": 1, "num_entries": 29305, "num_deletes": 29279, "total_data_size": 5961993, "memory_usage": 6372912, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:30:41.977098 3036210 [db/flush_job.cc:926] [default] [JOB 20148] Level-0 flush table #302050: started 2024/02/20-16:30:41.977098 3036193 [db/flush_job.cc:926] [url] [JOB 20147] Level-0 flush table #302051: started 2024/02/20-16:30:41.977131 3036210 [db/flush_job.cc:1062] [default] [JOB 20148] Flush lasted 62 microseconds, and 61 cpu microseconds. 2024/02/20-16:30:41.977392 3036210 (Original Log Time 2024/02/20-16:30:41.977126) [db/flush_job.cc:1011] [default] [JOB 20148] Level-0 flush table #302050: 0 bytes OK 2024/02/20-16:30:41.977395 3036210 (Original Log Time 2024/02/20-16:30:41.977135) [db/memtable_list.cc:555] [default] Level-0 commit table #302050 started 2024/02/20-16:30:41.977396 3036210 (Original Log Time 2024/02/20-16:30:41.977327) [db/memtable_list.cc:754] [default] Level-0 commit table #302050: memtable #1 done 2024/02/20-16:30:41.977397 3036210 (Original Log Time 2024/02/20-16:30:41.977339) EVENT_LOG_v1 {"time_micros": 1708446641977333, "job": 20148, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [0, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/02/20-16:30:41.977399 3036210 (Original Log Time 2024/02/20-16:30:41.977351) [db/db_impl/db_impl_compaction_flush.cc:354] [default] Level summary: files[0 0 0 0 0 0 0] max score 0.00 2024/02/20-16:30:41.977555 3036210 (Original Log Time 2024/02/20-16:30:41.977546) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:30:41.977558 3036210 [db/flush_job.cc:892] [tag] [JOB 20149] Flushing memtable with next log file: 302049 2024/02/20-16:30:41.977565 3036210 EVENT_LOG_v1 {"time_micros": 1708446641977562, "job": 20149, "event": "flush_started", "num_memtables": 1, "num_entries": 144000, "num_deletes": 144000, "total_data_size": 11070110, "memory_usage": 13316016, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:30:41.977567 3036210 [db/flush_job.cc:926] [tag] [JOB 20149] Level-0 flush table #302052: started 2024/02/20-16:30:41.997558 3036193 EVENT_LOG_v1 {"time_micros": 1708446641997539, "cf_name": "url", "job": 20147, "event": "table_file_creation", "file_number": 302051, "file_size": 1579121, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157631355, "largest_seqno": 5157802684, "table_properties": {"data_size": 1544910, "index_size": 70485, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 5877479, "raw_average_key_size": 200, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 506, "num_entries": 29304, "num_filter_entries": 1099, "num_deletions": 29279, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446383, "oldest_key_time": 1708446383, "file_creation_time": 1708446641, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302051, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:30:41.997584 3036193 [db/flush_job.cc:1062] [url] [JOB 20147] Flush lasted 20506 microseconds, and 19092 cpu microseconds. 2024/02/20-16:30:41.997819 3036193 (Original Log Time 2024/02/20-16:30:41.997575) [db/flush_job.cc:1011] [url] [JOB 20147] Level-0 flush table #302051: 1579121 bytes OK 2024/02/20-16:30:41.997821 3036193 (Original Log Time 2024/02/20-16:30:41.997588) [db/memtable_list.cc:555] [url] Level-0 commit table #302051 started 2024/02/20-16:30:41.997822 3036193 (Original Log Time 2024/02/20-16:30:41.997770) [db/memtable_list.cc:754] [url] Level-0 commit table #302051: memtable #1 done 2024/02/20-16:30:41.997823 3036193 (Original Log Time 2024/02/20-16:30:41.997779) EVENT_LOG_v1 {"time_micros": 1708446641997776, "job": 20147, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 4, 12], "immutable_memtables": 0} 2024/02/20-16:30:41.997824 3036193 (Original Log Time 2024/02/20-16:30:41.997797) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 4 12] max score 0.50 2024/02/20-16:30:41.997870 3036193 (Original Log Time 2024/02/20-16:30:41.997865) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:30:41.997872 3036193 [db/flush_job.cc:892] [key] [JOB 20150] Flushing memtable with next log file: 302049 2024/02/20-16:30:41.997877 3036193 EVENT_LOG_v1 {"time_micros": 1708446641997875, "job": 20150, "event": "flush_started", "num_memtables": 1, "num_entries": 26, "num_deletes": 0, "total_data_size": 1634, "memory_usage": 2912, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:30:41.997878 3036193 [db/flush_job.cc:926] [key] [JOB 20150] Level-0 flush table #302053: started 2024/02/20-16:30:41.998223 3036193 EVENT_LOG_v1 {"time_micros": 1708446641998208, "cf_name": "key", "job": 20150, "event": "table_file_creation", "file_number": 302053, "file_size": 2353, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157651356, "largest_seqno": 5157802685, "table_properties": {"data_size": 1134, "index_size": 70, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 1522, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 25, "num_filter_entries": 29, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446393, "oldest_key_time": 1708446393, "file_creation_time": 1708446641, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302053, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:30:41.998238 3036193 [db/flush_job.cc:1062] [key] [JOB 20150] Flush lasted 367 microseconds, and 280 cpu microseconds. 2024/02/20-16:30:41.998400 3036193 (Original Log Time 2024/02/20-16:30:41.998232) [db/flush_job.cc:1011] [key] [JOB 20150] Level-0 flush table #302053: 2353 bytes OK 2024/02/20-16:30:41.998402 3036193 (Original Log Time 2024/02/20-16:30:41.998240) [db/memtable_list.cc:555] [key] Level-0 commit table #302053 started 2024/02/20-16:30:41.998403 3036193 (Original Log Time 2024/02/20-16:30:41.998366) [db/memtable_list.cc:754] [key] Level-0 commit table #302053: memtable #1 done 2024/02/20-16:30:41.998404 3036193 (Original Log Time 2024/02/20-16:30:41.998375) EVENT_LOG_v1 {"time_micros": 1708446641998372, "job": 20150, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 3, 6], "immutable_memtables": 0} 2024/02/20-16:30:41.998405 3036193 (Original Log Time 2024/02/20-16:30:41.998387) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 3 6] max score 1.00 2024/02/20-16:30:41.998485 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 20151] Compacting 2@0 + 3@5 files to L5, score 1.00 2024/02/20-16:30:41.998494 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20157 Base level 0, inputs: [302053(2353B) 302042(1523B)], [302037(4259B) 302038(1318B) 302024(1327B)] 2024/02/20-16:30:41.998495 3036193 (Original Log Time 2024/02/20-16:30:41.998488) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [queue], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-16:30:41.998497 3036193 [db/flush_job.cc:892] [queue] [JOB 20152] Flushing memtable with next log file: 302049 2024/02/20-16:30:41.998501 3036193 EVENT_LOG_v1 {"time_micros": 1708446641998499, "job": 20152, "event": "flush_started", "num_memtables": 1, "num_entries": 0, "num_deletes": 0, "total_data_size": 0, "memory_usage": 728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:30:41.998503 3036193 [db/flush_job.cc:926] [queue] [JOB 20152] Level-0 flush table #302054: started 2024/02/20-16:30:41.998515 3036190 EVENT_LOG_v1 {"time_micros": 1708446641998506, "job": 20151, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302053, 302042], "files_L5": [302037, 302038, 302024], "score": 1, "input_data_size": 10780, "oldest_snapshot_seqno": -1} 2024/02/20-16:30:41.998516 3036193 [db/flush_job.cc:1062] [queue] [JOB 20152] Flush lasted 22 microseconds, and 22 cpu microseconds. 2024/02/20-16:30:41.998686 3036193 (Original Log Time 2024/02/20-16:30:41.998512) [db/flush_job.cc:1011] [queue] [JOB 20152] Level-0 flush table #302054: 0 bytes OK 2024/02/20-16:30:41.998688 3036193 (Original Log Time 2024/02/20-16:30:41.998518) [db/memtable_list.cc:555] [queue] Level-0 commit table #302054 started 2024/02/20-16:30:41.998689 3036193 (Original Log Time 2024/02/20-16:30:41.998638) [db/memtable_list.cc:754] [queue] Level-0 commit table #302054: memtable #1 done 2024/02/20-16:30:41.998690 3036193 (Original Log Time 2024/02/20-16:30:41.998646) EVENT_LOG_v1 {"time_micros": 1708446641998643, "job": 20152, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [0, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/02/20-16:30:41.998691 3036193 (Original Log Time 2024/02/20-16:30:41.998653) [db/db_impl/db_impl_compaction_flush.cc:354] [queue] Level summary: files[0 0 0 0 0 0 0] max score 0.00 2024/02/20-16:30:41.999229 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20151] Generated table #302055: 91 keys, 5496 bytes, temperature: kUnknown 2024/02/20-16:30:41.999261 3036190 EVENT_LOG_v1 {"time_micros": 1708446641999238, "cf_name": "key", "job": 20151, "event": "table_file_creation", "file_number": 302055, "file_size": 5496, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157219194, "largest_seqno": 5157802683, "table_properties": {"data_size": 4192, "index_size": 93, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 5551, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2, "num_entries": 91, "num_filter_entries": 94, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708446641, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302055, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:30:41.999645 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20151] Generated table #302056: 6 keys, 1364 bytes, temperature: kUnknown 2024/02/20-16:30:41.999673 3036190 EVENT_LOG_v1 {"time_micros": 1708446641999653, "cf_name": "key", "job": 20151, "event": "table_file_creation", "file_number": 302056, "file_size": 1364, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157303228, "largest_seqno": 5157776663, "table_properties": {"data_size": 148, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 366, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 6, "num_filter_entries": 7, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708446641, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302056, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:30:41.999972 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20151] Generated table #302057: 7 keys, 1412 bytes, temperature: kUnknown 2024/02/20-16:30:41.999993 3036190 EVENT_LOG_v1 {"time_micros": 1708446641999978, "cf_name": "key", "job": 20151, "event": "table_file_creation", "file_number": 302057, "file_size": 1412, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157329248, "largest_seqno": 5157802685, "table_properties": {"data_size": 197, "index_size": 70, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 420, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 7, "num_filter_entries": 8, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708446641, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302057, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:30:42.000404 3036190 (Original Log Time 2024/02/20-16:30:42.000184) [db/compaction/compaction_job.cc:1729] [key] [JOB 20151] Compacted 2@0 + 3@5 files to L5 => 8272 bytes 2024/02/20-16:30:42.000407 3036190 (Original Log Time 2024/02/20-16:30:42.000364) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 3 6] max score 0.00, MB/sec: 7.2 rd, 5.5 wr, level 5, files in(2, 3) out(3 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(4.9) write-amplify(2.1) OK, records in: 104, records dropped: 0 output_compression: LZ4 2024/02/20-16:30:42.000411 3036190 (Original Log Time 2024/02/20-16:30:42.000376) EVENT_LOG_v1 {"time_micros": 1708446642000369, "job": 20151, "event": "compaction_finished", "compaction_time_micros": 1491, "compaction_time_cpu_micros": 1130, "output_level": 5, "num_output_files": 3, "total_output_size": 8272, "num_input_records": 104, "num_output_records": 104, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 3, 6]} 2024/02/20-16:30:42.000482 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302024.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:30:42.000490 3036190 EVENT_LOG_v1 {"time_micros": 1708446642000488, "job": 20151, "event": "table_file_deletion", "file_number": 302024} 2024/02/20-16:30:42.000533 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302037.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:30:42.000538 3036190 EVENT_LOG_v1 {"time_micros": 1708446642000537, "job": 20151, "event": "table_file_deletion", "file_number": 302037} 2024/02/20-16:30:42.000569 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302038.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:30:42.000573 3036190 EVENT_LOG_v1 {"time_micros": 1708446642000572, "job": 20151, "event": "table_file_deletion", "file_number": 302038} 2024/02/20-16:30:42.000604 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302042.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:30:42.000608 3036190 EVENT_LOG_v1 {"time_micros": 1708446642000607, "job": 20151, "event": "table_file_deletion", "file_number": 302042} 2024/02/20-16:30:42.032862 3036210 EVENT_LOG_v1 {"time_micros": 1708446642032844, "cf_name": "tag", "job": 20149, "event": "table_file_creation", "file_number": 302052, "file_size": 4791949, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157660636, "largest_seqno": 5157804685, "table_properties": {"data_size": 4753785, "index_size": 63613, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 10781661, "raw_average_key_size": 74, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1460, "num_entries": 144000, "num_filter_entries": 326, "num_deletions": 144000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446406, "oldest_key_time": 1708446406, "file_creation_time": 1708446641, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302052, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:30:42.032888 3036210 [db/flush_job.cc:1062] [tag] [JOB 20149] Flush lasted 55333 microseconds, and 51156 cpu microseconds. 2024/02/20-16:30:42.033192 3036210 (Original Log Time 2024/02/20-16:30:42.032878) [db/flush_job.cc:1011] [tag] [JOB 20149] Level-0 flush table #302052: 4791949 bytes OK 2024/02/20-16:30:42.033194 3036210 (Original Log Time 2024/02/20-16:30:42.032892) [db/memtable_list.cc:555] [tag] Level-0 commit table #302052 started 2024/02/20-16:30:42.033195 3036210 (Original Log Time 2024/02/20-16:30:42.033145) [db/memtable_list.cc:754] [tag] Level-0 commit table #302052: memtable #1 done 2024/02/20-16:30:42.033197 3036210 (Original Log Time 2024/02/20-16:30:42.033155) EVENT_LOG_v1 {"time_micros": 1708446642033152, "job": 20149, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:30:42.033198 3036210 (Original Log Time 2024/02/20-16:30:42.033168) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-16:30:42.033202 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20149] Try to delete WAL files size 15820289, prev total WAL file size 16021049, number of live WAL files 2. 2024/02/20-16:30:42.033993 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302043.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:30:42.034039 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302053.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:30:42.034046 3036210 EVENT_LOG_v1 {"time_micros": 1708446642034045, "job": 20149, "event": "table_file_deletion", "file_number": 302053} 2024/02/20-16:39:03.965157 132534 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302049. Total log size is 15853569 while max_total_wal_size is 15728640 2024/02/20-16:39:03.965364 132534 [db/db_impl/db_impl_write.cc:2177] [default] New memtable created with log file: #302058. Immutable memtables: 0. 2024/02/20-16:39:03.965418 132534 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302058. Immutable memtables: 0. 2024/02/20-16:39:03.965471 132534 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302058. Immutable memtables: 0. 2024/02/20-16:39:03.965513 132534 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302058. Immutable memtables: 0. 2024/02/20-16:39:03.965551 132534 [db/db_impl/db_impl_write.cc:2177] [queue] New memtable created with log file: #302058. Immutable memtables: 0. 2024/02/20-16:39:03.965608 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20153] Syncing log #302049 2024/02/20-16:39:03.966258 3036210 (Original Log Time 2024/02/20-16:39:03.965593) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:39:03.966269 3036193 (Original Log Time 2024/02/20-16:39:03.965611) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:39:03.966270 3036210 [db/flush_job.cc:892] [default] [JOB 20153] Flushing memtable with next log file: 302058 2024/02/20-16:39:03.966275 3036193 [db/flush_job.cc:892] [url] [JOB 20154] Flushing memtable with next log file: 302058 2024/02/20-16:39:03.966296 3036193 EVENT_LOG_v1 {"time_micros": 1708447143966290, "job": 20154, "event": "flush_started", "num_memtables": 1, "num_entries": 62, "num_deletes": 0, "total_data_size": 10755, "memory_usage": 12752, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:39:03.966299 3036193 [db/flush_job.cc:926] [url] [JOB 20154] Level-0 flush table #302060: started 2024/02/20-16:39:03.966299 3036210 EVENT_LOG_v1 {"time_micros": 1708447143966290, "job": 20153, "event": "flush_started", "num_memtables": 1, "num_entries": 0, "num_deletes": 0, "total_data_size": 0, "memory_usage": 728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:39:03.966305 3036210 [db/flush_job.cc:926] [default] [JOB 20153] Level-0 flush table #302059: started 2024/02/20-16:39:03.966483 3036210 [db/flush_job.cc:1062] [default] [JOB 20153] Flush lasted 231 microseconds, and 129 cpu microseconds. 2024/02/20-16:39:03.966736 3036210 (Original Log Time 2024/02/20-16:39:03.966347) [db/flush_job.cc:1011] [default] [JOB 20153] Level-0 flush table #302059: 0 bytes OK 2024/02/20-16:39:03.966739 3036210 (Original Log Time 2024/02/20-16:39:03.966489) [db/memtable_list.cc:555] [default] Level-0 commit table #302059 started 2024/02/20-16:39:03.966741 3036210 (Original Log Time 2024/02/20-16:39:03.966680) [db/memtable_list.cc:754] [default] Level-0 commit table #302059: memtable #1 done 2024/02/20-16:39:03.966743 3036210 (Original Log Time 2024/02/20-16:39:03.966695) EVENT_LOG_v1 {"time_micros": 1708447143966690, "job": 20153, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [0, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/02/20-16:39:03.966745 3036210 (Original Log Time 2024/02/20-16:39:03.966709) [db/db_impl/db_impl_compaction_flush.cc:354] [default] Level summary: files[0 0 0 0 0 0 0] max score 0.00 2024/02/20-16:39:03.966890 3036210 (Original Log Time 2024/02/20-16:39:03.966883) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:39:03.966892 3036210 [db/flush_job.cc:892] [tag] [JOB 20155] Flushing memtable with next log file: 302058 2024/02/20-16:39:03.966898 3036210 EVENT_LOG_v1 {"time_micros": 1708447143966896, "job": 20155, "event": "flush_started", "num_memtables": 1, "num_entries": 198000, "num_deletes": 198000, "total_data_size": 17223949, "memory_usage": 21032560, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:39:03.966900 3036210 [db/flush_job.cc:926] [tag] [JOB 20155] Level-0 flush table #302061: started 2024/02/20-16:39:03.966939 3036193 EVENT_LOG_v1 {"time_micros": 1708447143966916, "cf_name": "url", "job": 20154, "event": "table_file_creation", "file_number": 302060, "file_size": 7828, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157806686, "largest_seqno": 5157986808, "table_properties": {"data_size": 6275, "index_size": 397, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 10574, "raw_average_key_size": 170, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2, "num_entries": 62, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446644, "oldest_key_time": 1708446644, "file_creation_time": 1708447143, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302060, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:39:03.967040 3036193 [db/flush_job.cc:1062] [url] [JOB 20154] Flush lasted 778 microseconds, and 606 cpu microseconds. 2024/02/20-16:39:03.967218 3036193 (Original Log Time 2024/02/20-16:39:03.966950) [db/flush_job.cc:1011] [url] [JOB 20154] Level-0 flush table #302060: 7828 bytes OK 2024/02/20-16:39:03.967221 3036193 (Original Log Time 2024/02/20-16:39:03.967043) [db/memtable_list.cc:555] [url] Level-0 commit table #302060 started 2024/02/20-16:39:03.967222 3036193 (Original Log Time 2024/02/20-16:39:03.967179) [db/memtable_list.cc:754] [url] Level-0 commit table #302060: memtable #1 done 2024/02/20-16:39:03.967223 3036193 (Original Log Time 2024/02/20-16:39:03.967188) EVENT_LOG_v1 {"time_micros": 1708447143967185, "job": 20154, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 4, 12], "immutable_memtables": 0} 2024/02/20-16:39:03.967225 3036193 (Original Log Time 2024/02/20-16:39:03.967202) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 4 12] max score 1.00 2024/02/20-16:39:03.967311 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 20156] Compacting 2@0 + 4@5 files to L5, score 1.00 2024/02/20-16:39:03.967320 3036193 (Original Log Time 2024/02/20-16:39:03.967313) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-16:39:03.967324 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20162 Base level 0, inputs: [302060(7828B) 302051(1542KB)], [302045(8631B) 302046(1652B) 302047(1433B) 302048(36MB)] 2024/02/20-16:39:03.967327 3036193 [db/flush_job.cc:892] [key] [JOB 20157] Flushing memtable with next log file: 302058 2024/02/20-16:39:03.967333 3036193 EVENT_LOG_v1 {"time_micros": 1708447143967330, "job": 20157, "event": "flush_started", "num_memtables": 1, "num_entries": 62, "num_deletes": 0, "total_data_size": 3903, "memory_usage": 5792, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:39:03.967334 3036193 [db/flush_job.cc:926] [key] [JOB 20157] Level-0 flush table #302062: started 2024/02/20-16:39:03.967347 3036192 EVENT_LOG_v1 {"time_micros": 1708447143967337, "job": 20156, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302060, 302051], "files_L5": [302045, 302046, 302047, 302048], "score": 1, "input_data_size": 39649964, "oldest_snapshot_seqno": -1} 2024/02/20-16:39:03.969131 3036193 EVENT_LOG_v1 {"time_micros": 1708447143967715, "cf_name": "key", "job": 20157, "event": "table_file_creation", "file_number": 302062, "file_size": 3982, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157806687, "largest_seqno": 5157986809, "table_properties": {"data_size": 2697, "index_size": 70, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 3779, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 62, "num_filter_entries": 65, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446644, "oldest_key_time": 1708446644, "file_creation_time": 1708447143, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302062, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:39:03.969152 3036193 [db/flush_job.cc:1062] [key] [JOB 20157] Flush lasted 1832 microseconds, and 351 cpu microseconds. 2024/02/20-16:39:03.969319 3036193 (Original Log Time 2024/02/20-16:39:03.969146) [db/flush_job.cc:1011] [key] [JOB 20157] Level-0 flush table #302062: 3982 bytes OK 2024/02/20-16:39:03.969321 3036193 (Original Log Time 2024/02/20-16:39:03.969154) [db/memtable_list.cc:555] [key] Level-0 commit table #302062 started 2024/02/20-16:39:03.969322 3036193 (Original Log Time 2024/02/20-16:39:03.969285) [db/memtable_list.cc:754] [key] Level-0 commit table #302062: memtable #1 done 2024/02/20-16:39:03.969324 3036193 (Original Log Time 2024/02/20-16:39:03.969295) EVENT_LOG_v1 {"time_micros": 1708447143969292, "job": 20157, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 3, 6], "immutable_memtables": 0} 2024/02/20-16:39:03.969325 3036193 (Original Log Time 2024/02/20-16:39:03.969306) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 3 6] max score 0.50 2024/02/20-16:39:03.969368 3036193 (Original Log Time 2024/02/20-16:39:03.969357) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [queue], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-16:39:03.969370 3036193 [db/flush_job.cc:892] [queue] [JOB 20158] Flushing memtable with next log file: 302058 2024/02/20-16:39:03.969374 3036193 EVENT_LOG_v1 {"time_micros": 1708447143969372, "job": 20158, "event": "flush_started", "num_memtables": 1, "num_entries": 0, "num_deletes": 0, "total_data_size": 0, "memory_usage": 728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:39:03.969375 3036193 [db/flush_job.cc:926] [queue] [JOB 20158] Level-0 flush table #302064: started 2024/02/20-16:39:03.969384 3036193 [db/flush_job.cc:1062] [queue] [JOB 20158] Flush lasted 22 microseconds, and 22 cpu microseconds. 2024/02/20-16:39:03.969524 3036193 (Original Log Time 2024/02/20-16:39:03.969381) [db/flush_job.cc:1011] [queue] [JOB 20158] Level-0 flush table #302064: 0 bytes OK 2024/02/20-16:39:03.969526 3036193 (Original Log Time 2024/02/20-16:39:03.969386) [db/memtable_list.cc:555] [queue] Level-0 commit table #302064 started 2024/02/20-16:39:03.969528 3036193 (Original Log Time 2024/02/20-16:39:03.969499) [db/memtable_list.cc:754] [queue] Level-0 commit table #302064: memtable #1 done 2024/02/20-16:39:03.969529 3036193 (Original Log Time 2024/02/20-16:39:03.969506) EVENT_LOG_v1 {"time_micros": 1708447143969504, "job": 20158, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [0, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/02/20-16:39:03.969530 3036193 (Original Log Time 2024/02/20-16:39:03.969512) [db/db_impl/db_impl_compaction_flush.cc:354] [queue] Level summary: files[0 0 0 0 0 0 0] max score 0.00 2024/02/20-16:39:03.969771 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20156] Generated table #302063: 142 keys, 16262 bytes, temperature: kUnknown 2024/02/20-16:39:03.969802 3036192 EVENT_LOG_v1 {"time_micros": 1708447143969781, "cf_name": "url", "job": 20156, "event": "table_file_creation", "file_number": 302063, "file_size": 16262, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157193183, "largest_seqno": 5157986808, "table_properties": {"data_size": 14877, "index_size": 444, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 24330, "raw_average_key_size": 171, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4, "num_entries": 142, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708447143, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302063, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:39:03.970156 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20156] Generated table #302065: 6 keys, 1706 bytes, temperature: kUnknown 2024/02/20-16:39:03.970177 3036192 EVENT_LOG_v1 {"time_micros": 1708447143970163, "cf_name": "url", "job": 20156, "event": "table_file_creation", "file_number": 302065, "file_size": 1706, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157363277, "largest_seqno": 5157786668, "table_properties": {"data_size": 413, "index_size": 141, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 938, "raw_average_key_size": 156, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 6, "num_filter_entries": 4, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708447143, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302065, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:39:03.970516 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20156] Generated table #302066: 12 keys, 1532 bytes, temperature: kUnknown 2024/02/20-16:39:03.970537 3036192 EVENT_LOG_v1 {"time_micros": 1708447143970523, "cf_name": "url", "job": 20156, "event": "table_file_creation", "file_number": 302066, "file_size": 1532, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157209191, "largest_seqno": 5157974804, "table_properties": {"data_size": 272, "index_size": 110, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 1200, "raw_average_key_size": 100, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 12, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708447143, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302066, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:39:04.054382 3036210 EVENT_LOG_v1 {"time_micros": 1708447144054353, "cf_name": "tag", "job": 20155, "event": "table_file_creation", "file_number": 302061, "file_size": 9960781, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157804686, "largest_seqno": 5158002809, "table_properties": {"data_size": 9891860, "index_size": 122350, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 453, "raw_key_size": 16822990, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2922, "num_entries": 198000, "num_filter_entries": 479, "num_deletions": 198000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708446641, "oldest_key_time": 1708446641, "file_creation_time": 1708447143, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302061, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:39:04.054413 3036210 [db/flush_job.cc:1062] [tag] [JOB 20155] Flush lasted 87523 microseconds, and 80822 cpu microseconds. 2024/02/20-16:39:04.054699 3036210 (Original Log Time 2024/02/20-16:39:04.054400) [db/flush_job.cc:1011] [tag] [JOB 20155] Level-0 flush table #302061: 9960781 bytes OK 2024/02/20-16:39:04.054701 3036210 (Original Log Time 2024/02/20-16:39:04.054418) [db/memtable_list.cc:555] [tag] Level-0 commit table #302061 started 2024/02/20-16:39:04.054703 3036210 (Original Log Time 2024/02/20-16:39:04.054642) [db/memtable_list.cc:754] [tag] Level-0 commit table #302061: memtable #1 done 2024/02/20-16:39:04.054704 3036210 (Original Log Time 2024/02/20-16:39:04.054655) EVENT_LOG_v1 {"time_micros": 1708447144054651, "job": 20155, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:39:04.054706 3036210 (Original Log Time 2024/02/20-16:39:04.054672) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-16:39:04.054710 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20155] Try to delete WAL files size 15853569, prev total WAL file size 15987421, number of live WAL files 2. 2024/02/20-16:39:04.055519 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302049.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:39:04.391085 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20156] Generated table #302067: 479290 keys, 39626880 bytes, temperature: kUnknown 2024/02/20-16:39:04.391134 3036192 EVENT_LOG_v1 {"time_micros": 1708447144391107, "cf_name": "url", "job": 20156, "event": "table_file_creation", "file_number": 302067, "file_size": 39626880, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157181183, "largest_seqno": 5157834716, "table_properties": {"data_size": 38337170, "index_size": 1929218, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27685, "raw_key_size": 104660073, "raw_average_key_size": 218, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 11938, "num_entries": 479290, "num_filter_entries": 31701, "num_deletions": 479279, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708447143, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302067, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:39:04.392354 3036192 (Original Log Time 2024/02/20-16:39:04.392070) [db/compaction/compaction_job.cc:1729] [url] [JOB 20156] Compacted 2@0 + 4@5 files to L5 => 39646380 bytes 2024/02/20-16:39:04.392357 3036192 (Original Log Time 2024/02/20-16:39:04.392289) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 4 12] max score 0.15, MB/sec: 93.5 rd, 93.5 wr, level 5, files in(2, 4) out(4 +0 blob) MB in(1.5, 36.3 +0.0 blob) out(37.8 +0.0 blob), read-write-amplify(50.0) write-amplify(25.0) OK, records in: 479450, records dropped: 0 output_compression: LZ4 2024/02/20-16:39:04.392363 3036192 (Original Log Time 2024/02/20-16:39:04.392310) EVENT_LOG_v1 {"time_micros": 1708447144392299, "job": 20156, "event": "compaction_finished", "compaction_time_micros": 423838, "compaction_time_cpu_micros": 401440, "output_level": 5, "num_output_files": 4, "total_output_size": 39646380, "num_input_records": 479450, "num_output_records": 479450, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 4, 12]} 2024/02/20-16:39:04.392438 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302045.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:39:04.392445 3036192 EVENT_LOG_v1 {"time_micros": 1708447144392443, "job": 20156, "event": "table_file_deletion", "file_number": 302045} 2024/02/20-16:39:04.392491 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302046.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:39:04.392496 3036192 EVENT_LOG_v1 {"time_micros": 1708447144392495, "job": 20156, "event": "table_file_deletion", "file_number": 302046} 2024/02/20-16:39:04.392526 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302047.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:39:04.392530 3036192 EVENT_LOG_v1 {"time_micros": 1708447144392529, "job": 20156, "event": "table_file_deletion", "file_number": 302047} 2024/02/20-16:39:04.394435 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302048.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:39:04.394440 3036192 EVENT_LOG_v1 {"time_micros": 1708447144394439, "job": 20156, "event": "table_file_deletion", "file_number": 302048} 2024/02/20-16:39:04.394574 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302051.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:39:04.394580 3036192 EVENT_LOG_v1 {"time_micros": 1708447144394579, "job": 20156, "event": "table_file_deletion", "file_number": 302051} 2024/02/20-16:39:04.394612 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302060.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:39:04.394616 3036192 EVENT_LOG_v1 {"time_micros": 1708447144394615, "job": 20156, "event": "table_file_deletion", "file_number": 302060} 2024/02/20-16:39:04.394666 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20159] Compacting 1@0 + 1@6 files to L6, score 1.00 2024/02/20-16:39:04.394669 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20165 Base level 0, inputs: [302052(4679KB)], [301978(64MB)] 2024/02/20-16:39:04.394677 3036192 EVENT_LOG_v1 {"time_micros": 1708447144394672, "job": 20159, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302052], "files_L6": [301978], "score": 1, "input_data_size": 72436702, "oldest_snapshot_seqno": -1} 2024/02/20-16:39:07.068086 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20159] Generated table #302068: 2378644 keys, 65432307 bytes, temperature: kUnknown 2024/02/20-16:39:07.068133 3036192 EVENT_LOG_v1 {"time_micros": 1708447147068106, "cf_name": "tag", "job": 20159, "event": "table_file_creation", "file_number": 302068, "file_size": 65432307, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 64926452, "index_size": 1454857, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 199483501, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34885, "num_entries": 2378644, "num_filter_entries": 1072, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708447144, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302068, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:39:07.070007 3036192 (Original Log Time 2024/02/20-16:39:07.069778) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20159] Compacted 1@0 + 1@6 files to L6 => 65432307 bytes 2024/02/20-16:39:07.070009 3036192 (Original Log Time 2024/02/20-16:39:07.069964) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50, MB/sec: 27.1 rd, 24.5 wr, level 6, files in(1, 1) out(1 +0 blob) MB in(4.6, 64.5 +0.0 blob) out(62.4 +0.0 blob), read-write-amplify(28.8) write-amplify(13.7) OK, records in: 2666644, records dropped: 288000 output_compression: ZSTD 2024/02/20-16:39:07.070013 3036192 (Original Log Time 2024/02/20-16:39:07.069979) EVENT_LOG_v1 {"time_micros": 1708447147069971, "job": 20159, "event": "compaction_finished", "compaction_time_micros": 2673502, "compaction_time_cpu_micros": 2619094, "output_level": 6, "num_output_files": 1, "total_output_size": 65432307, "num_input_records": 2666644, "num_output_records": 2378644, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [1, 0, 0, 0, 0, 0, 3]} 2024/02/20-16:39:07.074012 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301978.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:39:07.074020 3036192 EVENT_LOG_v1 {"time_micros": 1708447147074019, "job": 20159, "event": "table_file_deletion", "file_number": 301978} 2024/02/20-16:39:07.074282 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302052.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:39:07.074287 3036192 EVENT_LOG_v1 {"time_micros": 1708447147074286, "job": 20159, "event": "table_file_deletion", "file_number": 302052} 2024/02/20-16:40:06.625409 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-16:40:06.625540 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1034605.5 total, 600.1 interval Cumulative writes: 132M writes, 592M keys, 131M commit groups, 1.0 writes per commit group, ingest: 57.07 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132159887.00 writes per sync, written: 57.07 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 195 writes, 244K keys, 195 commit groups, 1.0 writes per commit group, ingest: 19.23 MB, 0.03 MB/s Interval WAL: 195 writes, 0 syncs, 195.00 writes per sync, written: 0.02 GB, 0.03 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 16 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 16 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 2 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 16 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1034605.5 total, 3000.5 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1725 last_copies: 0 last_secs: 5e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 1.0 0.0 46.4 415.86 388.04 4204 0.099 0 0 0.0 0.0 L5 4/0 37.81 MB 0.1 69.6 18.5 51.1 68.4 17.4 0.0 3.7 42.0 41.3 1698.72 1626.92 2171 0.782 1050M 1152 0.0 0.0 L6 12/0 779.58 MB 0.0 408.6 17.7 390.9 391.3 0.3 0.0 22.1 16.0 15.3 26119.25 24086.37 605 43.172 9551M 261M 0.0 0.0 Sum 16/0 817.39 MB 0.0 478.2 36.2 442.0 478.6 36.5 0.0 25.4 17.3 17.4 28233.84 26101.33 6980 4.045 10G 261M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 26.0 84.9 88.3 0.45 0.42 3 0.148 479K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 478.2 36.2 442.0 459.7 17.7 0.0 0.0 17.6 16.9 27817.98 25713.29 2776 10.021 10G 261M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 0.0 0.0 46.4 415.86 388.04 4204 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1034605.5 total, 600.1 interval Flush(GB): cumulative 18.845, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 478.55 GB write, 0.47 MB/s write, 478.23 GB read, 0.47 MB/s read, 28233.8 seconds Interval compaction: 0.04 GB write, 0.07 MB/s write, 0.04 GB read, 0.06 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1723 collections: 1725 last_copies: 0 last_secs: 0.000546 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(912,14.76 MB,0.960774%) IndexBlock(810,1.36 GB,90.9421%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6065215 Average: 2.1893 StdDev: 4.24 Min: 0 Median: 1.3836 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.29 P99.99: 126.73 ------------------------------------------------------ [ 0, 1 ] 2041992 33.667% 33.667% ####### ( 1, 2 ] 2582384 42.577% 76.244% ######### ( 2, 3 ] 1010012 16.653% 92.897% ### ( 3, 4 ] 245729 4.051% 96.948% # ( 4, 6 ] 108999 1.797% 98.745% ( 6, 10 ] 35624 0.587% 99.333% ( 10, 15 ] 15051 0.248% 99.581% ( 15, 22 ] 7611 0.125% 99.706% ( 22, 34 ] 7962 0.131% 99.838% ( 34, 51 ] 5700 0.094% 99.932% ( 51, 76 ] 2538 0.042% 99.973% ( 76, 110 ] 893 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21908558 Average: 2.4679 StdDev: 6.76 Min: 0 Median: 1.4962 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.88 P99.99: 146.03 ------------------------------------------------------ [ 0, 1 ] 6711784 30.635% 30.635% ###### ( 1, 2 ] 8550099 39.026% 69.662% ######## ( 2, 3 ] 3712781 16.947% 86.608% ### ( 3, 4 ] 1357399 6.196% 92.804% # ( 4, 6 ] 1065406 4.863% 97.667% # ( 6, 10 ] 342790 1.565% 99.232% ( 10, 15 ] 59790 0.273% 99.505% ( 15, 22 ] 30570 0.140% 99.644% ( 22, 34 ] 32761 0.150% 99.794% ( 34, 51 ] 24903 0.114% 99.907% ( 51, 76 ] 11982 0.055% 99.962% ( 76, 110 ] 4897 0.022% 99.984% ( 110, 170 ] 2007 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 212678975 Average: 12.3068 StdDev: 81.52 Min: 0 Median: 1.4958 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.82 P99.9: 304.81 P99.99: 1542.08 ------------------------------------------------------ [ 0, 1 ] 72283589 33.987% 33.987% ####### ( 1, 2 ] 68685929 32.296% 66.283% ###### ( 2, 3 ] 30298309 14.246% 80.529% ### ( 3, 4 ] 6525849 3.068% 83.597% # ( 4, 6 ] 1186311 0.558% 84.155% ( 6, 10 ] 558705 0.263% 84.418% ( 10, 15 ] 316784 0.149% 84.567% ( 15, 22 ] 273034 0.128% 84.695% ( 22, 34 ] 7679999 3.611% 88.306% # ( 34, 51 ] 7805710 3.670% 91.976% # ( 51, 76 ] 6252939 2.940% 94.916% # ( 76, 110 ] 6843962 3.218% 98.134% # ( 110, 170 ] 3365603 1.582% 99.717% ( 170, 250 ] 341462 0.161% 99.877% ( 250, 380 ] 114108 0.054% 99.931% ( 380, 580 ] 69310 0.033% 99.964% ( 580, 870 ] 31056 0.015% 99.978% ( 870, 1300 ] 14098 0.007% 99.985% ( 1300, 1900 ] 27140 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 9.50 MB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 88.93 75.32 4084 0.022 0 0 0.0 0.0 L6 3/0 177.51 MB 0.0 317.1 3.2 313.9 314.0 0.1 0.0 99.7 15.4 15.2 21141.87 20752.97 2149 9.838 11G 62M 0.0 0.0 Sum 4/0 187.01 MB 0.0 317.1 3.2 313.9 317.2 3.2 0.0 100.4 15.3 15.3 21230.80 20828.29 6233 3.406 11G 62M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.1 0.0 0.1 0.1 0.0 0.0 5.4 24.5 27.2 2.82 2.75 3 0.939 2666K 288K 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 317.1 3.2 313.9 314.0 0.1 0.0 0.0 15.4 15.2 21141.87 20752.97 2149 9.838 11G 62M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 88.93 75.32 4084 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1034605.5 total, 600.1 interval Flush(GB): cumulative 3.159, interval 0.014 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 317.18 GB write, 0.31 MB/s write, 317.10 GB read, 0.31 MB/s read, 21230.8 seconds Interval compaction: 0.07 GB write, 0.13 MB/s write, 0.07 GB read, 0.12 MB/s read, 2.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4336 collections: 1725 last_copies: 0 last_secs: 0.001096 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2189,1.67 MB,0.108601%) IndexBlock(2146,1.46 GB,97.3305%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1035325 Average: 3.5747 StdDev: 6.33 Min: 0 Median: 2.5949 Max: 2960 Percentiles: P50: 2.59 P75: 3.78 P99: 12.43 P99.9: 60.68 P99.99: 194.78 ------------------------------------------------------ [ 0, 1 ] 117559 11.355% 11.355% ## ( 1, 2 ] 248097 23.963% 35.318% ##### ( 2, 3 ] 255535 24.682% 60.000% ##### ( 3, 4 ] 199945 19.312% 79.312% #### ( 4, 6 ] 172434 16.655% 95.967% ### ( 6, 10 ] 29062 2.807% 98.774% # ( 10, 15 ] 4813 0.465% 99.239% ( 15, 22 ] 2576 0.249% 99.488% ( 22, 34 ] 2182 0.211% 99.698% ( 34, 51 ] 1797 0.174% 99.872% ( 51, 76 ] 748 0.072% 99.944% ( 76, 110 ] 254 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 179898114 Average: 2.1887 StdDev: 5.37 Min: 0 Median: 1.3453 Max: 13817 Percentiles: P50: 1.35 P75: 2.00 P99: 6.96 P99.9: 53.53 P99.99: 144.30 ------------------------------------------------------ [ 0, 1 ] 66312971 36.861% 36.861% ####### ( 1, 2 ] 68449022 38.049% 74.910% ######## ( 2, 3 ] 33596291 18.675% 93.585% #### ( 3, 4 ] 8085977 4.495% 98.080% # ( 4, 6 ] 1505547 0.837% 98.917% ( 6, 10 ] 625026 0.347% 99.264% ( 10, 15 ] 407651 0.227% 99.491% ( 15, 22 ] 202647 0.113% 99.604% ( 22, 34 ] 315521 0.175% 99.779% ( 34, 51 ] 207292 0.115% 99.894% ( 51, 76 ] 101382 0.056% 99.951% ( 76, 110 ] 58349 0.032% 99.983% ( 110, 170 ] 21775 0.012% 99.995% ( 170, 250 ] 3879 0.002% 99.997% ( 250, 380 ] 1775 0.001% 99.998% ( 380, 580 ] 1478 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 259 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.89 KB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.03 257.86 4170 0.067 0 0 0.0 0.0 L5 3/0 8.08 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 801.94 774.89 1998 0.401 621M 276K 0.0 0.0 L6 6/0 354.56 MB 0.0 199.3 8.9 190.4 190.6 0.2 0.0 21.3 14.4 13.7 14201.85 13894.60 722 19.670 8923M 241M 0.0 0.0 Sum 10/0 354.57 MB 0.0 221.8 17.2 204.6 222.0 17.4 0.0 24.2 14.9 14.9 15281.82 14927.35 6890 2.218 9545M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.3 2.8 3.8 0.00 0.00 3 0.001 104 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 221.8 17.2 204.6 212.8 8.2 0.0 0.0 15.1 14.5 15003.79 14669.49 2720 5.516 9545M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.03 257.86 4170 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1034605.5 total, 600.1 interval Flush(GB): cumulative 9.159, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 221.97 GB write, 0.22 MB/s write, 221.81 GB read, 0.22 MB/s read, 15281.8 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 356631 collections: 1725 last_copies: 0 last_secs: 0.071202 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(356424,1.38 GB,91.6704%) FilterBlock(102,70.10 MB,4.56406%) IndexBlock(104,26.71 MB,1.73869%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2864451 Average: 4.2692 StdDev: 8.06 Min: 0 Median: 1.9638 Max: 9050 Percentiles: P50: 1.96 P75: 5.39 P99: 17.92 P99.9: 61.10 P99.99: 151.53 ------------------------------------------------------ [ 0, 1 ] 636912 22.235% 22.235% #### ( 1, 2 ] 825223 28.809% 51.044% ###### ( 2, 3 ] 405529 14.157% 65.201% ### ( 3, 4 ] 175446 6.125% 71.326% # ( 4, 6 ] 151583 5.292% 76.618% # ( 6, 10 ] 453977 15.849% 92.467% ### ( 10, 15 ] 179993 6.284% 98.751% # ( 15, 22 ] 17128 0.598% 99.349% ( 22, 34 ] 9171 0.320% 99.669% ( 34, 51 ] 5595 0.195% 99.864% ( 51, 76 ] 2549 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6956475 Average: 4.7189 StdDev: 7.63 Min: 0 Median: 2.4840 Max: 7311 Percentiles: P50: 2.48 P75: 6.19 P99: 19.50 P99.9: 69.20 P99.99: 168.72 ------------------------------------------------------ [ 0, 1 ] 1134448 16.308% 16.308% ### ( 1, 2 ] 1831659 26.330% 42.638% ##### ( 2, 3 ] 1058072 15.210% 57.848% ### ( 3, 4 ] 569334 8.184% 66.032% ## ( 4, 6 ] 564954 8.121% 74.153% ## ( 6, 10 ] 1216037 17.481% 91.634% ### ( 10, 15 ] 482219 6.932% 98.566% # ( 15, 22 ] 46926 0.675% 99.241% ( 22, 34 ] 24735 0.356% 99.596% ( 34, 51 ] 15601 0.224% 99.820% ( 51, 76 ] 7603 0.109% 99.930% ( 76, 110 ] 2881 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107605247 Average: 5.8208 StdDev: 24.77 Min: 0 Median: 2.3626 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.23 P99.9: 159.33 P99.99: 467.02 ------------------------------------------------------ [ 0, 1 ] 25413281 23.617% 23.617% ##### ( 1, 2 ] 24311510 22.593% 46.210% ##### ( 2, 3 ] 11247157 10.452% 56.663% ## ( 3, 4 ] 4417593 4.105% 60.768% # ( 4, 6 ] 5035234 4.679% 65.447% # ( 6, 10 ] 26218730 24.366% 89.813% ##### ( 10, 15 ] 8451708 7.854% 97.667% ## ( 15, 22 ] 685206 0.637% 98.304% ( 22, 34 ] 561360 0.522% 98.826% ( 34, 51 ] 387266 0.360% 99.186% ( 51, 76 ] 247093 0.230% 99.415% ( 76, 110 ] 313459 0.291% 99.707% ( 110, 170 ] 253041 0.235% 99.942% ( 170, 250 ] 40388 0.038% 99.979% ( 250, 380 ] 8678 0.008% 99.987% ( 380, 580 ] 6395 0.006% 99.993% ( 580, 870 ] 3645 0.003% 99.997% ( 870, 1300 ] 1929 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 187 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 16 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 16 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 2 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 16 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1034605.5 total, 3000.5 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1725 last_copies: 0 last_secs: 4.2e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-16:40:06.628535 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 538915905 rocksdb.block.cache.hit COUNT : 2226333985 rocksdb.block.cache.add COUNT : 40387675 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 32987 rocksdb.block.cache.index.hit COUNT : 546346829 rocksdb.block.cache.index.add COUNT : 32973 rocksdb.block.cache.index.bytes.insert COUNT : 35244642340 rocksdb.block.cache.filter.miss COUNT : 32993 rocksdb.block.cache.filter.hit COUNT : 1133945602 rocksdb.block.cache.filter.add COUNT : 32993 rocksdb.block.cache.filter.bytes.insert COUNT : 8944215381 rocksdb.block.cache.data.miss COUNT : 538849925 rocksdb.block.cache.data.hit COUNT : 546041554 rocksdb.block.cache.data.add COUNT : 40321709 rocksdb.block.cache.data.bytes.insert COUNT : 167021892342 rocksdb.block.cache.bytes.read COUNT : 1939494098785671 rocksdb.block.cache.bytes.write COUNT : 211210750063 rocksdb.bloom.filter.useful COUNT : 587664688 rocksdb.bloom.filter.full.positive COUNT : 546280946 rocksdb.bloom.filter.full.true.positive COUNT : 540593773 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96148584 rocksdb.memtable.miss COUNT : 6443681949 rocksdb.l0.hit COUNT : 16514954 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 524078819 rocksdb.compaction.key.drop.new COUNT : 282339955 rocksdb.compaction.key.drop.obsolete COUNT : 282359682 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 592168573 rocksdb.number.keys.read COUNT : 664838275 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61282782401 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 68974 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 32978 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 782797283 rocksdb.number.multiget.keys.read COUNT : 5874992258 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61282782401 rocksdb.write.self COUNT : 131943391 rocksdb.write.other COUNT : 216496 rocksdb.write.wal COUNT : 132159887 rocksdb.compact.read.bytes COUNT : 1014938155053 rocksdb.compact.write.bytes COUNT : 1059286618096 rocksdb.flush.write.bytes COUNT : 33464830332 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1072533 rocksdb.number.superversion_releases COUNT : 2766 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 532218131 rocksdb.number.block.decompressed COUNT : 532162761 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61135748142 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 68974 rocksdb.num.iterator.deleted COUNT : 68974 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5324 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5286 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 44952 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62207976866 rocksdb.memtable.garbage.bytes.at.flush COUNT : 746766774 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 961640469733 rocksdb.last.level.read.count COUNT : 500184750 rocksdb.non.last.level.read.bytes COUNT : 131304322916 rocksdb.non.last.level.read.count COUNT : 38830089 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 538948883 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2171592897175 rocksdb.bytes.compressed.to COUNT : 1054520454021 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26632950161 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6718051 rocksdb.bytes.decompressed.from COUNT : 1054629192041 rocksdb.bytes.decompressed.to COUNT : 2171418826042 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395263 P95 : 106.237958 P99 : 160.316161 P100 : 227461.000000 COUNT : 664838275 SUM : 34269816524 rocksdb.db.write.micros P50 : 67.052099 P95 : 111.778521 P99 : 169.412044 P100 : 2037453.000000 COUNT : 132159887 SUM : 13647333404 rocksdb.compaction.times.micros P50 : 1600865.051903 P95 : 38516587.677725 P99 : 67133116.883117 P100 : 89521673.000000 COUNT : 7645 SUM : 63963640225 rocksdb.compaction.times.cpu_micros P50 : 1540035.587189 P95 : 35798283.261803 P99 : 64099734.042553 P100 : 83823365.000000 COUNT : 7645 SUM : 61135748142 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4318.692510 P95 : 27852.331962 P99 : 62537.234043 P100 : 1558490.000000 COUNT : 12443 SUM : 116964098 rocksdb.compaction.outfile.sync.micros P50 : 62588.545592 P95 : 125731.471536 P99 : 225183.505155 P100 : 2063820.000000 COUNT : 20518 SUM : 1315973413 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.281533 P95 : 729.072822 P99 : 4037.321429 P100 : 501117.000000 COUNT : 20154 SUM : 12966378 rocksdb.table.open.io.micros P50 : 581.165595 P95 : 6237.972973 P99 : 13009.025773 P100 : 207055.000000 COUNT : 32978 SUM : 58418988 rocksdb.db.multiget.micros P50 : 7.990360 P95 : 17.785146 P99 : 33.020267 P100 : 26625.000000 COUNT : 782797283 SUM : 7409386011 rocksdb.read.block.compaction.micros P50 : 13.678429 P95 : 59.327864 P99 : 138.563927 P100 : 136000.000000 COUNT : 498528216 SUM : 9701870780 rocksdb.read.block.get.micros P50 : 52.893265 P95 : 94.684987 P99 : 145.650493 P100 : 206929.000000 COUNT : 40387689 SUM : 2327498553 rocksdb.write.raw.block.micros P50 : 0.521600 P95 : 0.991040 P99 : 1.895574 P100 : 331149.000000 COUNT : 539035065 SUM : 10842496025 rocksdb.numfiles.in.singlecompaction P50 : 2.774174 P95 : 5.680100 P99 : 5.938681 P100 : 7.000000 COUNT : 5831 SUM : 20763 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540533 P95 : 33.552578 P99 : 104.976635 P100 : 135929.000000 COUNT : 539014839 SUM : 3753610868 rocksdb.file.read.flush.micros P50 : 1.845666 P95 : 15.812460 P99 : 40.864698 P100 : 787.000000 COUNT : 62215 SUM : 297632 rocksdb.file.read.compaction.micros P50 : 1.425616 P95 : 36.770736 P99 : 106.462353 P100 : 135929.000000 COUNT : 498630820 SUM : 3350008180 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 664838275 SUM : 0 rocksdb.bytes.per.write P50 : 218.503273 P95 : 527.938762 P99 : 804.016708 P100 : 4563443.000000 COUNT : 131943391 SUM : 61282782401 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 782797283 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46177.248677 P95 : 166964.705882 P99 : 239092.511013 P100 : 1681975.000000 COUNT : 12490 SUM : 782823453 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-16:40:06.628641 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-16:40:06.628766 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708447206 to in-memory stats history 2024/02/20-16:40:06.628788 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-16:40:06.628817 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-16:46:01.438528 197246 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302058. Total log size is 15836423 while max_total_wal_size is 15728640 2024/02/20-16:46:01.438709 197246 [db/db_impl/db_impl_write.cc:2177] [default] New memtable created with log file: #302069. Immutable memtables: 0. 2024/02/20-16:46:01.438764 197246 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302069. Immutable memtables: 0. 2024/02/20-16:46:01.438802 197246 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302069. Immutable memtables: 0. 2024/02/20-16:46:01.438837 197246 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302069. Immutable memtables: 0. 2024/02/20-16:46:01.438873 197246 [db/db_impl/db_impl_write.cc:2177] [queue] New memtable created with log file: #302069. Immutable memtables: 0. 2024/02/20-16:46:01.438906 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20160] Syncing log #302058 2024/02/20-16:46:01.439424 3036193 (Original Log Time 2024/02/20-16:46:01.438899) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [default], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:46:01.439427 3036193 [db/flush_job.cc:892] [default] [JOB 20160] Flushing memtable with next log file: 302069 2024/02/20-16:46:01.439443 3036193 EVENT_LOG_v1 {"time_micros": 1708447561439438, "job": 20160, "event": "flush_started", "num_memtables": 1, "num_entries": 0, "num_deletes": 0, "total_data_size": 0, "memory_usage": 728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:46:01.439445 3036193 [db/flush_job.cc:926] [default] [JOB 20160] Level-0 flush table #302070: started 2024/02/20-16:46:01.439445 3036210 (Original Log Time 2024/02/20-16:46:01.438917) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:46:01.439449 3036210 [db/flush_job.cc:892] [url] [JOB 20161] Flushing memtable with next log file: 302069 2024/02/20-16:46:01.439476 3036210 EVENT_LOG_v1 {"time_micros": 1708447561439472, "job": 20161, "event": "flush_started", "num_memtables": 1, "num_entries": 57, "num_deletes": 0, "total_data_size": 10255, "memory_usage": 12240, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:46:01.439476 3036193 [db/flush_job.cc:1062] [default] [JOB 20160] Flush lasted 54 microseconds, and 53 cpu microseconds. 2024/02/20-16:46:01.439478 3036210 [db/flush_job.cc:926] [url] [JOB 20161] Level-0 flush table #302071: started 2024/02/20-16:46:01.439763 3036193 (Original Log Time 2024/02/20-16:46:01.439471) [db/flush_job.cc:1011] [default] [JOB 20160] Level-0 flush table #302070: 0 bytes OK 2024/02/20-16:46:01.439765 3036193 (Original Log Time 2024/02/20-16:46:01.439480) [db/memtable_list.cc:555] [default] Level-0 commit table #302070 started 2024/02/20-16:46:01.439766 3036193 (Original Log Time 2024/02/20-16:46:01.439726) [db/memtable_list.cc:754] [default] Level-0 commit table #302070: memtable #1 done 2024/02/20-16:46:01.439767 3036193 (Original Log Time 2024/02/20-16:46:01.439736) EVENT_LOG_v1 {"time_micros": 1708447561439732, "job": 20160, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [0, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/02/20-16:46:01.439769 3036193 (Original Log Time 2024/02/20-16:46:01.439744) [db/db_impl/db_impl_compaction_flush.cc:354] [default] Level summary: files[0 0 0 0 0 0 0] max score 0.00 2024/02/20-16:46:01.439894 3036193 (Original Log Time 2024/02/20-16:46:01.439889) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:46:01.439896 3036193 [db/flush_job.cc:892] [tag] [JOB 20162] Flushing memtable with next log file: 302069 2024/02/20-16:46:01.439902 3036193 EVENT_LOG_v1 {"time_micros": 1708447561439899, "job": 20162, "event": "flush_started", "num_memtables": 1, "num_entries": 186000, "num_deletes": 186000, "total_data_size": 17123540, "memory_usage": 20644488, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:46:01.439903 3036193 [db/flush_job.cc:926] [tag] [JOB 20162] Level-0 flush table #302072: started 2024/02/20-16:46:01.440018 3036210 EVENT_LOG_v1 {"time_micros": 1708447561439999, "cf_name": "url", "job": 20161, "event": "table_file_creation", "file_number": 302071, "file_size": 7130, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158010810, "largest_seqno": 5158186922, "table_properties": {"data_size": 5578, "index_size": 396, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 9789, "raw_average_key_size": 174, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2, "num_entries": 56, "num_filter_entries": 7, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447154, "oldest_key_time": 1708447154, "file_creation_time": 1708447561, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302071, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:01.440135 3036210 [db/flush_job.cc:1062] [url] [JOB 20161] Flush lasted 692 microseconds, and 485 cpu microseconds. 2024/02/20-16:46:01.440318 3036210 (Original Log Time 2024/02/20-16:46:01.440032) [db/flush_job.cc:1011] [url] [JOB 20161] Level-0 flush table #302071: 7130 bytes OK 2024/02/20-16:46:01.440320 3036210 (Original Log Time 2024/02/20-16:46:01.440138) [db/memtable_list.cc:555] [url] Level-0 commit table #302071 started 2024/02/20-16:46:01.440321 3036210 (Original Log Time 2024/02/20-16:46:01.440278) [db/memtable_list.cc:754] [url] Level-0 commit table #302071: memtable #1 done 2024/02/20-16:46:01.440322 3036210 (Original Log Time 2024/02/20-16:46:01.440287) EVENT_LOG_v1 {"time_micros": 1708447561440284, "job": 20161, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 4, 12], "immutable_memtables": 0} 2024/02/20-16:46:01.440324 3036210 (Original Log Time 2024/02/20-16:46:01.440300) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 4 12] max score 0.50 2024/02/20-16:46:01.440354 3036210 (Original Log Time 2024/02/20-16:46:01.440350) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 0 2024/02/20-16:46:01.440356 3036210 [db/flush_job.cc:892] [key] [JOB 20163] Flushing memtable with next log file: 302069 2024/02/20-16:46:01.440360 3036210 EVENT_LOG_v1 {"time_micros": 1708447561440358, "job": 20163, "event": "flush_started", "num_memtables": 1, "num_entries": 57, "num_deletes": 0, "total_data_size": 3586, "memory_usage": 5344, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:46:01.440362 3036210 [db/flush_job.cc:926] [key] [JOB 20163] Level-0 flush table #302073: started 2024/02/20-16:46:01.440759 3036210 EVENT_LOG_v1 {"time_micros": 1708447561440743, "cf_name": "key", "job": 20163, "event": "table_file_creation", "file_number": 302073, "file_size": 3715, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158010811, "largest_seqno": 5158186923, "table_properties": {"data_size": 2430, "index_size": 70, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 133, "raw_key_size": 3412, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 56, "num_filter_entries": 61, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447154, "oldest_key_time": 1708447154, "file_creation_time": 1708447561, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302073, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:01.440777 3036210 [db/flush_job.cc:1062] [key] [JOB 20163] Flush lasted 422 microseconds, and 312 cpu microseconds. 2024/02/20-16:46:01.440993 3036210 (Original Log Time 2024/02/20-16:46:01.440771) [db/flush_job.cc:1011] [key] [JOB 20163] Level-0 flush table #302073: 3715 bytes OK 2024/02/20-16:46:01.440995 3036210 (Original Log Time 2024/02/20-16:46:01.440779) [db/memtable_list.cc:555] [key] Level-0 commit table #302073 started 2024/02/20-16:46:01.440996 3036210 (Original Log Time 2024/02/20-16:46:01.440960) [db/memtable_list.cc:754] [key] Level-0 commit table #302073: memtable #1 done 2024/02/20-16:46:01.440997 3036210 (Original Log Time 2024/02/20-16:46:01.440969) EVENT_LOG_v1 {"time_micros": 1708447561440966, "job": 20163, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 3, 6], "immutable_memtables": 0} 2024/02/20-16:46:01.440999 3036210 (Original Log Time 2024/02/20-16:46:01.440981) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 3 6] max score 1.00 2024/02/20-16:46:01.441097 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 20164] Compacting 2@0 + 3@5 files to L5, score 1.00 2024/02/20-16:46:01.441111 3036210 (Original Log Time 2024/02/20-16:46:01.441100) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [queue], flush slots available 2, compaction slots available 1, flush slots scheduled 2, compaction slots scheduled 1 2024/02/20-16:46:01.441113 3036210 [db/flush_job.cc:892] [queue] [JOB 20165] Flushing memtable with next log file: 302069 2024/02/20-16:46:01.441117 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20170 Base level 0, inputs: [302073(3715B) 302062(3982B)], [302055(5496B) 302056(1364B) 302057(1412B)] 2024/02/20-16:46:01.441118 3036210 EVENT_LOG_v1 {"time_micros": 1708447561441116, "job": 20165, "event": "flush_started", "num_memtables": 1, "num_entries": 0, "num_deletes": 0, "total_data_size": 0, "memory_usage": 728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:46:01.441120 3036210 [db/flush_job.cc:926] [queue] [JOB 20165] Level-0 flush table #302074: started 2024/02/20-16:46:01.441132 3036210 [db/flush_job.cc:1062] [queue] [JOB 20165] Flush lasted 28 microseconds, and 26 cpu microseconds. 2024/02/20-16:46:01.441139 3036187 EVENT_LOG_v1 {"time_micros": 1708447561441130, "job": 20164, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302073, 302062], "files_L5": [302055, 302056, 302057], "score": 1, "input_data_size": 15969, "oldest_snapshot_seqno": -1} 2024/02/20-16:46:01.441311 3036210 (Original Log Time 2024/02/20-16:46:01.441129) [db/flush_job.cc:1011] [queue] [JOB 20165] Level-0 flush table #302074: 0 bytes OK 2024/02/20-16:46:01.441313 3036210 (Original Log Time 2024/02/20-16:46:01.441134) [db/memtable_list.cc:555] [queue] Level-0 commit table #302074 started 2024/02/20-16:46:01.441314 3036210 (Original Log Time 2024/02/20-16:46:01.441240) [db/memtable_list.cc:754] [queue] Level-0 commit table #302074: memtable #1 done 2024/02/20-16:46:01.441315 3036210 (Original Log Time 2024/02/20-16:46:01.441247) EVENT_LOG_v1 {"time_micros": 1708447561441245, "job": 20165, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [0, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} 2024/02/20-16:46:01.441316 3036210 (Original Log Time 2024/02/20-16:46:01.441253) [db/db_impl/db_impl_compaction_flush.cc:354] [queue] Level summary: files[0 0 0 0 0 0 0] max score 0.00 2024/02/20-16:46:01.441926 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 20164] Generated table #302075: 194 keys, 10221 bytes, temperature: kUnknown 2024/02/20-16:46:01.441952 3036187 EVENT_LOG_v1 {"time_micros": 1708447561441934, "cf_name": "key", "job": 20164, "event": "table_file_creation", "file_number": 302075, "file_size": 10221, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157219194, "largest_seqno": 5158186923, "table_properties": {"data_size": 8796, "index_size": 116, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 11834, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3, "num_entries": 194, "num_filter_entries": 197, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708447561, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302075, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:01.442291 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 20164] Generated table #302076: 14 keys, 1439 bytes, temperature: kUnknown 2024/02/20-16:46:01.442313 3036187 EVENT_LOG_v1 {"time_micros": 1708447561442298, "cf_name": "key", "job": 20164, "event": "table_file_creation", "file_number": 302076, "file_size": 1439, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157303228, "largest_seqno": 5158144901, "table_properties": {"data_size": 223, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 854, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 14, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708447561, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302076, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:01.442632 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 20164] Generated table #302077: 14 keys, 1505 bytes, temperature: kUnknown 2024/02/20-16:46:01.442653 3036187 EVENT_LOG_v1 {"time_micros": 1708447561442638, "cf_name": "key", "job": 20164, "event": "table_file_creation", "file_number": 302077, "file_size": 1505, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157329248, "largest_seqno": 5158086869, "table_properties": {"data_size": 290, "index_size": 70, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 840, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 14, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708447561, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302077, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:01.443040 3036187 (Original Log Time 2024/02/20-16:46:01.442846) [db/compaction/compaction_job.cc:1729] [key] [JOB 20164] Compacted 2@0 + 3@5 files to L5 => 13165 bytes 2024/02/20-16:46:01.443042 3036187 (Original Log Time 2024/02/20-16:46:01.442999) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 3 6] max score 0.00, MB/sec: 10.5 rd, 8.6 wr, level 5, files in(2, 3) out(3 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.8) write-amplify(1.7) OK, records in: 222, records dropped: 0 output_compression: LZ4 2024/02/20-16:46:01.443047 3036187 (Original Log Time 2024/02/20-16:46:01.443012) EVENT_LOG_v1 {"time_micros": 1708447561443006, "job": 20164, "event": "compaction_finished", "compaction_time_micros": 1528, "compaction_time_cpu_micros": 1171, "output_level": 5, "num_output_files": 3, "total_output_size": 13165, "num_input_records": 222, "num_output_records": 222, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 3, 6]} 2024/02/20-16:46:01.443107 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302055.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:01.443114 3036187 EVENT_LOG_v1 {"time_micros": 1708447561443112, "job": 20164, "event": "table_file_deletion", "file_number": 302055} 2024/02/20-16:46:01.443146 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302056.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:01.443150 3036187 EVENT_LOG_v1 {"time_micros": 1708447561443149, "job": 20164, "event": "table_file_deletion", "file_number": 302056} 2024/02/20-16:46:01.443178 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302057.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:01.443182 3036187 EVENT_LOG_v1 {"time_micros": 1708447561443182, "job": 20164, "event": "table_file_deletion", "file_number": 302057} 2024/02/20-16:46:01.443215 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302062.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:01.443219 3036187 EVENT_LOG_v1 {"time_micros": 1708447561443218, "job": 20164, "event": "table_file_deletion", "file_number": 302062} 2024/02/20-16:46:01.526540 3036193 EVENT_LOG_v1 {"time_micros": 1708447561526511, "cf_name": "tag", "job": 20162, "event": "table_file_creation", "file_number": 302072, "file_size": 11392003, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158002810, "largest_seqno": 5158188923, "table_properties": {"data_size": 11335302, "index_size": 114719, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 16750917, "raw_average_key_size": 90, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3241, "num_entries": 186000, "num_filter_entries": 347, "num_deletions": 186000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447143, "oldest_key_time": 1708447143, "file_creation_time": 1708447561, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302072, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:01.526571 3036193 [db/flush_job.cc:1062] [tag] [JOB 20162] Flush lasted 86677 microseconds, and 80209 cpu microseconds. 2024/02/20-16:46:01.526867 3036193 (Original Log Time 2024/02/20-16:46:01.526558) [db/flush_job.cc:1011] [tag] [JOB 20162] Level-0 flush table #302072: 11392003 bytes OK 2024/02/20-16:46:01.526870 3036193 (Original Log Time 2024/02/20-16:46:01.526576) [db/memtable_list.cc:555] [tag] Level-0 commit table #302072 started 2024/02/20-16:46:01.526871 3036193 (Original Log Time 2024/02/20-16:46:01.526793) [db/memtable_list.cc:754] [tag] Level-0 commit table #302072: memtable #1 done 2024/02/20-16:46:01.526872 3036193 (Original Log Time 2024/02/20-16:46:01.526805) EVENT_LOG_v1 {"time_micros": 1708447561526801, "job": 20162, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:46:01.526874 3036193 (Original Log Time 2024/02/20-16:46:01.526835) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-16:46:01.526879 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20162] Try to delete WAL files size 15836423, prev total WAL file size 15974910, number of live WAL files 2. 2024/02/20-16:46:01.526929 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20166] Compacting 1@0 + 2@6 files to L6, score 1.00 2024/02/20-16:46:01.526935 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20173 Base level 0, inputs: [302061(9727KB)], [302068(62MB) 301979(64MB)] 2024/02/20-16:46:01.526944 3036183 EVENT_LOG_v1 {"time_micros": 1708447561526939, "job": 20166, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302061], "files_L6": [302068, 301979], "score": 1, "input_data_size": 143058483, "oldest_snapshot_seqno": -1} 2024/02/20-16:46:01.527782 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302058.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:01.527825 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302073.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:01.527832 3036193 EVENT_LOG_v1 {"time_micros": 1708447561527830, "job": 20162, "event": "table_file_deletion", "file_number": 302073} 2024/02/20-16:46:04.297735 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20166] Generated table #302078: 2413758 keys, 67630301 bytes, temperature: kUnknown 2024/02/20-16:46:04.297781 3036183 EVENT_LOG_v1 {"time_micros": 1708447564297755, "cf_name": "tag", "job": 20166, "event": "table_file_creation", "file_number": 302078, "file_size": 67630301, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109370, "index_size": 1467370, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 202862504, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36001, "num_entries": 2413758, "num_filter_entries": 1346, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708447561, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302078, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:06.586683 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20166] Generated table #302079: 1774827 keys, 60862641 bytes, temperature: kUnknown 2024/02/20-16:46:06.586731 3036183 EVENT_LOG_v1 {"time_micros": 1708447566586706, "cf_name": "tag", "job": 20166, "event": "table_file_creation", "file_number": 302079, "file_size": 60862641, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 60375818, "index_size": 1217620, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 167896992, "raw_average_key_size": 94, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32013, "num_entries": 1774827, "num_filter_entries": 1995, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708447564, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302079, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:06.590049 3036183 (Original Log Time 2024/02/20-16:46:06.589766) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20166] Compacted 1@0 + 2@6 files to L6 => 128492942 bytes 2024/02/20-16:46:06.590052 3036183 (Original Log Time 2024/02/20-16:46:06.589995) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50, MB/sec: 28.3 rd, 25.4 wr, level 6, files in(1, 2) out(2 +0 blob) MB in(9.5, 126.9 +0.0 blob) out(122.5 +0.0 blob), read-write-amplify(27.3) write-amplify(12.9) OK, records in: 4584585, records dropped: 396000 output_compression: ZSTD 2024/02/20-16:46:06.590056 3036183 (Original Log Time 2024/02/20-16:46:06.590013) EVENT_LOG_v1 {"time_micros": 1708447566590005, "job": 20166, "event": "compaction_finished", "compaction_time_micros": 5059835, "compaction_time_cpu_micros": 5001168, "output_level": 6, "num_output_files": 2, "total_output_size": 128492942, "num_input_records": 4584585, "num_output_records": 4188585, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [1, 0, 0, 0, 0, 0, 3]} 2024/02/20-16:46:06.594214 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301979.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:06.594226 3036183 EVENT_LOG_v1 {"time_micros": 1708447566594224, "job": 20166, "event": "table_file_deletion", "file_number": 301979} 2024/02/20-16:46:06.594778 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302061.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:06.594784 3036183 EVENT_LOG_v1 {"time_micros": 1708447566594783, "job": 20166, "event": "table_file_deletion", "file_number": 302061} 2024/02/20-16:46:06.598977 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302068.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:06.598988 3036183 EVENT_LOG_v1 {"time_micros": 1708447566598986, "job": 20166, "event": "table_file_deletion", "file_number": 302068} 2024/02/20-16:46:41.209585 132534 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302080. Immutable memtables: 0. 2024/02/20-16:46:41.209638 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20167] Syncing log #302069 2024/02/20-16:46:41.210466 3036210 (Original Log Time 2024/02/20-16:46:41.209629) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:46:41.210471 3036210 [db/flush_job.cc:892] [url] [JOB 20167] Flushing memtable with next log file: 302080 2024/02/20-16:46:41.210489 3036210 EVENT_LOG_v1 {"time_micros": 1708447601210483, "job": 20167, "event": "flush_started", "num_memtables": 1, "num_entries": 6, "num_deletes": 0, "total_data_size": 972, "memory_usage": 1816, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-16:46:41.210493 3036210 [db/flush_job.cc:926] [url] [JOB 20167] Level-0 flush table #302081: started 2024/02/20-16:46:41.211082 3036210 EVENT_LOG_v1 {"time_micros": 1708447601211053, "cf_name": "url", "job": 20167, "event": "table_file_creation", "file_number": 302081, "file_size": 1947, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158192924, "largest_seqno": 5158198934, "table_properties": {"data_size": 683, "index_size": 110, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 955, "raw_average_key_size": 159, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 6, "num_filter_entries": 4, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447568, "oldest_key_time": 1708447568, "file_creation_time": 1708447601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302081, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:41.211125 3036210 [db/flush_job.cc:1062] [url] [JOB 20167] Flush lasted 660 microseconds, and 536 cpu microseconds. 2024/02/20-16:46:41.211369 3036210 (Original Log Time 2024/02/20-16:46:41.211115) [db/flush_job.cc:1011] [url] [JOB 20167] Level-0 flush table #302081: 1947 bytes OK 2024/02/20-16:46:41.211372 3036210 (Original Log Time 2024/02/20-16:46:41.211129) [db/memtable_list.cc:555] [url] Level-0 commit table #302081 started 2024/02/20-16:46:41.211375 3036210 (Original Log Time 2024/02/20-16:46:41.211314) [db/memtable_list.cc:754] [url] Level-0 commit table #302081: memtable #1 done 2024/02/20-16:46:41.211377 3036210 (Original Log Time 2024/02/20-16:46:41.211325) EVENT_LOG_v1 {"time_micros": 1708447601211322, "job": 20167, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 4, 12], "immutable_memtables": 0} 2024/02/20-16:46:41.211379 3036210 (Original Log Time 2024/02/20-16:46:41.211342) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 4 12] max score 1.00 2024/02/20-16:46:41.211484 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 20168] Compacting 2@0 + 4@5 files to L5, score 1.00 2024/02/20-16:46:41.211494 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20175 Base level 0, inputs: [302081(1947B) 302071(7130B)], [302063(15KB) 302065(1706B) 302066(1532B) 302067(37MB)] 2024/02/20-16:46:41.211513 3036185 EVENT_LOG_v1 {"time_micros": 1708447601211505, "job": 20168, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302081, 302071], "files_L5": [302063, 302065, 302066, 302067], "score": 1, "input_data_size": 39655457, "oldest_snapshot_seqno": -1} 2024/02/20-16:46:41.212386 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20168] Generated table #302082: 193 keys, 21675 bytes, temperature: kUnknown 2024/02/20-16:46:41.212413 3036185 EVENT_LOG_v1 {"time_micros": 1708447601212394, "cf_name": "url", "job": 20168, "event": "table_file_creation", "file_number": 302082, "file_size": 21675, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157193183, "largest_seqno": 5158198934, "table_properties": {"data_size": 20256, "index_size": 622, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 33051, "raw_average_key_size": 171, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6, "num_entries": 193, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708447601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302082, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:41.212787 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20168] Generated table #302083: 9 keys, 1933 bytes, temperature: kUnknown 2024/02/20-16:46:41.212808 3036185 EVENT_LOG_v1 {"time_micros": 1708447601212794, "cf_name": "url", "job": 20168, "event": "table_file_creation", "file_number": 302083, "file_size": 1933, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157363277, "largest_seqno": 5158158910, "table_properties": {"data_size": 640, "index_size": 141, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 1369, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 9, "num_filter_entries": 4, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708447601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302083, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:41.213131 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20168] Generated table #302084: 16 keys, 1543 bytes, temperature: kUnknown 2024/02/20-16:46:41.213150 3036185 EVENT_LOG_v1 {"time_micros": 1708447601213137, "cf_name": "url", "job": 20168, "event": "table_file_creation", "file_number": 302084, "file_size": 1543, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157209191, "largest_seqno": 5158196932, "table_properties": {"data_size": 283, "index_size": 110, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 1600, "raw_average_key_size": 100, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 16, "num_filter_entries": 3, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708447601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302084, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:41.635994 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20168] Generated table #302085: 479294 keys, 39625377 bytes, temperature: kUnknown 2024/02/20-16:46:41.636040 3036185 EVENT_LOG_v1 {"time_micros": 1708447601636013, "cf_name": "url", "job": 20168, "event": "table_file_creation", "file_number": 302085, "file_size": 39625377, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157181183, "largest_seqno": 5158086868, "table_properties": {"data_size": 38336512, "index_size": 1928107, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27685, "raw_key_size": 104661265, "raw_average_key_size": 218, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 11938, "num_entries": 479294, "num_filter_entries": 31701, "num_deletions": 479279, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445801, "oldest_key_time": 0, "file_creation_time": 1708447601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302085, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:41.637214 3036185 (Original Log Time 2024/02/20-16:46:41.636936) [db/compaction/compaction_job.cc:1729] [url] [JOB 20168] Compacted 2@0 + 4@5 files to L5 => 39650528 bytes 2024/02/20-16:46:41.637217 3036185 (Original Log Time 2024/02/20-16:46:41.637158) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 4 12] max score 0.15, MB/sec: 93.4 rd, 93.4 wr, level 5, files in(2, 4) out(4 +0 blob) MB in(0.0, 37.8 +0.0 blob) out(37.8 +0.0 blob), read-write-amplify(8737.0) write-amplify(4368.2) OK, records in: 479512, records dropped: 0 output_compression: LZ4 2024/02/20-16:46:41.637222 3036185 (Original Log Time 2024/02/20-16:46:41.637174) EVENT_LOG_v1 {"time_micros": 1708447601637165, "job": 20168, "event": "compaction_finished", "compaction_time_micros": 424590, "compaction_time_cpu_micros": 404205, "output_level": 5, "num_output_files": 4, "total_output_size": 39650528, "num_input_records": 479512, "num_output_records": 479512, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 4, 12]} 2024/02/20-16:46:41.637303 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302063.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:41.637309 3036185 EVENT_LOG_v1 {"time_micros": 1708447601637308, "job": 20168, "event": "table_file_deletion", "file_number": 302063} 2024/02/20-16:46:41.637341 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302065.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:41.637345 3036185 EVENT_LOG_v1 {"time_micros": 1708447601637344, "job": 20168, "event": "table_file_deletion", "file_number": 302065} 2024/02/20-16:46:41.637372 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302066.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:41.637376 3036185 EVENT_LOG_v1 {"time_micros": 1708447601637375, "job": 20168, "event": "table_file_deletion", "file_number": 302066} 2024/02/20-16:46:41.639648 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302067.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:41.639655 3036185 EVENT_LOG_v1 {"time_micros": 1708447601639653, "job": 20168, "event": "table_file_deletion", "file_number": 302067} 2024/02/20-16:46:41.639691 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302071.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:41.639696 3036185 EVENT_LOG_v1 {"time_micros": 1708447601639695, "job": 20168, "event": "table_file_deletion", "file_number": 302071} 2024/02/20-16:46:41.639731 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302081.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:46:41.639734 3036185 EVENT_LOG_v1 {"time_micros": 1708447601639734, "job": 20168, "event": "table_file_deletion", "file_number": 302081} 2024/02/20-16:46:41.639770 132534 (Original Log Time 2024/02/20-16:46:41.211511) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-16:46:41.639909 3036188 (Original Log Time 2024/02/20-16:46:41.639867) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-16:46:41.639916 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 20169] Compacting 4@5 + 12@6 files to L6, score -1.00 2024/02/20-16:46:41.639924 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20176 Base level 5, inputs: [302082(21KB) 302083(1933B) 302084(1543B) 302085(37MB)], [301990(64MB) 301991(64MB) 301992(64MB) 301993(64MB) 301994(64MB) 301995(64MB) 301996(64MB) 301997(65MB) 301998(64MB) 301999(64MB) 302000(65MB) 302001(66MB)] 2024/02/20-16:46:41.639944 3036188 EVENT_LOG_v1 {"time_micros": 1708447601639935, "job": 20169, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302082, 302083, 302084, 302085], "files_L6": [301990, 301991, 301992, 301993, 301994, 301995, 301996, 301997, 301998, 301999, 302000, 302001], "score": -1, "input_data_size": 857102219, "oldest_snapshot_seqno": -1} 2024/02/20-16:46:44.030674 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302086: 1654767 keys, 67791401 bytes, temperature: kUnknown 2024/02/20-16:46:44.030727 3036188 EVENT_LOG_v1 {"time_micros": 1708447604030695, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302086, "file_size": 67791401, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111169, "index_size": 2430383, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14117, "raw_key_size": 229204981, "raw_average_key_size": 138, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33592, "num_entries": 1654767, "num_filter_entries": 16203, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302086, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:46.300049 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302087: 1225402 keys, 67586385 bytes, temperature: kUnknown 2024/02/20-16:46:46.300100 3036188 EVENT_LOG_v1 {"time_micros": 1708447606300068, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302087, "file_size": 67586385, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109556, "index_size": 1993199, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 179857701, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32744, "num_entries": 1225402, "num_filter_entries": 185, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447604, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302087, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:48.663071 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302088: 1442232 keys, 67860621 bytes, temperature: kUnknown 2024/02/20-16:46:48.663125 3036188 EVENT_LOG_v1 {"time_micros": 1708447608663093, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302088, "file_size": 67860621, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109937, "index_size": 2706684, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 22037, "raw_key_size": 216232047, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34879, "num_entries": 1442232, "num_filter_entries": 25177, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447606, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302088, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:51.086217 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302089: 1651345 keys, 67918299 bytes, temperature: kUnknown 2024/02/20-16:46:51.086271 3036188 EVENT_LOG_v1 {"time_micros": 1708447611086240, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302089, "file_size": 67918299, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109712, "index_size": 3147968, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24965, "raw_key_size": 247387381, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35460, "num_entries": 1651345, "num_filter_entries": 28486, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447608, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302089, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:53.492106 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302090: 1553885 keys, 68123297 bytes, temperature: kUnknown 2024/02/20-16:46:53.492164 3036188 EVENT_LOG_v1 {"time_micros": 1708447613492132, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302090, "file_size": 68123297, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110938, "index_size": 5055836, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 51653, "raw_key_size": 235278501, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34941, "num_entries": 1553885, "num_filter_entries": 58893, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447611, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302090, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:55.847630 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302091: 1604852 keys, 67768349 bytes, temperature: kUnknown 2024/02/20-16:46:55.847684 3036188 EVENT_LOG_v1 {"time_micros": 1708447615847650, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302091, "file_size": 67768349, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109242, "index_size": 2868889, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 229187256, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34212, "num_entries": 1604852, "num_filter_entries": 7054, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447613, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302091, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:46:58.175798 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302092: 1689058 keys, 67724944 bytes, temperature: kUnknown 2024/02/20-16:46:58.175856 3036188 EVENT_LOG_v1 {"time_micros": 1708447618175819, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302092, "file_size": 67724944, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109564, "index_size": 2568811, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 229445776, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34272, "num_entries": 1689058, "num_filter_entries": 15, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447615, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302092, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:00.466218 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302093: 1415442 keys, 68685399 bytes, temperature: kUnknown 2024/02/20-16:47:00.466278 3036188 EVENT_LOG_v1 {"time_micros": 1708447620466240, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302093, "file_size": 68685399, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111343, "index_size": 4637848, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15205, "raw_key_size": 230852902, "raw_average_key_size": 163, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33668, "num_entries": 1415442, "num_filter_entries": 17410, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447618, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302093, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:02.903670 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302094: 1607591 keys, 67832565 bytes, temperature: kUnknown 2024/02/20-16:47:02.903723 3036188 EVENT_LOG_v1 {"time_micros": 1708447622903691, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302094, "file_size": 67832565, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110372, "index_size": 2717071, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29301, "raw_key_size": 230105949, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34915, "num_entries": 1607591, "num_filter_entries": 33535, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447620, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302094, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:05.349040 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302095: 1568281 keys, 67852643 bytes, temperature: kUnknown 2024/02/20-16:47:05.349098 3036188 EVENT_LOG_v1 {"time_micros": 1708447625349064, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302095, "file_size": 67852643, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109974, "index_size": 2881941, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17269, "raw_key_size": 234408356, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35533, "num_entries": 1568281, "num_filter_entries": 19717, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447622, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302095, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:07.951129 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302096: 1531145 keys, 68394764 bytes, temperature: kUnknown 2024/02/20-16:47:07.951182 3036188 EVENT_LOG_v1 {"time_micros": 1708447627951148, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302096, "file_size": 68394764, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110148, "index_size": 3846797, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 105781, "raw_key_size": 266384869, "raw_average_key_size": 173, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35294, "num_entries": 1531145, "num_filter_entries": 120448, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447625, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302096, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:09.870615 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20169] Generated table #302097: 808608 keys, 51995295 bytes, temperature: kUnknown 2024/02/20-16:47:09.870668 3036188 EVENT_LOG_v1 {"time_micros": 1708447629870635, "cf_name": "url", "job": 20169, "event": "table_file_creation", "file_number": 302097, "file_size": 51995295, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 49748717, "index_size": 6059373, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8485, "raw_key_size": 251773083, "raw_average_key_size": 311, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26220, "num_entries": 808608, "num_filter_entries": 9635, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447627, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302097, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:09.902530 3036188 (Original Log Time 2024/02/20-16:47:09.902043) [db/compaction/compaction_job.cc:1729] [url] [JOB 20169] Compacted 4@5 + 12@6 files to L6 => 799533962 bytes 2024/02/20-16:47:09.902533 3036188 (Original Log Time 2024/02/20-16:47:09.902430) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 30.4 rd, 28.3 wr, level 6, files in(4, 12) out(12 +0 blob) MB in(37.8, 779.6 +0.0 blob) out(762.5 +0.0 blob), read-write-amplify(41.8) write-amplify(20.2) OK, records in: 18711166, records dropped: 958558 output_compression: ZSTD 2024/02/20-16:47:09.902541 3036188 (Original Log Time 2024/02/20-16:47:09.902466) EVENT_LOG_v1 {"time_micros": 1708447629902444, "job": 20169, "event": "compaction_finished", "compaction_time_micros": 28230769, "compaction_time_cpu_micros": 27766590, "output_level": 6, "num_output_files": 12, "total_output_size": 799533962, "num_input_records": 18711166, "num_output_records": 17752608, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-16:47:09.906792 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301990.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.906801 3036188 EVENT_LOG_v1 {"time_micros": 1708447629906799, "job": 20169, "event": "table_file_deletion", "file_number": 301990} 2024/02/20-16:47:09.911938 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301991.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.911946 3036188 EVENT_LOG_v1 {"time_micros": 1708447629911945, "job": 20169, "event": "table_file_deletion", "file_number": 301991} 2024/02/20-16:47:09.916709 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301992.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.916717 3036188 EVENT_LOG_v1 {"time_micros": 1708447629916715, "job": 20169, "event": "table_file_deletion", "file_number": 301992} 2024/02/20-16:47:09.921360 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301993.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.921368 3036188 EVENT_LOG_v1 {"time_micros": 1708447629921367, "job": 20169, "event": "table_file_deletion", "file_number": 301993} 2024/02/20-16:47:09.926151 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301994.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.926159 3036188 EVENT_LOG_v1 {"time_micros": 1708447629926158, "job": 20169, "event": "table_file_deletion", "file_number": 301994} 2024/02/20-16:47:09.930334 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301995.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.930346 3036188 EVENT_LOG_v1 {"time_micros": 1708447629930344, "job": 20169, "event": "table_file_deletion", "file_number": 301995} 2024/02/20-16:47:09.935964 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301996.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.935972 3036188 EVENT_LOG_v1 {"time_micros": 1708447629935971, "job": 20169, "event": "table_file_deletion", "file_number": 301996} 2024/02/20-16:47:09.941700 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301997.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.941708 3036188 EVENT_LOG_v1 {"time_micros": 1708447629941707, "job": 20169, "event": "table_file_deletion", "file_number": 301997} 2024/02/20-16:47:09.946786 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301998.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.946794 3036188 EVENT_LOG_v1 {"time_micros": 1708447629946793, "job": 20169, "event": "table_file_deletion", "file_number": 301998} 2024/02/20-16:47:09.951586 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301999.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.951594 3036188 EVENT_LOG_v1 {"time_micros": 1708447629951593, "job": 20169, "event": "table_file_deletion", "file_number": 301999} 2024/02/20-16:47:09.955753 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302000.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.955760 3036188 EVENT_LOG_v1 {"time_micros": 1708447629955759, "job": 20169, "event": "table_file_deletion", "file_number": 302000} 2024/02/20-16:47:09.959561 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302001.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.959569 3036188 EVENT_LOG_v1 {"time_micros": 1708447629959567, "job": 20169, "event": "table_file_deletion", "file_number": 302001} 2024/02/20-16:47:09.959615 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302082.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.959620 3036188 EVENT_LOG_v1 {"time_micros": 1708447629959619, "job": 20169, "event": "table_file_deletion", "file_number": 302082} 2024/02/20-16:47:09.959652 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302083.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.959656 3036188 EVENT_LOG_v1 {"time_micros": 1708447629959655, "job": 20169, "event": "table_file_deletion", "file_number": 302083} 2024/02/20-16:47:09.959684 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302084.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.959688 3036188 EVENT_LOG_v1 {"time_micros": 1708447629959687, "job": 20169, "event": "table_file_deletion", "file_number": 302084} 2024/02/20-16:47:09.961859 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302085.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:09.961865 3036188 EVENT_LOG_v1 {"time_micros": 1708447629961863, "job": 20169, "event": "table_file_deletion", "file_number": 302085} 2024/02/20-16:47:09.961913 132534 (Original Log Time 2024/02/20-16:46:41.639782) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-16:47:09.962141 132534 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302098. Immutable memtables: 0. 2024/02/20-16:47:09.962185 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20170] Syncing log #302080 2024/02/20-16:47:09.965459 3036193 (Original Log Time 2024/02/20-16:47:09.962177) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:47:09.965463 3036193 [db/flush_job.cc:892] [tag] [JOB 20170] Flushing memtable with next log file: 302098 2024/02/20-16:47:09.965480 3036193 EVENT_LOG_v1 {"time_micros": 1708447629965475, "job": 20170, "event": "flush_started", "num_memtables": 1, "num_entries": 30000, "num_deletes": 30000, "total_data_size": 2341045, "memory_usage": 2914624, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-16:47:09.965482 3036193 [db/flush_job.cc:926] [tag] [JOB 20170] Level-0 flush table #302099: started 2024/02/20-16:47:09.983765 3036193 EVENT_LOG_v1 {"time_micros": 1708447629983743, "cf_name": "tag", "job": 20170, "event": "table_file_creation", "file_number": 302099, "file_size": 1522740, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158188924, "largest_seqno": 5158218937, "table_properties": {"data_size": 1512955, "index_size": 14986, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 2281045, "raw_average_key_size": 76, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 434, "num_entries": 30000, "num_filter_entries": 3, "num_deletions": 30000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447561, "oldest_key_time": 1708447561, "file_creation_time": 1708447629, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302099, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:09.983793 3036193 [db/flush_job.cc:1062] [tag] [JOB 20170] Flush lasted 18336 microseconds, and 16243 cpu microseconds. 2024/02/20-16:47:09.984029 3036193 (Original Log Time 2024/02/20-16:47:09.983784) [db/flush_job.cc:1011] [tag] [JOB 20170] Level-0 flush table #302099: 1522740 bytes OK 2024/02/20-16:47:09.984031 3036193 (Original Log Time 2024/02/20-16:47:09.983798) [db/memtable_list.cc:555] [tag] Level-0 commit table #302099 started 2024/02/20-16:47:09.984033 3036193 (Original Log Time 2024/02/20-16:47:09.983968) [db/memtable_list.cc:754] [tag] Level-0 commit table #302099: memtable #1 done 2024/02/20-16:47:09.984034 3036193 (Original Log Time 2024/02/20-16:47:09.983980) EVENT_LOG_v1 {"time_micros": 1708447629983976, "job": 20170, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:47:09.984036 3036193 (Original Log Time 2024/02/20-16:47:09.984000) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-16:47:09.984055 3036189 [db/compaction/compaction_picker.cc:561] [tag] Expanding@0 1+2(11392003+113896929 bytes) to 2+2 (12914743+113896929 bytes) 2024/02/20-16:47:09.984140 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20171] Compacting 2@0 + 2@6 files to L6, score 1.00 2024/02/20-16:47:09.984147 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20178 Base level 0, inputs: [302099(1487KB) 302072(10MB)], [302079(58MB) 301980(50MB)] 2024/02/20-16:47:09.984168 3036189 EVENT_LOG_v1 {"time_micros": 1708447629984159, "job": 20171, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302099, 302072], "files_L6": [302079, 301980], "score": 1, "input_data_size": 126811672, "oldest_snapshot_seqno": -1} 2024/02/20-16:47:12.628903 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20171] Generated table #302100: 2073931 keys, 67651415 bytes, temperature: kUnknown 2024/02/20-16:47:12.628952 3036189 EVENT_LOG_v1 {"time_micros": 1708447632628922, "cf_name": "tag", "job": 20171, "event": "table_file_creation", "file_number": 302100, "file_size": 67651415, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110129, "index_size": 1394748, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1749, "raw_key_size": 191316032, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36007, "num_entries": 2073931, "num_filter_entries": 1948, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708447629, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302100, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:14.312045 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20171] Generated table #302101: 1524869 keys, 39846030 bytes, temperature: kUnknown 2024/02/20-16:47:14.312099 3036189 EVENT_LOG_v1 {"time_micros": 1708447634312068, "cf_name": "tag", "job": 20171, "event": "table_file_creation", "file_number": 302101, "file_size": 39846030, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 39544798, "index_size": 879019, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 121573198, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 21518, "num_entries": 1524869, "num_filter_entries": 300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708447632, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302101, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:14.315112 3036189 (Original Log Time 2024/02/20-16:47:14.314798) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20171] Compacted 2@0 + 2@6 files to L6 => 107497445 bytes 2024/02/20-16:47:14.315115 3036189 (Original Log Time 2024/02/20-16:47:14.315056) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 29.3 rd, 24.8 wr, level 6, files in(2, 2) out(2 +0 blob) MB in(12.3, 108.6 +0.0 blob) out(102.5 +0.0 blob), read-write-amplify(18.1) write-amplify(8.3) OK, records in: 4030800, records dropped: 432000 output_compression: ZSTD 2024/02/20-16:47:14.315120 3036189 (Original Log Time 2024/02/20-16:47:14.315076) EVENT_LOG_v1 {"time_micros": 1708447634315067, "job": 20171, "event": "compaction_finished", "compaction_time_micros": 4327979, "compaction_time_cpu_micros": 4270497, "output_level": 6, "num_output_files": 2, "total_output_size": 107497445, "num_input_records": 4030800, "num_output_records": 3598800, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-16:47:14.318044 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/301980.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:14.318055 3036189 EVENT_LOG_v1 {"time_micros": 1708447634318053, "job": 20171, "event": "table_file_deletion", "file_number": 301980} 2024/02/20-16:47:14.318794 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302072.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:14.318800 3036189 EVENT_LOG_v1 {"time_micros": 1708447634318799, "job": 20171, "event": "table_file_deletion", "file_number": 302072} 2024/02/20-16:47:14.322533 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302079.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:14.322544 3036189 EVENT_LOG_v1 {"time_micros": 1708447634322542, "job": 20171, "event": "table_file_deletion", "file_number": 302079} 2024/02/20-16:47:14.322684 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302099.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:14.322689 3036189 EVENT_LOG_v1 {"time_micros": 1708447634322688, "job": 20171, "event": "table_file_deletion", "file_number": 302099} 2024/02/20-16:47:14.322727 132534 (Original Log Time 2024/02/20-16:47:09.984157) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-16:47:14.322953 132534 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302102. Immutable memtables: 0. 2024/02/20-16:47:14.322998 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20172] Syncing log #302098 2024/02/20-16:47:14.323935 3036210 (Original Log Time 2024/02/20-16:47:14.322990) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:47:14.323938 3036210 [db/flush_job.cc:892] [key] [JOB 20172] Flushing memtable with next log file: 302102 2024/02/20-16:47:14.323955 3036210 EVENT_LOG_v1 {"time_micros": 1708447634323950, "job": 20172, "event": "flush_started", "num_memtables": 1, "num_entries": 8, "num_deletes": 0, "total_data_size": 504, "memory_usage": 1368, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-16:47:14.323958 3036210 [db/flush_job.cc:926] [key] [JOB 20172] Level-0 flush table #302103: started 2024/02/20-16:47:14.324519 3036210 EVENT_LOG_v1 {"time_micros": 1708447634324499, "cf_name": "key", "job": 20172, "event": "table_file_creation", "file_number": 302103, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158192925, "largest_seqno": 5158218939, "table_properties": {"data_size": 402, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 488, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 8, "num_filter_entries": 10, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447568, "oldest_key_time": 1708447568, "file_creation_time": 1708447634, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302103, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:14.324542 3036210 [db/flush_job.cc:1062] [key] [JOB 20172] Flush lasted 609 microseconds, and 486 cpu microseconds. 2024/02/20-16:47:14.324979 3036210 (Original Log Time 2024/02/20-16:47:14.324534) [db/flush_job.cc:1011] [key] [JOB 20172] Level-0 flush table #302103: 1622 bytes OK 2024/02/20-16:47:14.324981 3036210 (Original Log Time 2024/02/20-16:47:14.324545) [db/memtable_list.cc:555] [key] Level-0 commit table #302103 started 2024/02/20-16:47:14.324982 3036210 (Original Log Time 2024/02/20-16:47:14.324933) [db/memtable_list.cc:754] [key] Level-0 commit table #302103: memtable #1 done 2024/02/20-16:47:14.324983 3036210 (Original Log Time 2024/02/20-16:47:14.324943) EVENT_LOG_v1 {"time_micros": 1708447634324940, "job": 20172, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 3, 6], "immutable_memtables": 0} 2024/02/20-16:47:14.324985 3036210 (Original Log Time 2024/02/20-16:47:14.324956) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 3 6] max score 0.50 2024/02/20-16:47:14.324988 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20172] Try to delete WAL files size 1270011, prev total WAL file size 2276525, number of live WAL files 4. 2024/02/20-16:47:14.325141 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302069.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:14.325261 3036190 (Original Log Time 2024/02/20-16:47:14.325200) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-16:47:14.325265 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 20173] Compacting 1@0 + 2@5 files to L5, score -1.00 2024/02/20-16:47:14.325270 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20180 Base level 0, inputs: [302103(1622B)], [302075(10221B) 302076(1439B)] 2024/02/20-16:47:14.325282 3036190 EVENT_LOG_v1 {"time_micros": 1708447634325275, "job": 20173, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302103], "files_L5": [302075, 302076], "score": -1, "input_data_size": 13282, "oldest_snapshot_seqno": -1} 2024/02/20-16:47:14.326083 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20173] Generated table #302104: 201 keys, 10542 bytes, temperature: kUnknown 2024/02/20-16:47:14.326110 3036190 EVENT_LOG_v1 {"time_micros": 1708447634326090, "cf_name": "key", "job": 20173, "event": "table_file_creation", "file_number": 302104, "file_size": 10542, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157219194, "largest_seqno": 5158218939, "table_properties": {"data_size": 9118, "index_size": 115, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 12261, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3, "num_entries": 201, "num_filter_entries": 204, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708447634, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302104, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:14.326450 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20173] Generated table #302105: 15 keys, 1446 bytes, temperature: kUnknown 2024/02/20-16:47:14.326475 3036190 EVENT_LOG_v1 {"time_micros": 1708447634326460, "cf_name": "key", "job": 20173, "event": "table_file_creation", "file_number": 302105, "file_size": 1446, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5157303228, "largest_seqno": 5158196933, "table_properties": {"data_size": 230, "index_size": 71, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 915, "raw_average_key_size": 61, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 15, "num_filter_entries": 16, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708445851, "oldest_key_time": 0, "file_creation_time": 1708447634, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302105, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:14.326850 3036190 (Original Log Time 2024/02/20-16:47:14.326617) [db/compaction/compaction_job.cc:1729] [key] [JOB 20173] Compacted 1@0 + 2@5 files to L5 => 11988 bytes 2024/02/20-16:47:14.326853 3036190 (Original Log Time 2024/02/20-16:47:14.326813) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 3 6] max score 0.00, MB/sec: 11.0 rd, 9.9 wr, level 5, files in(1, 2) out(2 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(15.6) write-amplify(7.4) OK, records in: 216, records dropped: 0 output_compression: LZ4 2024/02/20-16:47:14.326856 3036190 (Original Log Time 2024/02/20-16:47:14.326826) EVENT_LOG_v1 {"time_micros": 1708447634326820, "job": 20173, "event": "compaction_finished", "compaction_time_micros": 1209, "compaction_time_cpu_micros": 802, "output_level": 5, "num_output_files": 2, "total_output_size": 11988, "num_input_records": 216, "num_output_records": 216, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 3, 6]} 2024/02/20-16:47:14.326909 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302075.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:14.326915 3036190 EVENT_LOG_v1 {"time_micros": 1708447634326914, "job": 20173, "event": "table_file_deletion", "file_number": 302075} 2024/02/20-16:47:14.326948 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302076.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:14.326953 3036190 EVENT_LOG_v1 {"time_micros": 1708447634326952, "job": 20173, "event": "table_file_deletion", "file_number": 302076} 2024/02/20-16:47:14.326987 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302103.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:14.326992 3036190 EVENT_LOG_v1 {"time_micros": 1708447634326991, "job": 20173, "event": "table_file_deletion", "file_number": 302103} 2024/02/20-16:47:14.327005 132534 (Original Log Time 2024/02/20-16:47:14.325157) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-16:47:14.327103 3036186 (Original Log Time 2024/02/20-16:47:14.327071) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-16:47:14.327110 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 20174] Compacting 3@5 + 6@6 files to L6, score -1.00 2024/02/20-16:47:14.327118 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20181 Base level 5, inputs: [302104(10KB) 302105(1446B) 302077(1505B)], [302005(67MB) 302006(67MB) 302007(66MB) 302008(67MB) 302009(66MB) 302010(19MB)] 2024/02/20-16:47:14.327142 3036186 EVENT_LOG_v1 {"time_micros": 1708447634327131, "job": 20174, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302104, 302105, 302077], "files_L6": [302005, 302006, 302007, 302008, 302009, 302010], "score": -1, "input_data_size": 371795919, "oldest_snapshot_seqno": -1} 2024/02/20-16:47:17.650424 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20174] Generated table #302106: 3185009 keys, 70457676 bytes, temperature: kUnknown 2024/02/20-16:47:17.650478 3036186 EVENT_LOG_v1 {"time_micros": 1708447637650447, "cf_name": "key", "job": 20174, "event": "table_file_creation", "file_number": 302106, "file_size": 70457676, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109582, "index_size": 1041860, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2861205, "raw_key_size": 192728385, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37394, "num_entries": 3185009, "num_filter_entries": 3202608, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447634, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302106, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:20.872339 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20174] Generated table #302107: 2972599 keys, 70266697 bytes, temperature: kUnknown 2024/02/20-16:47:20.872390 3036186 EVENT_LOG_v1 {"time_micros": 1708447640872363, "cf_name": "key", "job": 20174, "event": "table_file_creation", "file_number": 302107, "file_size": 70266697, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108952, "index_size": 968616, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2684181, "raw_key_size": 178920883, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36852, "num_entries": 2972599, "num_filter_entries": 3005332, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302107, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:24.320994 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20174] Generated table #302108: 2999734 keys, 70241957 bytes, temperature: kUnknown 2024/02/20-16:47:24.321042 3036186 EVENT_LOG_v1 {"time_micros": 1708447644321017, "cf_name": "key", "job": 20174, "event": "table_file_creation", "file_number": 302108, "file_size": 70241957, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110107, "index_size": 1030645, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2685477, "raw_key_size": 182730129, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37100, "num_entries": 2999734, "num_filter_entries": 3006714, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447640, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302108, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:27.529577 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20174] Generated table #302109: 2989454 keys, 70259837 bytes, temperature: kUnknown 2024/02/20-16:47:27.529629 3036186 EVENT_LOG_v1 {"time_micros": 1708447647529600, "cf_name": "key", "job": 20174, "event": "table_file_creation", "file_number": 302109, "file_size": 70259837, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109155, "index_size": 1001519, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2691221, "raw_key_size": 181757678, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37024, "num_entries": 2989454, "num_filter_entries": 3013170, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447644, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302109, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:30.764989 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20174] Generated table #302110: 2957409 keys, 70233616 bytes, temperature: kUnknown 2024/02/20-16:47:30.765039 3036186 EVENT_LOG_v1 {"time_micros": 1708447650765014, "cf_name": "key", "job": 20174, "event": "table_file_creation", "file_number": 302110, "file_size": 70233616, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109980, "index_size": 967811, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2665509, "raw_key_size": 178431549, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36802, "num_entries": 2957409, "num_filter_entries": 2984472, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447647, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302110, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:31.719023 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20174] Generated table #302111: 872405 keys, 20325117 bytes, temperature: kUnknown 2024/02/20-16:47:31.719069 3036186 EVENT_LOG_v1 {"time_micros": 1708447651719044, "cf_name": "key", "job": 20174, "event": "table_file_creation", "file_number": 302111, "file_size": 20325117, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 19409322, "index_size": 285635, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 778885, "raw_key_size": 52943001, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 10721, "num_entries": 872405, "num_filter_entries": 877788, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708447650, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302111, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:47:31.734829 3036186 (Original Log Time 2024/02/20-16:47:31.734503) [db/compaction/compaction_job.cc:1729] [key] [JOB 20174] Compacted 3@5 + 6@6 files to L6 => 371784900 bytes 2024/02/20-16:47:31.734832 3036186 (Original Log Time 2024/02/20-16:47:31.734760) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 21.4 rd, 21.4 wr, level 6, files in(3, 6) out(6 +0 blob) MB in(0.0, 354.6 +0.0 blob) out(354.6 +0.0 blob), read-write-amplify(55108.6) write-amplify(27553.9) OK, records in: 15976610, records dropped: 0 output_compression: ZSTD 2024/02/20-16:47:31.734837 3036186 (Original Log Time 2024/02/20-16:47:31.734783) EVENT_LOG_v1 {"time_micros": 1708447651734772, "job": 20174, "event": "compaction_finished", "compaction_time_micros": 17391970, "compaction_time_cpu_micros": 17172355, "output_level": 6, "num_output_files": 6, "total_output_size": 371784900, "num_input_records": 15976610, "num_output_records": 15976610, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-16:47:31.738953 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302005.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:31.738963 3036186 EVENT_LOG_v1 {"time_micros": 1708447651738961, "job": 20174, "event": "table_file_deletion", "file_number": 302005} 2024/02/20-16:47:31.743504 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302006.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:31.743513 3036186 EVENT_LOG_v1 {"time_micros": 1708447651743512, "job": 20174, "event": "table_file_deletion", "file_number": 302006} 2024/02/20-16:47:31.748530 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302007.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:31.748538 3036186 EVENT_LOG_v1 {"time_micros": 1708447651748537, "job": 20174, "event": "table_file_deletion", "file_number": 302007} 2024/02/20-16:47:31.753311 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302008.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:31.753319 3036186 EVENT_LOG_v1 {"time_micros": 1708447651753318, "job": 20174, "event": "table_file_deletion", "file_number": 302008} 2024/02/20-16:47:31.757899 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302009.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:31.757907 3036186 EVENT_LOG_v1 {"time_micros": 1708447651757906, "job": 20174, "event": "table_file_deletion", "file_number": 302009} 2024/02/20-16:47:31.759136 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302010.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:31.759143 3036186 EVENT_LOG_v1 {"time_micros": 1708447651759142, "job": 20174, "event": "table_file_deletion", "file_number": 302010} 2024/02/20-16:47:31.759187 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302077.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:31.759192 3036186 EVENT_LOG_v1 {"time_micros": 1708447651759191, "job": 20174, "event": "table_file_deletion", "file_number": 302077} 2024/02/20-16:47:31.759231 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302104.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:31.759235 3036186 EVENT_LOG_v1 {"time_micros": 1708447651759234, "job": 20174, "event": "table_file_deletion", "file_number": 302104} 2024/02/20-16:47:31.759283 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302105.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:47:31.759287 3036186 EVENT_LOG_v1 {"time_micros": 1708447651759286, "job": 20174, "event": "table_file_deletion", "file_number": 302105} 2024/02/20-16:47:31.759320 132534 (Original Log Time 2024/02/20-16:47:14.327010) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-16:50:06.700035 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-16:50:06.700152 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1035205.6 total, 600.1 interval Cumulative writes: 132M writes, 592M keys, 131M commit groups, 1.0 writes per commit group, ingest: 57.09 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132160093.00 writes per sync, written: 57.09 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 206 writes, 262K keys, 206 commit groups, 1.0 writes per commit group, ingest: 20.30 MB, 0.03 MB/s Interval WAL: 206 writes, 0 syncs, 206.00 writes per sync, written: 0.02 GB, 0.03 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 1 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035205.6 total, 600.1 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1726 last_copies: 0 last_secs: 4.9e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 1.0 0.0 46.4 415.86 388.05 4206 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.7 18.5 51.1 68.5 17.4 0.0 3.7 42.0 41.3 1699.15 1627.32 2172 0.782 1051M 1152 0.0 0.0 L6 12/0 762.50 MB 0.0 409.4 17.7 391.7 392.0 0.3 0.0 22.1 16.0 15.4 26147.49 24114.14 606 43.148 9570M 261M 0.0 0.0 Sum 12/0 762.50 MB 0.0 479.1 36.2 442.8 479.3 36.5 0.0 25.4 17.4 17.4 28262.49 26129.51 6984 4.047 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 -0.0 0.0 92442.6 29.8 27.9 28.66 28.17 4 7.164 19M 958K 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 479.1 36.2 442.8 460.5 17.7 0.0 0.0 17.6 16.9 27846.63 25741.46 2778 10.024 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 0.0 0.0 46.4 415.86 388.05 4206 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035205.6 total, 600.1 interval Flush(GB): cumulative 18.845, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 479.33 GB write, 0.47 MB/s write, 479.06 GB read, 0.47 MB/s read, 28262.5 seconds Interval compaction: 0.78 GB write, 1.33 MB/s write, 0.84 GB read, 1.43 MB/s read, 28.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1725 collections: 1726 last_copies: 0 last_secs: 0.000515 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(911,14.76 MB,0.960995%) IndexBlock(813,1.37 GB,91.0862%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6065228 Average: 2.1893 StdDev: 4.24 Min: 0 Median: 1.3836 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.29 P99.99: 126.73 ------------------------------------------------------ [ 0, 1 ] 2042000 33.667% 33.667% ####### ( 1, 2 ] 2582386 42.577% 76.244% ######### ( 2, 3 ] 1010014 16.653% 92.897% ### ( 3, 4 ] 245730 4.051% 96.948% # ( 4, 6 ] 108999 1.797% 98.745% ( 6, 10 ] 35624 0.587% 99.333% ( 10, 15 ] 15051 0.248% 99.581% ( 15, 22 ] 7611 0.125% 99.706% ( 22, 34 ] 7962 0.131% 99.838% ( 34, 51 ] 5700 0.094% 99.932% ( 51, 76 ] 2538 0.042% 99.973% ( 76, 110 ] 893 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21932468 Average: 2.4666 StdDev: 6.76 Min: 0 Median: 1.4952 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.40 P99.9: 49.87 P99.99: 145.97 ------------------------------------------------------ [ 0, 1 ] 6729319 30.682% 30.682% ###### ( 1, 2 ] 8556267 39.012% 69.694% ######## ( 2, 3 ] 3712905 16.929% 86.623% ### ( 3, 4 ] 1357433 6.189% 92.812% # ( 4, 6 ] 1065443 4.858% 97.670% # ( 6, 10 ] 342799 1.563% 99.233% ( 10, 15 ] 59790 0.273% 99.505% ( 15, 22 ] 30571 0.139% 99.645% ( 22, 34 ] 32762 0.149% 99.794% ( 34, 51 ] 24903 0.114% 99.908% ( 51, 76 ] 11982 0.055% 99.962% ( 76, 110 ] 4897 0.022% 99.985% ( 110, 170 ] 2008 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 213094440 Average: 12.2853 StdDev: 81.44 Min: 0 Median: 1.4936 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.75 P99.9: 304.34 P99.99: 1541.16 ------------------------------------------------------ [ 0, 1 ] 72596524 34.068% 34.068% ####### ( 1, 2 ] 68784607 32.279% 66.347% ###### ( 2, 3 ] 30300031 14.219% 80.566% ### ( 3, 4 ] 6526881 3.063% 83.629% # ( 4, 6 ] 1187163 0.557% 84.186% ( 6, 10 ] 558889 0.262% 84.448% ( 10, 15 ] 316801 0.149% 84.597% ( 15, 22 ] 273048 0.128% 84.725% ( 22, 34 ] 7680008 3.604% 88.329% # ( 34, 51 ] 7805717 3.663% 91.992% # ( 51, 76 ] 6252944 2.934% 94.926% # ( 76, 110 ] 6843966 3.212% 98.138% # ( 110, 170 ] 3365607 1.579% 99.717% ( 170, 250 ] 341463 0.160% 99.878% ( 250, 380 ] 114109 0.054% 99.931% ( 380, 580 ] 69310 0.033% 99.964% ( 580, 870 ] 31056 0.015% 99.978% ( 870, 1300 ] 14098 0.007% 99.985% ( 1300, 1900 ] 27140 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.5 89.04 75.42 4086 0.022 0 0 0.0 0.0 L6 3/0 167.01 MB 0.0 317.3 3.2 314.2 314.2 0.1 0.0 99.1 15.4 15.2 21151.26 20762.24 2151 9.833 11G 63M 0.0 0.0 Sum 3/0 167.01 MB 0.0 317.3 3.2 314.2 317.4 3.2 0.0 100.1 15.3 15.3 21240.30 20837.66 6237 3.406 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.2 0.2 0.0 0.0 19.3 27.1 25.0 9.49 9.37 4 2.373 8615K 828K 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 317.3 3.2 314.2 314.2 0.1 0.0 0.0 15.4 15.2 21151.26 20762.24 2151 9.833 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.5 89.04 75.42 4086 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035205.6 total, 600.1 interval Flush(GB): cumulative 3.171, interval 0.012 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 317.42 GB write, 0.31 MB/s write, 317.35 GB read, 0.31 MB/s read, 21240.3 seconds Interval compaction: 0.23 GB write, 0.40 MB/s write, 0.25 GB read, 0.43 MB/s read, 9.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4334 collections: 1726 last_copies: 0 last_secs: 0.001075 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2190,1.67 MB,0.108794%) IndexBlock(2143,1.46 GB,97.2734%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1041932 Average: 3.5615 StdDev: 6.31 Min: 0 Median: 2.5822 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.36 P99.9: 60.46 P99.99: 194.11 ------------------------------------------------------ [ 0, 1 ] 121104 11.623% 11.623% ## ( 1, 2 ] 251034 24.093% 35.716% ##### ( 2, 3 ] 255615 24.533% 60.249% ##### ( 3, 4 ] 199966 19.192% 79.441% #### ( 4, 6 ] 172448 16.551% 95.992% ### ( 6, 10 ] 29071 2.790% 98.782% # ( 10, 15 ] 4814 0.462% 99.244% ( 15, 22 ] 2576 0.247% 99.491% ( 22, 34 ] 2182 0.209% 99.700% ( 34, 51 ] 1797 0.172% 99.873% ( 51, 76 ] 748 0.072% 99.945% ( 76, 110 ] 254 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180029528 Average: 2.1880 StdDev: 5.37 Min: 0 Median: 1.3446 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.95 P99.9: 53.50 P99.99: 144.27 ------------------------------------------------------ [ 0, 1 ] 66415561 36.891% 36.891% ####### ( 1, 2 ] 68476918 38.036% 74.928% ######## ( 2, 3 ] 33596755 18.662% 93.590% #### ( 3, 4 ] 8086187 4.492% 98.081% # ( 4, 6 ] 1505718 0.836% 98.918% ( 6, 10 ] 625089 0.347% 99.265% ( 10, 15 ] 407656 0.226% 99.491% ( 15, 22 ] 202650 0.113% 99.604% ( 22, 34 ] 315521 0.175% 99.779% ( 34, 51 ] 207296 0.115% 99.894% ( 51, 76 ] 101383 0.056% 99.951% ( 76, 110 ] 58354 0.032% 99.983% ( 110, 170 ] 21776 0.012% 99.995% ( 170, 250 ] 3879 0.002% 99.997% ( 250, 380 ] 1775 0.001% 99.998% ( 380, 580 ] 1479 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 259 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.03 257.86 4172 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 801.94 774.90 2000 0.401 621M 276K 0.0 0.0 L6 6/0 354.56 MB 0.0 199.7 8.9 190.7 190.9 0.2 0.0 21.3 14.4 13.7 14219.24 13911.77 723 19.667 8939M 241M 0.0 0.0 Sum 6/0 354.56 MB 0.0 222.2 17.2 204.9 222.3 17.4 0.0 24.3 14.9 14.9 15299.22 14944.52 6895 2.219 9561M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 69654.4 20.4 20.4 17.40 17.18 5 3.479 15M 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 222.2 17.2 204.9 213.2 8.2 0.0 0.0 15.1 14.5 15021.18 14686.67 2723 5.516 9561M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.03 257.86 4172 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035205.6 total, 600.1 interval Flush(GB): cumulative 9.159, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 222.31 GB write, 0.22 MB/s write, 222.15 GB read, 0.22 MB/s read, 15299.2 seconds Interval compaction: 0.35 GB write, 0.59 MB/s write, 0.35 GB read, 0.59 MB/s read, 17.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 352016 collections: 1726 last_copies: 0 last_secs: 0.069193 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(351783,1.36 GB,90.4769%) FilterBlock(115,83.81 MB,5.45613%) IndexBlock(117,31.76 MB,2.06762%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2864463 Average: 4.2692 StdDev: 8.06 Min: 0 Median: 1.9638 Max: 9050 Percentiles: P50: 1.96 P75: 5.39 P99: 17.92 P99.9: 61.10 P99.99: 151.53 ------------------------------------------------------ [ 0, 1 ] 636920 22.235% 22.235% #### ( 1, 2 ] 825225 28.809% 51.044% ###### ( 2, 3 ] 405530 14.157% 65.202% ### ( 3, 4 ] 175447 6.125% 71.327% # ( 4, 6 ] 151583 5.292% 76.618% # ( 6, 10 ] 453977 15.849% 92.467% ### ( 10, 15 ] 179993 6.284% 98.751% # ( 15, 22 ] 17128 0.598% 99.349% ( 22, 34 ] 9171 0.320% 99.669% ( 34, 51 ] 5595 0.195% 99.864% ( 51, 76 ] 2549 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6956512 Average: 4.7188 StdDev: 7.63 Min: 0 Median: 2.4840 Max: 7311 Percentiles: P50: 2.48 P75: 6.19 P99: 19.50 P99.9: 69.20 P99.99: 168.72 ------------------------------------------------------ [ 0, 1 ] 1134475 16.308% 16.308% ### ( 1, 2 ] 1831665 26.330% 42.638% ##### ( 2, 3 ] 1058075 15.210% 57.848% ### ( 3, 4 ] 569334 8.184% 66.032% ## ( 4, 6 ] 564955 8.121% 74.154% ## ( 6, 10 ] 1216037 17.481% 91.634% ### ( 10, 15 ] 482219 6.932% 98.566% # ( 15, 22 ] 46926 0.675% 99.241% ( 22, 34 ] 24735 0.356% 99.596% ( 34, 51 ] 15601 0.224% 99.820% ( 51, 76 ] 7603 0.109% 99.930% ( 76, 110 ] 2881 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107801155 Average: 5.8124 StdDev: 24.74 Min: 0 Median: 2.3540 Max: 40453 Percentiles: P50: 2.35 P75: 7.56 P99: 42.14 P99.9: 159.29 P99.99: 466.44 ------------------------------------------------------ [ 0, 1 ] 25569598 23.719% 23.719% ##### ( 1, 2 ] 24349438 22.587% 46.307% ##### ( 2, 3 ] 11248011 10.434% 56.741% ## ( 3, 4 ] 4418024 4.098% 60.839% # ( 4, 6 ] 5035513 4.671% 65.510% # ( 6, 10 ] 26218803 24.321% 89.831% ##### ( 10, 15 ] 8451713 7.840% 97.672% ## ( 15, 22 ] 685211 0.636% 98.307% ( 22, 34 ] 561362 0.521% 98.828% ( 34, 51 ] 387271 0.359% 99.187% ( 51, 76 ] 247095 0.229% 99.416% ( 76, 110 ] 313460 0.291% 99.707% ( 110, 170 ] 253042 0.235% 99.942% ( 170, 250 ] 40388 0.037% 99.979% ( 250, 380 ] 8681 0.008% 99.987% ( 380, 580 ] 6397 0.006% 99.993% ( 580, 870 ] 3645 0.003% 99.997% ( 870, 1300 ] 1929 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 187 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 1 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035205.6 total, 600.1 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1726 last_copies: 0 last_secs: 4e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-16:50:06.703050 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 539689160 rocksdb.block.cache.hit COUNT : 2226334102 rocksdb.block.cache.add COUNT : 40387751 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33024 rocksdb.block.cache.index.hit COUNT : 546346916 rocksdb.block.cache.index.add COUNT : 33010 rocksdb.block.cache.index.bytes.insert COUNT : 35297874829 rocksdb.block.cache.filter.miss COUNT : 33030 rocksdb.block.cache.filter.hit COUNT : 1133945614 rocksdb.block.cache.filter.add COUNT : 33030 rocksdb.block.cache.filter.bytes.insert COUNT : 8958912702 rocksdb.block.cache.data.miss COUNT : 539623106 rocksdb.block.cache.data.hit COUNT : 546041572 rocksdb.block.cache.data.add COUNT : 40321711 rocksdb.block.cache.data.bytes.insert COUNT : 167021900648 rocksdb.block.cache.bytes.read COUNT : 1939494225120461 rocksdb.block.cache.bytes.write COUNT : 211278688179 rocksdb.bloom.filter.useful COUNT : 587664696 rocksdb.bloom.filter.full.positive COUNT : 546280950 rocksdb.bloom.filter.full.true.positive COUNT : 540593777 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96148665 rocksdb.memtable.miss COUNT : 6443683472 rocksdb.l0.hit COUNT : 16514954 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 524078823 rocksdb.compaction.key.drop.new COUNT : 283233234 rocksdb.compaction.key.drop.obsolete COUNT : 283252961 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 592430948 rocksdb.number.keys.read COUNT : 664838360 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61304063916 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69014 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33015 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 782797471 rocksdb.number.multiget.keys.read COUNT : 5874993777 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61304063916 rocksdb.write.self COUNT : 131943597 rocksdb.write.other COUNT : 216496 rocksdb.write.wal COUNT : 132160093 rocksdb.compact.read.bytes COUNT : 1016474420300 rocksdb.compact.write.bytes COUNT : 1060733603026 rocksdb.flush.write.bytes COUNT : 33477761599 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1072564 rocksdb.number.superversion_releases COUNT : 2770 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 532957574 rocksdb.number.block.decompressed COUNT : 532929846 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61190364930 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69014 rocksdb.num.iterator.deleted COUNT : 69014 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5324 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5286 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45000 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62227023830 rocksdb.memtable.garbage.bytes.at.flush COUNT : 746767132 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 963075956655 rocksdb.last.level.read.count COUNT : 500927537 rocksdb.non.last.level.read.bytes COUNT : 131405176686 rocksdb.non.last.level.read.count COUNT : 38860668 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 539722175 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2174609431020 rocksdb.bytes.compressed.to COUNT : 1055948721034 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26646146320 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6721442 rocksdb.bytes.decompressed.from COUNT : 1056123026702 rocksdb.bytes.decompressed.to COUNT : 2174544691233 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.395260 P95 : 106.237956 P99 : 160.316159 P100 : 227461.000000 COUNT : 664838360 SUM : 34269817632 rocksdb.db.write.micros P50 : 67.052110 P95 : 111.779848 P99 : 169.413461 P100 : 2037453.000000 COUNT : 132160093 SUM : 13647490289 rocksdb.compaction.times.micros P50 : 1602076.124567 P95 : 38490047.393365 P99 : 67125541.125541 P100 : 89521673.000000 COUNT : 7652 SUM : 64019078105 rocksdb.compaction.times.cpu_micros P50 : 1541281.138790 P95 : 35774248.927039 P99 : 64090425.531915 P100 : 83823365.000000 COUNT : 7652 SUM : 61190364930 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4316.721419 P95 : 27847.805213 P99 : 62505.319149 P100 : 1558490.000000 COUNT : 12449 SUM : 116976168 rocksdb.compaction.outfile.sync.micros P50 : 62543.285155 P95 : 125631.578947 P99 : 225055.670103 P100 : 2063820.000000 COUNT : 20549 SUM : 1317046318 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.231819 P95 : 728.789987 P99 : 4033.303571 P100 : 501117.000000 COUNT : 20169 SUM : 12968728 rocksdb.table.open.io.micros P50 : 582.209302 P95 : 6235.696746 P99 : 13005.115979 P100 : 207055.000000 COUNT : 33015 SUM : 58472127 rocksdb.db.multiget.micros P50 : 7.990359 P95 : 17.785145 P99 : 33.020265 P100 : 26625.000000 COUNT : 782797471 SUM : 7409387347 rocksdb.read.block.compaction.micros P50 : 13.673965 P95 : 59.243173 P99 : 138.497469 P100 : 136000.000000 COUNT : 499301395 SUM : 9710206684 rocksdb.read.block.get.micros P50 : 52.893255 P95 : 94.685286 P99 : 145.653593 P100 : 206929.000000 COUNT : 40387765 SUM : 2327549047 rocksdb.write.raw.block.micros P50 : 0.521573 P95 : 0.990988 P99 : 1.895293 P100 : 331149.000000 COUNT : 539778010 SUM : 10845382483 rocksdb.numfiles.in.singlecompaction P50 : 2.774680 P95 : 5.680233 P99 : 5.938704 P100 : 7.000000 COUNT : 5835 SUM : 20781 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.538825 P95 : 33.498901 P99 : 104.940321 P100 : 135929.000000 COUNT : 539788205 SUM : 3754582207 rocksdb.file.read.flush.micros P50 : 1.845059 P95 : 15.805699 P99 : 40.851312 P100 : 787.000000 COUNT : 62245 SUM : 297682 rocksdb.file.read.compaction.micros P50 : 1.424021 P95 : 36.691567 P99 : 106.425916 P100 : 135929.000000 COUNT : 499404154 SUM : 3350979454 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 664838360 SUM : 0 rocksdb.bytes.per.write P50 : 218.503332 P95 : 527.941679 P99 : 804.026080 P100 : 4563443.000000 COUNT : 131943597 SUM : 61304063916 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 782797471 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46132.275132 P95 : 166953.411765 P99 : 239078.414097 P100 : 1681975.000000 COUNT : 12498 SUM : 782930931 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-16:50:06.703179 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-16:50:06.703305 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708447806 to in-memory stats history 2024/02/20-16:50:06.703326 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-16:50:06.703354 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-16:58:50.080305 282075 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302080. Total log size is 15728752 while max_total_wal_size is 15728640 2024/02/20-16:58:50.080736 282075 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302112. Immutable memtables: 0. 2024/02/20-16:58:50.080926 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20175] Syncing log #302102 2024/02/20-16:58:50.099124 3036193 (Original Log Time 2024/02/20-16:58:50.080914) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:58:50.099136 3036193 [db/flush_job.cc:892] [url] [JOB 20175] Flushing memtable with next log file: 302112 2024/02/20-16:58:50.099769 3036193 EVENT_LOG_v1 {"time_micros": 1708448330099748, "job": 20175, "event": "flush_started", "num_memtables": 1, "num_entries": 37938, "num_deletes": 0, "total_data_size": 5825179, "memory_usage": 6403136, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:58:50.099784 3036193 [db/flush_job.cc:926] [url] [JOB 20175] Level-0 flush table #302113: started 2024/02/20-16:58:50.255427 3036193 EVENT_LOG_v1 {"time_micros": 1708448330255381, "cf_name": "url", "job": 20175, "event": "table_file_creation", "file_number": 302113, "file_size": 3187235, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158210936, "largest_seqno": 5158379787, "table_properties": {"data_size": 3137159, "index_size": 71031, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4677, "raw_key_size": 5625883, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 942, "num_entries": 37306, "num_filter_entries": 5365, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447611, "oldest_key_time": 1708447611, "file_creation_time": 1708448330, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302113, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:58:50.255538 3036193 [db/flush_job.cc:1062] [url] [JOB 20175] Flush lasted 156428 microseconds, and 146890 cpu microseconds. 2024/02/20-16:58:50.256093 3036193 (Original Log Time 2024/02/20-16:58:50.255511) [db/flush_job.cc:1011] [url] [JOB 20175] Level-0 flush table #302113: 3187235 bytes OK 2024/02/20-16:58:50.256096 3036193 (Original Log Time 2024/02/20-16:58:50.255546) [db/memtable_list.cc:555] [url] Level-0 commit table #302113 started 2024/02/20-16:58:50.256099 3036193 (Original Log Time 2024/02/20-16:58:50.255955) [db/memtable_list.cc:754] [url] Level-0 commit table #302113: memtable #1 done 2024/02/20-16:58:50.256101 3036193 (Original Log Time 2024/02/20-16:58:50.255981) EVENT_LOG_v1 {"time_micros": 1708448330255974, "job": 20175, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-16:58:50.256103 3036193 (Original Log Time 2024/02/20-16:58:50.256035) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-16:58:50.256110 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20175] Try to delete WAL files size 863038, prev total WAL file size 15738594, number of live WAL files 4. 2024/02/20-16:58:50.256485 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302080.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:59:09.079674 289453 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302098. Total log size is 15728719 while max_total_wal_size is 15728640 2024/02/20-16:59:09.080009 289453 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302114. Immutable memtables: 0. 2024/02/20-16:59:09.080078 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20176] Syncing log #302112 2024/02/20-16:59:09.175982 3036210 (Original Log Time 2024/02/20-16:59:09.080069) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:59:09.175994 3036210 [db/flush_job.cc:892] [tag] [JOB 20176] Flushing memtable with next log file: 302114 2024/02/20-16:59:09.176022 3036210 EVENT_LOG_v1 {"time_micros": 1708448349176013, "job": 20176, "event": "flush_started", "num_memtables": 1, "num_entries": 89798, "num_deletes": 80227, "total_data_size": 7638715, "memory_usage": 9532240, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:59:09.176026 3036210 [db/flush_job.cc:926] [tag] [JOB 20176] Level-0 flush table #302115: started 2024/02/20-16:59:09.254043 3036210 EVENT_LOG_v1 {"time_micros": 1708448349254007, "cf_name": "tag", "job": 20176, "event": "table_file_creation", "file_number": 302115, "file_size": 4150859, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158218940, "largest_seqno": 5158387984, "table_properties": {"data_size": 4121353, "index_size": 54134, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 7450116, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1294, "num_entries": 89710, "num_filter_entries": 284, "num_deletions": 80227, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447630, "oldest_key_time": 1708447630, "file_creation_time": 1708448349, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302115, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:59:09.254106 3036210 [db/flush_job.cc:1062] [tag] [JOB 20176] Flush lasted 78135 microseconds, and 74239 cpu microseconds. 2024/02/20-16:59:09.254502 3036210 (Original Log Time 2024/02/20-16:59:09.254087) [db/flush_job.cc:1011] [tag] [JOB 20176] Level-0 flush table #302115: 4150859 bytes OK 2024/02/20-16:59:09.254505 3036210 (Original Log Time 2024/02/20-16:59:09.254113) [db/memtable_list.cc:555] [tag] Level-0 commit table #302115 started 2024/02/20-16:59:09.254507 3036210 (Original Log Time 2024/02/20-16:59:09.254404) [db/memtable_list.cc:754] [tag] Level-0 commit table #302115: memtable #1 done 2024/02/20-16:59:09.254508 3036210 (Original Log Time 2024/02/20-16:59:09.254424) EVENT_LOG_v1 {"time_micros": 1708448349254419, "job": 20176, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-16:59:09.254509 3036210 (Original Log Time 2024/02/20-16:59:09.254464) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-16:59:09.254514 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20176] Try to delete WAL files size 143476, prev total WAL file size 15737530, number of live WAL files 4. 2024/02/20-16:59:09.254706 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302098.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-16:59:12.484376 276098 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302102. Total log size is 15728730 while max_total_wal_size is 15728640 2024/02/20-16:59:12.484757 276098 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302116. Immutable memtables: 0. 2024/02/20-16:59:12.484891 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20177] Syncing log #302114 2024/02/20-16:59:12.494107 3036193 (Original Log Time 2024/02/20-16:59:12.484871) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-16:59:12.494118 3036193 [db/flush_job.cc:892] [key] [JOB 20177] Flushing memtable with next log file: 302116 2024/02/20-16:59:12.494146 3036193 EVENT_LOG_v1 {"time_micros": 1708448352494139, "job": 20177, "event": "flush_started", "num_memtables": 1, "num_entries": 38175, "num_deletes": 0, "total_data_size": 2384833, "memory_usage": 2874536, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-16:59:12.494149 3036193 [db/flush_job.cc:926] [key] [JOB 20177] Level-0 flush table #302117: started 2024/02/20-16:59:12.573156 3036193 EVENT_LOG_v1 {"time_micros": 1708448352573088, "cf_name": "key", "job": 20177, "event": "table_file_creation", "file_number": 302117, "file_size": 1629992, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158224941, "largest_seqno": 5158389311, "table_properties": {"data_size": 1583910, "index_size": 11233, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 35813, "raw_key_size": 2264031, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 468, "num_entries": 37438, "num_filter_entries": 40871, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447641, "oldest_key_time": 1708447641, "file_creation_time": 1708448352, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302117, "seqno_to_time_mapping": "N/A"}} 2024/02/20-16:59:12.573257 3036193 [db/flush_job.cc:1062] [key] [JOB 20177] Flush lasted 79159 microseconds, and 74303 cpu microseconds. 2024/02/20-16:59:12.573939 3036193 (Original Log Time 2024/02/20-16:59:12.573229) [db/flush_job.cc:1011] [key] [JOB 20177] Level-0 flush table #302117: 1629992 bytes OK 2024/02/20-16:59:12.573944 3036193 (Original Log Time 2024/02/20-16:59:12.573267) [db/memtable_list.cc:555] [key] Level-0 commit table #302117 started 2024/02/20-16:59:12.573946 3036193 (Original Log Time 2024/02/20-16:59:12.573811) [db/memtable_list.cc:754] [key] Level-0 commit table #302117: memtable #1 done 2024/02/20-16:59:12.573948 3036193 (Original Log Time 2024/02/20-16:59:12.573835) EVENT_LOG_v1 {"time_micros": 1708448352573827, "job": 20177, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-16:59:12.573951 3036193 (Original Log Time 2024/02/20-16:59:12.573879) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-16:59:12.573958 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20177] Try to delete WAL files size 14722238, prev total WAL file size 15733041, number of live WAL files 4. 2024/02/20-16:59:12.576501 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302102.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:00:06.867557 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-17:00:06.867759 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1035805.7 total, 600.2 interval Cumulative writes: 132M writes, 592M keys, 131M commit groups, 1.0 writes per commit group, ingest: 57.10 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132207496.00 writes per sync, written: 57.10 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 47K writes, 112K keys, 47K commit groups, 1.0 writes per commit group, ingest: 11.41 MB, 0.02 MB/s Interval WAL: 47K writes, 0 syncs, 47403.00 writes per sync, written: 0.01 GB, 0.02 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035805.7 total, 600.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1727 last_copies: 0 last_secs: 7e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.04 MB 0.5 0.0 0.0 0.0 18.8 18.8 0.0 1.0 0.0 46.4 416.01 388.19 4207 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.7 18.5 51.1 68.5 17.4 0.0 3.7 42.0 41.3 1699.15 1627.32 2172 0.782 1051M 1152 0.0 0.0 L6 12/0 762.50 MB 0.0 409.4 17.7 391.7 392.0 0.3 0.0 22.1 16.0 15.4 26147.49 24114.14 606 43.148 9570M 261M 0.0 0.0 Sum 13/0 765.53 MB 0.0 479.1 36.2 442.8 479.3 36.5 0.0 25.4 17.4 17.4 28262.65 26129.65 6985 4.046 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 19.4 0.16 0.15 1 0.156 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 479.1 36.2 442.8 460.5 17.7 0.0 0.0 17.6 16.9 27846.63 25741.46 2778 10.024 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.8 18.8 0.0 0.0 0.0 46.4 416.01 388.19 4207 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035805.7 total, 600.2 interval Flush(GB): cumulative 18.848, interval 0.003 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 479.34 GB write, 0.47 MB/s write, 479.06 GB read, 0.47 MB/s read, 28262.6 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1727 collections: 1727 last_copies: 0 last_secs: 0.000972 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(912,14.77 MB,0.961288%) IndexBlock(814,1.37 GB,91.0906%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6065233 Average: 2.1893 StdDev: 4.24 Min: 0 Median: 1.3836 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.29 P99.99: 126.73 ------------------------------------------------------ [ 0, 1 ] 2042000 33.667% 33.667% ####### ( 1, 2 ] 2582386 42.577% 76.244% ######### ( 2, 3 ] 1010015 16.653% 92.897% ### ( 3, 4 ] 245731 4.051% 96.948% # ( 4, 6 ] 109001 1.797% 98.745% ( 6, 10 ] 35624 0.587% 99.333% ( 10, 15 ] 15051 0.248% 99.581% ( 15, 22 ] 7612 0.126% 99.706% ( 22, 34 ] 7962 0.131% 99.838% ( 34, 51 ] 5700 0.094% 99.932% ( 51, 76 ] 2538 0.042% 99.973% ( 76, 110 ] 893 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21932468 Average: 2.4666 StdDev: 6.76 Min: 0 Median: 1.4952 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.40 P99.9: 49.87 P99.99: 145.97 ------------------------------------------------------ [ 0, 1 ] 6729319 30.682% 30.682% ###### ( 1, 2 ] 8556267 39.012% 69.694% ######## ( 2, 3 ] 3712905 16.929% 86.623% ### ( 3, 4 ] 1357433 6.189% 92.812% # ( 4, 6 ] 1065443 4.858% 97.670% # ( 6, 10 ] 342799 1.563% 99.233% ( 10, 15 ] 59790 0.273% 99.505% ( 15, 22 ] 30571 0.139% 99.645% ( 22, 34 ] 32762 0.149% 99.794% ( 34, 51 ] 24903 0.114% 99.908% ( 51, 76 ] 11982 0.055% 99.962% ( 76, 110 ] 4897 0.022% 99.985% ( 110, 170 ] 2008 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 213094440 Average: 12.2853 StdDev: 81.44 Min: 0 Median: 1.4936 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.75 P99.9: 304.34 P99.99: 1541.16 ------------------------------------------------------ [ 0, 1 ] 72596524 34.068% 34.068% ####### ( 1, 2 ] 68784607 32.279% 66.347% ###### ( 2, 3 ] 30300031 14.219% 80.566% ### ( 3, 4 ] 6526881 3.063% 83.629% # ( 4, 6 ] 1187163 0.557% 84.186% ( 6, 10 ] 558889 0.262% 84.448% ( 10, 15 ] 316801 0.149% 84.597% ( 15, 22 ] 273048 0.128% 84.725% ( 22, 34 ] 7680008 3.604% 88.329% # ( 34, 51 ] 7805717 3.663% 91.992% # ( 51, 76 ] 6252944 2.934% 94.926% # ( 76, 110 ] 6843966 3.212% 98.138% # ( 110, 170 ] 3365607 1.579% 99.717% ( 170, 250 ] 341463 0.160% 99.878% ( 250, 380 ] 114109 0.054% 99.931% ( 380, 580 ] 69310 0.033% 99.964% ( 580, 870 ] 31056 0.015% 99.978% ( 870, 1300 ] 14098 0.007% 99.985% ( 1300, 1900 ] 27140 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.96 MB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.5 89.12 75.49 4087 0.022 0 0 0.0 0.0 L6 3/0 167.01 MB 0.0 317.3 3.2 314.2 314.2 0.1 0.0 99.1 15.4 15.2 21151.26 20762.24 2151 9.833 11G 63M 0.0 0.0 Sum 4/0 170.97 MB 0.0 317.3 3.2 314.2 317.4 3.2 0.0 100.0 15.3 15.3 21240.38 20837.73 6238 3.405 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 50.7 0.08 0.07 1 0.078 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 317.3 3.2 314.2 314.2 0.1 0.0 0.0 15.4 15.2 21151.26 20762.24 2151 9.833 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.5 89.12 75.49 4087 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035805.7 total, 600.2 interval Flush(GB): cumulative 3.175, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 317.42 GB write, 0.31 MB/s write, 317.35 GB read, 0.31 MB/s read, 21240.4 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4336 collections: 1727 last_copies: 0 last_secs: 0.001985 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2191,1.67 MB,0.108817%) IndexBlock(2144,1.46 GB,97.2767%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1041937 Average: 3.5615 StdDev: 6.31 Min: 0 Median: 2.5822 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.36 P99.9: 60.46 P99.99: 194.11 ------------------------------------------------------ [ 0, 1 ] 121105 11.623% 11.623% ## ( 1, 2 ] 251036 24.093% 35.716% ##### ( 2, 3 ] 255615 24.533% 60.249% ##### ( 3, 4 ] 199967 19.192% 79.441% #### ( 4, 6 ] 172448 16.551% 95.992% ### ( 6, 10 ] 29072 2.790% 98.782% # ( 10, 15 ] 4814 0.462% 99.244% ( 15, 22 ] 2576 0.247% 99.491% ( 22, 34 ] 2182 0.209% 99.700% ( 34, 51 ] 1797 0.172% 99.873% ( 51, 76 ] 748 0.072% 99.945% ( 76, 110 ] 254 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180029528 Average: 2.1880 StdDev: 5.37 Min: 0 Median: 1.3446 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.95 P99.9: 53.50 P99.99: 144.27 ------------------------------------------------------ [ 0, 1 ] 66415561 36.891% 36.891% ####### ( 1, 2 ] 68476918 38.036% 74.928% ######## ( 2, 3 ] 33596755 18.662% 93.590% #### ( 3, 4 ] 8086187 4.492% 98.081% # ( 4, 6 ] 1505718 0.836% 98.918% ( 6, 10 ] 625089 0.347% 99.265% ( 10, 15 ] 407656 0.226% 99.491% ( 15, 22 ] 202650 0.113% 99.604% ( 22, 34 ] 315521 0.175% 99.779% ( 34, 51 ] 207296 0.115% 99.894% ( 51, 76 ] 101383 0.056% 99.951% ( 76, 110 ] 58354 0.032% 99.983% ( 110, 170 ] 21776 0.012% 99.995% ( 170, 250 ] 3879 0.002% 99.997% ( 250, 380 ] 1775 0.001% 99.998% ( 380, 580 ] 1479 0.001% 99.999% ( 580, 870 ] 873 0.000% 100.000% ( 870, 1300 ] 259 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 1.55 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.11 257.93 4173 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 801.94 774.90 2000 0.401 621M 276K 0.0 0.0 L6 6/0 354.56 MB 0.0 199.7 8.9 190.7 190.9 0.2 0.0 21.3 14.4 13.7 14219.24 13911.77 723 19.667 8939M 241M 0.0 0.0 Sum 7/0 356.12 MB 0.0 222.2 17.2 204.9 222.3 17.4 0.0 24.3 14.9 14.9 15299.30 14944.60 6896 2.219 9561M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 19.6 0.08 0.07 1 0.079 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 222.2 17.2 204.9 213.2 8.2 0.0 0.0 15.1 14.5 15021.18 14686.67 2723 5.516 9561M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.11 257.93 4173 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035805.7 total, 600.2 interval Flush(GB): cumulative 9.160, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 222.31 GB write, 0.22 MB/s write, 222.15 GB read, 0.22 MB/s read, 15299.3 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 352892 collections: 1727 last_copies: 0 last_secs: 0.16035 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(352660,1.36 GB,90.7016%) FilterBlock(113,80.65 MB,5.25044%) IndexBlock(115,31.59 MB,2.05664%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2864793 Average: 4.2702 StdDev: 8.06 Min: 0 Median: 1.9639 Max: 9050 Percentiles: P50: 1.96 P75: 5.39 P99: 17.93 P99.9: 61.10 P99.99: 151.52 ------------------------------------------------------ [ 0, 1 ] 636920 22.233% 22.233% #### ( 1, 2 ] 825227 28.806% 51.038% ###### ( 2, 3 ] 405530 14.156% 65.194% ### ( 3, 4 ] 175447 6.124% 71.318% # ( 4, 6 ] 151586 5.291% 76.610% # ( 6, 10 ] 454074 15.850% 92.460% ### ( 10, 15 ] 180193 6.290% 98.750% # ( 15, 22 ] 17148 0.599% 99.348% ( 22, 34 ] 9175 0.320% 99.669% ( 34, 51 ] 5598 0.195% 99.864% ( 51, 76 ] 2550 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6956512 Average: 4.7188 StdDev: 7.63 Min: 0 Median: 2.4840 Max: 7311 Percentiles: P50: 2.48 P75: 6.19 P99: 19.50 P99.9: 69.20 P99.99: 168.72 ------------------------------------------------------ [ 0, 1 ] 1134475 16.308% 16.308% ### ( 1, 2 ] 1831665 26.330% 42.638% ##### ( 2, 3 ] 1058075 15.210% 57.848% ### ( 3, 4 ] 569334 8.184% 66.032% ## ( 4, 6 ] 564955 8.121% 74.154% ## ( 6, 10 ] 1216037 17.481% 91.634% ### ( 10, 15 ] 482219 6.932% 98.566% # ( 15, 22 ] 46926 0.675% 99.241% ( 22, 34 ] 24735 0.356% 99.596% ( 34, 51 ] 15601 0.224% 99.820% ( 51, 76 ] 7603 0.109% 99.930% ( 76, 110 ] 2881 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107835823 Average: 5.8141 StdDev: 24.74 Min: 0 Median: 2.3555 Max: 40453 Percentiles: P50: 2.36 P75: 7.56 P99: 42.14 P99.9: 159.28 P99.99: 466.21 ------------------------------------------------------ [ 0, 1 ] 25569598 23.712% 23.712% ##### ( 1, 2 ] 24349438 22.580% 46.292% ##### ( 2, 3 ] 11248022 10.431% 56.722% ## ( 3, 4 ] 4418080 4.097% 60.819% # ( 4, 6 ] 5036642 4.671% 65.490% # ( 6, 10 ] 26237375 24.331% 89.821% ##### ( 10, 15 ] 8464928 7.850% 97.671% ## ( 15, 22 ] 686166 0.636% 98.307% ( 22, 34 ] 561676 0.521% 98.828% ( 34, 51 ] 387499 0.359% 99.187% ( 51, 76 ] 247204 0.229% 99.417% ( 76, 110 ] 313506 0.291% 99.707% ( 110, 170 ] 253061 0.235% 99.942% ( 170, 250 ] 40404 0.037% 99.979% ( 250, 380 ] 8683 0.008% 99.987% ( 380, 580 ] 6397 0.006% 99.993% ( 580, 870 ] 3646 0.003% 99.997% ( 870, 1300 ] 1929 0.002% 99.999% ( 1300, 1900 ] 2635 0.002% 100.001% ( 1900, 2900 ] 187 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1035805.7 total, 600.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1727 last_copies: 0 last_secs: 7e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-17:00:06.871786 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 539724166 rocksdb.block.cache.hit COUNT : 2226853408 rocksdb.block.cache.add COUNT : 40422757 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33027 rocksdb.block.cache.index.hit COUNT : 546520590 rocksdb.block.cache.index.add COUNT : 33013 rocksdb.block.cache.index.bytes.insert COUNT : 35298011476 rocksdb.block.cache.filter.miss COUNT : 33033 rocksdb.block.cache.filter.hit COUNT : 1134152574 rocksdb.block.cache.filter.add COUNT : 33033 rocksdb.block.cache.filter.bytes.insert COUNT : 8958953629 rocksdb.block.cache.data.miss COUNT : 539658106 rocksdb.block.cache.data.hit COUNT : 546180244 rocksdb.block.cache.data.add COUNT : 40356711 rocksdb.block.cache.data.bytes.insert COUNT : 167166859144 rocksdb.block.cache.bytes.read COUNT : 1940094231424744 rocksdb.block.cache.bytes.write COUNT : 211423824249 rocksdb.bloom.filter.useful COUNT : 587697985 rocksdb.bloom.filter.full.positive COUNT : 546454621 rocksdb.bloom.filter.full.true.positive COUNT : 540767244 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96196787 rocksdb.memtable.miss COUNT : 6445697439 rocksdb.l0.hit COUNT : 16523987 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 524243257 rocksdb.compaction.key.drop.new COUNT : 283233234 rocksdb.compaction.key.drop.obsolete COUNT : 283252961 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 592543034 rocksdb.number.keys.read COUNT : 665059951 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61316025734 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69054 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33018 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 783037014 rocksdb.number.multiget.keys.read COUNT : 5876834275 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61316025734 rocksdb.write.self COUNT : 131990862 rocksdb.write.other COUNT : 216634 rocksdb.write.wal COUNT : 132207496 rocksdb.compact.read.bytes COUNT : 1016474420300 rocksdb.compact.write.bytes COUNT : 1060733603026 rocksdb.flush.write.bytes COUNT : 33486730600 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1072699 rocksdb.number.superversion_releases COUNT : 2770 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 532960007 rocksdb.number.block.decompressed COUNT : 532964849 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61190364930 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69054 rocksdb.num.iterator.deleted COUNT : 69054 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5327 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5289 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45003 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62242517382 rocksdb.memtable.garbage.bytes.at.flush COUNT : 746920654 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 963139444849 rocksdb.last.level.read.count COUNT : 500962212 rocksdb.non.last.level.read.bytes COUNT : 131406407337 rocksdb.non.last.level.read.count COUNT : 38861008 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 539757184 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2174619362281 rocksdb.bytes.compressed.to COUNT : 1055956540640 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26647237125 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6721716 rocksdb.bytes.decompressed.from COUNT : 1056187526392 rocksdb.bytes.decompressed.to COUNT : 2174686706112 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.397956 P95 : 106.247786 P99 : 160.337333 P100 : 227461.000000 COUNT : 665059951 SUM : 34284308985 rocksdb.db.write.micros P50 : 67.054694 P95 : 111.802416 P99 : 169.418091 P100 : 2037453.000000 COUNT : 132207496 SUM : 13653540565 rocksdb.compaction.times.micros P50 : 1602076.124567 P95 : 38490047.393365 P99 : 67125541.125541 P100 : 89521673.000000 COUNT : 7652 SUM : 64019078105 rocksdb.compaction.times.cpu_micros P50 : 1541281.138790 P95 : 35774248.927039 P99 : 64090425.531915 P100 : 83823365.000000 COUNT : 7652 SUM : 61190364930 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4318.199737 P95 : 27852.602740 P99 : 62489.361702 P100 : 1558490.000000 COUNT : 12452 SUM : 117013540 rocksdb.compaction.outfile.sync.micros P50 : 62543.285155 P95 : 125631.578947 P99 : 225055.670103 P100 : 2063820.000000 COUNT : 20549 SUM : 1317046318 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.241259 P95 : 728.733420 P99 : 4032.500000 P100 : 501117.000000 COUNT : 20172 SUM : 12969563 rocksdb.table.open.io.micros P50 : 581.860465 P95 : 6235.494168 P99 : 13004.798969 P100 : 207055.000000 COUNT : 33018 SUM : 58472998 rocksdb.db.multiget.micros P50 : 7.991030 P95 : 17.787696 P99 : 33.024712 P100 : 26625.000000 COUNT : 783037014 SUM : 7412512453 rocksdb.read.block.compaction.micros P50 : 13.673965 P95 : 59.243173 P99 : 138.497469 P100 : 136000.000000 COUNT : 499301395 SUM : 9710206684 rocksdb.read.block.get.micros P50 : 52.906127 P95 : 94.749570 P99 : 145.848420 P100 : 206929.000000 COUNT : 40422771 SUM : 2330182894 rocksdb.write.raw.block.micros P50 : 0.521573 P95 : 0.990989 P99 : 1.895297 P100 : 331149.000000 COUNT : 539780726 SUM : 10845516678 rocksdb.numfiles.in.singlecompaction P50 : 2.774680 P95 : 5.680233 P99 : 5.938704 P100 : 7.000000 COUNT : 5835 SUM : 20781 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.538924 P95 : 33.497077 P99 : 104.938885 P100 : 135929.000000 COUNT : 539823220 SUM : 3754970433 rocksdb.file.read.flush.micros P50 : 1.845264 P95 : 15.810289 P99 : 40.844619 P100 : 787.000000 COUNT : 62260 SUM : 297772 rocksdb.file.read.compaction.micros P50 : 1.424021 P95 : 36.691567 P99 : 106.425916 P100 : 135929.000000 COUNT : 499404154 SUM : 3350979454 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 665059952 SUM : 0 rocksdb.bytes.per.write P50 : 218.503870 P95 : 527.941239 P99 : 804.023995 P100 : 4563443.000000 COUNT : 131990863 SUM : 61316025982 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 783037015 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46154.761905 P95 : 166950.611477 P99 : 239073.127753 P100 : 1681975.000000 COUNT : 12501 SUM : 783244653 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-17:00:06.871962 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-17:00:06.872119 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708448406 to in-memory stats history 2024/02/20-17:00:06.872144 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-17:00:06.872179 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-17:04:47.943522 264864 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302112. Total log size is 15728833 while max_total_wal_size is 15728640 2024/02/20-17:04:47.943834 264864 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302118. Immutable memtables: 0. 2024/02/20-17:04:47.943923 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20178] Syncing log #302116 2024/02/20-17:04:48.020052 3036210 (Original Log Time 2024/02/20-17:04:47.943911) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:04:48.020063 3036210 [db/flush_job.cc:892] [url] [JOB 20178] Flushing memtable with next log file: 302118 2024/02/20-17:04:48.020089 3036210 EVENT_LOG_v1 {"time_micros": 1708448688020082, "job": 20178, "event": "flush_started", "num_memtables": 1, "num_entries": 67758, "num_deletes": 0, "total_data_size": 10390037, "memory_usage": 11410464, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:04:48.020092 3036210 [db/flush_job.cc:926] [url] [JOB 20178] Level-0 flush table #302119: started 2024/02/20-17:04:48.168265 3036210 EVENT_LOG_v1 {"time_micros": 1708448688168223, "cf_name": "url", "job": 20178, "event": "table_file_creation", "file_number": 302119, "file_size": 5349601, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158379789, "largest_seqno": 5158527987, "table_properties": {"data_size": 5264621, "index_size": 157488, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6741, "raw_key_size": 9979428, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1594, "num_entries": 66266, "num_filter_entries": 7688, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708448330, "oldest_key_time": 1708448330, "file_creation_time": 1708448688, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302119, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:04:48.168327 3036210 [db/flush_job.cc:1062] [url] [JOB 20178] Flush lasted 148283 microseconds, and 143063 cpu microseconds. 2024/02/20-17:04:48.168993 3036210 (Original Log Time 2024/02/20-17:04:48.168307) [db/flush_job.cc:1011] [url] [JOB 20178] Level-0 flush table #302119: 5349601 bytes OK 2024/02/20-17:04:48.168997 3036210 (Original Log Time 2024/02/20-17:04:48.168335) [db/memtable_list.cc:555] [url] Level-0 commit table #302119 started 2024/02/20-17:04:48.169000 3036210 (Original Log Time 2024/02/20-17:04:48.168874) [db/memtable_list.cc:754] [url] Level-0 commit table #302119: memtable #1 done 2024/02/20-17:04:48.169003 3036210 (Original Log Time 2024/02/20-17:04:48.168896) EVENT_LOG_v1 {"time_micros": 1708448688168889, "job": 20178, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-17:04:48.169005 3036210 (Original Log Time 2024/02/20-17:04:48.168945) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-17:04:48.169012 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20178] Try to delete WAL files size 863005, prev total WAL file size 15738992, number of live WAL files 4. 2024/02/20-17:04:48.169118 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 20179] Compacting 2@0 files to L5, score 1.00 2024/02/20-17:04:48.169126 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20186 Base level 0, inputs: [302119(5224KB) 302113(3112KB)] 2024/02/20-17:04:48.169143 3036192 EVENT_LOG_v1 {"time_micros": 1708448688169132, "job": 20179, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302119, 302113], "score": 1, "input_data_size": 8536836, "oldest_snapshot_seqno": -1} 2024/02/20-17:04:48.169355 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302112.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:04:48.391256 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20179] Generated table #302120: 103572 keys, 8221065 bytes, temperature: kUnknown 2024/02/20-17:04:48.391324 3036192 EVENT_LOG_v1 {"time_micros": 1708448688391284, "cf_name": "url", "job": 20179, "event": "table_file_creation", "file_number": 302120, "file_size": 8221065, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158210936, "largest_seqno": 5158527987, "table_properties": {"data_size": 8091084, "index_size": 232765, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9125, "raw_key_size": 15605311, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2440, "num_entries": 103572, "num_filter_entries": 10383, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447611, "oldest_key_time": 0, "file_creation_time": 1708448688, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302120, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:04:48.392215 3036192 (Original Log Time 2024/02/20-17:04:48.391757) [db/compaction/compaction_job.cc:1729] [url] [JOB 20179] Compacted 2@0 files to L5 => 8221065 bytes 2024/02/20-17:04:48.392220 3036192 (Original Log Time 2024/02/20-17:04:48.392125) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.03, MB/sec: 38.4 rd, 37.0 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.1, 0.0 +0.0 blob) out(7.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 103572, records dropped: 0 output_compression: LZ4 2024/02/20-17:04:48.392228 3036192 (Original Log Time 2024/02/20-17:04:48.392155) EVENT_LOG_v1 {"time_micros": 1708448688392140, "job": 20179, "event": "compaction_finished", "compaction_time_micros": 222241, "compaction_time_cpu_micros": 216089, "output_level": 5, "num_output_files": 1, "total_output_size": 8221065, "num_input_records": 103572, "num_output_records": 103572, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-17:04:48.392778 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302113.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:04:48.392798 3036192 EVENT_LOG_v1 {"time_micros": 1708448688392794, "job": 20179, "event": "table_file_deletion", "file_number": 302113} 2024/02/20-17:04:48.393475 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302119.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:04:48.393493 3036192 EVENT_LOG_v1 {"time_micros": 1708448688393490, "job": 20179, "event": "table_file_deletion", "file_number": 302119} 2024/02/20-17:05:07.081730 282472 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302114. Total log size is 15729225 while max_total_wal_size is 15728640 2024/02/20-17:05:07.082026 282472 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302121. Immutable memtables: 0. 2024/02/20-17:05:07.082144 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20180] Syncing log #302118 2024/02/20-17:05:07.135851 3036193 (Original Log Time 2024/02/20-17:05:07.082132) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:05:07.135868 3036193 [db/flush_job.cc:892] [tag] [JOB 20180] Flushing memtable with next log file: 302121 2024/02/20-17:05:07.135911 3036193 EVENT_LOG_v1 {"time_micros": 1708448707135901, "job": 20180, "event": "flush_started", "num_memtables": 1, "num_entries": 18366, "num_deletes": 0, "total_data_size": 1608932, "memory_usage": 1911144, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:05:07.135915 3036193 [db/flush_job.cc:926] [tag] [JOB 20180] Level-0 flush table #302122: started 2024/02/20-17:05:07.183779 3036193 EVENT_LOG_v1 {"time_micros": 1708448707183736, "cf_name": "tag", "job": 20180, "event": "table_file_creation", "file_number": 302122, "file_size": 966668, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158387997, "largest_seqno": 5158536040, "table_properties": {"data_size": 958828, "index_size": 10592, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1559957, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 297, "num_entries": 18243, "num_filter_entries": 221, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708448349, "oldest_key_time": 1708448349, "file_creation_time": 1708448707, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302122, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:05:07.183851 3036193 [db/flush_job.cc:1062] [tag] [JOB 20180] Flush lasted 48009 microseconds, and 45207 cpu microseconds. 2024/02/20-17:05:07.184795 3036193 (Original Log Time 2024/02/20-17:05:07.183826) [db/flush_job.cc:1011] [tag] [JOB 20180] Level-0 flush table #302122: 966668 bytes OK 2024/02/20-17:05:07.184799 3036193 (Original Log Time 2024/02/20-17:05:07.183861) [db/memtable_list.cc:555] [tag] Level-0 commit table #302122 started 2024/02/20-17:05:07.184800 3036193 (Original Log Time 2024/02/20-17:05:07.184673) [db/memtable_list.cc:754] [tag] Level-0 commit table #302122: memtable #1 done 2024/02/20-17:05:07.184802 3036193 (Original Log Time 2024/02/20-17:05:07.184703) EVENT_LOG_v1 {"time_micros": 1708448707184695, "job": 20180, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:05:07.184803 3036193 (Original Log Time 2024/02/20-17:05:07.184755) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-17:05:07.184809 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20180] Try to delete WAL files size 143487, prev total WAL file size 15733567, number of live WAL files 4. 2024/02/20-17:05:07.184932 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20181] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-17:05:07.184942 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20188 Base level 0, inputs: [302122(944KB) 302115(4053KB)], [302078(64MB) 302100(64MB) 302101(38MB)] 2024/02/20-17:05:07.184965 3036187 EVENT_LOG_v1 {"time_micros": 1708448707184952, "job": 20181, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302122, 302115], "files_L6": [302078, 302100, 302101], "score": 1, "input_data_size": 180245273, "oldest_snapshot_seqno": -1} 2024/02/20-17:05:07.185019 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302114.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:05:10.125789 282075 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302116. Total log size is 15728698 while max_total_wal_size is 15728640 2024/02/20-17:05:10.126194 282075 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302124. Immutable memtables: 0. 2024/02/20-17:05:10.126300 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20182] Syncing log #302121 2024/02/20-17:05:10.132950 3036210 (Original Log Time 2024/02/20-17:05:10.126286) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-17:05:10.132962 3036210 [db/flush_job.cc:892] [key] [JOB 20182] Flushing memtable with next log file: 302124 2024/02/20-17:05:10.132989 3036210 EVENT_LOG_v1 {"time_micros": 1708448710132982, "job": 20182, "event": "flush_started", "num_memtables": 1, "num_entries": 62008, "num_deletes": 0, "total_data_size": 3873380, "memory_usage": 4828272, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:05:10.132994 3036210 [db/flush_job.cc:926] [key] [JOB 20182] Level-0 flush table #302125: started 2024/02/20-17:05:10.229532 3036210 EVENT_LOG_v1 {"time_micros": 1708448710229490, "cf_name": "key", "job": 20182, "event": "table_file_creation", "file_number": 302125, "file_size": 2532999, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158389313, "largest_seqno": 5158537367, "table_properties": {"data_size": 2460469, "index_size": 18348, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56853, "raw_key_size": 3661035, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 730, "num_entries": 60545, "num_filter_entries": 64902, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708448352, "oldest_key_time": 1708448352, "file_creation_time": 1708448710, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302125, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:05:10.229588 3036210 [db/flush_job.cc:1062] [key] [JOB 20182] Flush lasted 96651 microseconds, and 93892 cpu microseconds. 2024/02/20-17:05:10.230128 3036210 (Original Log Time 2024/02/20-17:05:10.229570) [db/flush_job.cc:1011] [key] [JOB 20182] Level-0 flush table #302125: 2532999 bytes OK 2024/02/20-17:05:10.230133 3036210 (Original Log Time 2024/02/20-17:05:10.229597) [db/memtable_list.cc:555] [key] Level-0 commit table #302125 started 2024/02/20-17:05:10.230136 3036210 (Original Log Time 2024/02/20-17:05:10.230016) [db/memtable_list.cc:754] [key] Level-0 commit table #302125: memtable #1 done 2024/02/20-17:05:10.230139 3036210 (Original Log Time 2024/02/20-17:05:10.230039) EVENT_LOG_v1 {"time_micros": 1708448710230031, "job": 20182, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-17:05:10.230141 3036210 (Original Log Time 2024/02/20-17:05:10.230082) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-17:05:10.230148 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20182] Try to delete WAL files size 14722341, prev total WAL file size 15733797, number of live WAL files 4. 2024/02/20-17:05:10.232438 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302116.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:05:12.427668 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20181] Generated table #302123: 2414370 keys, 67631576 bytes, temperature: kUnknown 2024/02/20-17:05:12.427734 3036187 EVENT_LOG_v1 {"time_micros": 1708448712427699, "cf_name": "tag", "job": 20181, "event": "table_file_creation", "file_number": 302123, "file_size": 67631576, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110664, "index_size": 1469804, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 203030827, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35995, "num_entries": 2414370, "num_filter_entries": 1255, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708448707, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302123, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:05:17.359549 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20181] Generated table #302126: 2073286 keys, 67652867 bytes, temperature: kUnknown 2024/02/20-17:05:17.359606 3036187 EVENT_LOG_v1 {"time_micros": 1708448717359574, "cf_name": "tag", "job": 20181, "event": "table_file_creation", "file_number": 302126, "file_size": 67652867, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110259, "index_size": 1392332, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 191260387, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36018, "num_entries": 2073286, "num_filter_entries": 2046, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708448712, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302126, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:05:20.424535 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20181] Generated table #302127: 1472401 keys, 38795386 bytes, temperature: kUnknown 2024/02/20-17:05:20.424605 3036187 EVENT_LOG_v1 {"time_micros": 1708448720424571, "cf_name": "tag", "job": 20181, "event": "table_file_creation", "file_number": 302127, "file_size": 38795386, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 38506658, "index_size": 845148, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 117189885, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 20911, "num_entries": 1472401, "num_filter_entries": 281, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708448717, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302127, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:05:20.431156 3036187 (Original Log Time 2024/02/20-17:05:20.430566) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20181] Compacted 2@0 + 3@6 files to L6 => 174079829 bytes 2024/02/20-17:05:20.431162 3036187 (Original Log Time 2024/02/20-17:05:20.431041) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.6 rd, 13.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(4.9, 167.0 +0.0 blob) out(166.0 +0.0 blob), read-write-amplify(69.2) write-amplify(34.0) OK, records in: 6120511, records dropped: 160454 output_compression: ZSTD 2024/02/20-17:05:20.431172 3036187 (Original Log Time 2024/02/20-17:05:20.431080) EVENT_LOG_v1 {"time_micros": 1708448720431062, "job": 20181, "event": "compaction_finished", "compaction_time_micros": 13239704, "compaction_time_cpu_micros": 12896606, "output_level": 6, "num_output_files": 3, "total_output_size": 174079829, "num_input_records": 6120511, "num_output_records": 5960057, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-17:05:20.438968 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302078.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:05:20.439015 3036187 EVENT_LOG_v1 {"time_micros": 1708448720439007, "job": 20181, "event": "table_file_deletion", "file_number": 302078} 2024/02/20-17:05:20.447501 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302100.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:05:20.447549 3036187 EVENT_LOG_v1 {"time_micros": 1708448720447543, "job": 20181, "event": "table_file_deletion", "file_number": 302100} 2024/02/20-17:05:20.452038 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302101.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:05:20.452073 3036187 EVENT_LOG_v1 {"time_micros": 1708448720452068, "job": 20181, "event": "table_file_deletion", "file_number": 302101} 2024/02/20-17:05:20.452483 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302115.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:05:20.452497 3036187 EVENT_LOG_v1 {"time_micros": 1708448720452494, "job": 20181, "event": "table_file_deletion", "file_number": 302115} 2024/02/20-17:05:20.452660 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302122.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:05:20.452668 3036187 EVENT_LOG_v1 {"time_micros": 1708448720452667, "job": 20181, "event": "table_file_deletion", "file_number": 302122} 2024/02/20-17:05:20.452769 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 20183] Compacting 2@0 files to L5, score 1.00 2024/02/20-17:05:20.452774 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20189 Base level 0, inputs: [302125(2473KB) 302117(1591KB)] 2024/02/20-17:05:20.452786 3036187 EVENT_LOG_v1 {"time_micros": 1708448720452778, "job": 20183, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302125, 302117], "score": 1, "input_data_size": 4162991, "oldest_snapshot_seqno": -1} 2024/02/20-17:05:20.617031 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 20183] Generated table #302128: 97982 keys, 4083745 bytes, temperature: kUnknown 2024/02/20-17:05:20.617093 3036187 EVENT_LOG_v1 {"time_micros": 1708448720617057, "cf_name": "key", "job": 20183, "event": "table_file_creation", "file_number": 302128, "file_size": 4083745, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158224941, "largest_seqno": 5158537367, "table_properties": {"data_size": 3968264, "index_size": 29820, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 91253, "raw_key_size": 5925006, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1175, "num_entries": 97982, "num_filter_entries": 103868, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447641, "oldest_key_time": 0, "file_creation_time": 1708448720, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302128, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:05:20.617794 3036187 (Original Log Time 2024/02/20-17:05:20.617415) [db/compaction/compaction_job.cc:1729] [key] [JOB 20183] Compacted 2@0 files to L5 => 4083745 bytes 2024/02/20-17:05:20.617797 3036187 (Original Log Time 2024/02/20-17:05:20.617720) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 25.3 rd, 24.8 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.0, 0.0 +0.0 blob) out(3.9 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 97983, records dropped: 1 output_compression: LZ4 2024/02/20-17:05:20.617803 3036187 (Original Log Time 2024/02/20-17:05:20.617741) EVENT_LOG_v1 {"time_micros": 1708448720617730, "job": 20183, "event": "compaction_finished", "compaction_time_micros": 164366, "compaction_time_cpu_micros": 160823, "output_level": 5, "num_output_files": 1, "total_output_size": 4083745, "num_input_records": 97983, "num_output_records": 97982, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-17:05:20.618055 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302117.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:05:20.618067 3036187 EVENT_LOG_v1 {"time_micros": 1708448720618064, "job": 20183, "event": "table_file_deletion", "file_number": 302117} 2024/02/20-17:05:20.618334 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302125.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:05:20.618344 3036187 EVENT_LOG_v1 {"time_micros": 1708448720618342, "job": 20183, "event": "table_file_deletion", "file_number": 302125} 2024/02/20-17:10:07.026068 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-17:10:07.026244 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1036405.9 total, 600.2 interval Cumulative writes: 132M writes, 592M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.13 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132309534.00 writes per sync, written: 57.13 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 102K writes, 244K keys, 101K commit groups, 1.0 writes per commit group, ingest: 24.71 MB, 0.04 MB/s Interval WAL: 102K writes, 0 syncs, 102038.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 416.16 388.34 4208 0.099 0 0 0.0 0.0 L5 1/0 7.84 MB 0.0 69.7 18.5 51.1 68.5 17.4 0.0 3.7 42.0 41.3 1699.37 1627.54 2173 0.782 1051M 1152 0.0 0.0 L6 12/0 762.50 MB 0.0 409.4 17.7 391.7 392.0 0.3 0.0 22.1 16.0 15.4 26147.49 24114.14 606 43.148 9570M 261M 0.0 0.0 Sum 13/0 770.34 MB 0.0 479.1 36.3 442.8 479.3 36.5 0.0 25.4 17.4 17.4 28263.02 26130.01 6987 4.045 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.5 22.0 34.9 0.37 0.36 2 0.185 103K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 479.1 36.3 442.8 460.5 17.7 0.0 0.0 17.6 16.9 27846.86 25741.68 2779 10.020 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 416.16 388.34 4208 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1036405.9 total, 600.2 interval Flush(GB): cumulative 18.853, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 479.35 GB write, 0.47 MB/s write, 479.07 GB read, 0.47 MB/s read, 28263.0 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1731 collections: 1728 last_copies: 0 last_secs: 0.000669 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(914,14.78 MB,0.962277%) IndexBlock(816,1.37 GB,91.1149%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6067774 Average: 2.1893 StdDev: 4.24 Min: 0 Median: 1.3836 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.29 P99.99: 126.69 ------------------------------------------------------ [ 0, 1 ] 2042794 33.666% 33.666% ####### ( 1, 2 ] 2583501 42.577% 76.244% ######### ( 2, 3 ] 1010526 16.654% 92.898% ### ( 3, 4 ] 245799 4.051% 96.949% # ( 4, 6 ] 109020 1.797% 98.745% ( 6, 10 ] 35638 0.587% 99.333% ( 10, 15 ] 15062 0.248% 99.581% ( 15, 22 ] 7617 0.126% 99.706% ( 22, 34 ] 7963 0.131% 99.838% ( 34, 51 ] 5702 0.094% 99.932% ( 51, 76 ] 2539 0.042% 99.973% ( 76, 110 ] 893 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 30 0.000% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21932473 Average: 2.4666 StdDev: 6.76 Min: 0 Median: 1.4952 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.40 P99.9: 49.87 P99.99: 145.97 ------------------------------------------------------ [ 0, 1 ] 6729320 30.682% 30.682% ###### ( 1, 2 ] 8556268 39.012% 69.694% ######## ( 2, 3 ] 3712905 16.929% 86.623% ### ( 3, 4 ] 1357434 6.189% 92.812% # ( 4, 6 ] 1065444 4.858% 97.670% # ( 6, 10 ] 342799 1.563% 99.233% ( 10, 15 ] 59790 0.273% 99.505% ( 15, 22 ] 30571 0.139% 99.645% ( 22, 34 ] 32763 0.149% 99.794% ( 34, 51 ] 24903 0.114% 99.908% ( 51, 76 ] 11982 0.055% 99.962% ( 76, 110 ] 4897 0.022% 99.985% ( 110, 170 ] 2008 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 213094440 Average: 12.2853 StdDev: 81.44 Min: 0 Median: 1.4936 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.75 P99.9: 304.34 P99.99: 1541.16 ------------------------------------------------------ [ 0, 1 ] 72596524 34.068% 34.068% ####### ( 1, 2 ] 68784607 32.279% 66.347% ###### ( 2, 3 ] 30300031 14.219% 80.566% ### ( 3, 4 ] 6526881 3.063% 83.629% # ( 4, 6 ] 1187163 0.557% 84.186% ( 6, 10 ] 558889 0.262% 84.448% ( 10, 15 ] 316801 0.149% 84.597% ( 15, 22 ] 273048 0.128% 84.725% ( 22, 34 ] 7680008 3.604% 88.329% # ( 34, 51 ] 7805717 3.663% 91.992% # ( 51, 76 ] 6252944 2.934% 94.926% # ( 76, 110 ] 6843966 3.212% 98.138% # ( 110, 170 ] 3365607 1.579% 99.717% ( 170, 250 ] 341463 0.160% 99.878% ( 250, 380 ] 114109 0.054% 99.931% ( 380, 580 ] 69310 0.033% 99.964% ( 580, 870 ] 31056 0.015% 99.978% ( 870, 1300 ] 14098 0.007% 99.985% ( 1300, 1900 ] 27140 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 189 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.5 89.16 75.54 4088 0.022 0 0 0.0 0.0 L6 3/0 166.02 MB 0.0 317.5 3.2 314.3 314.4 0.1 0.0 99.0 15.4 15.2 21164.50 20775.14 2152 9.835 11G 63M 0.0 0.0 Sum 3/0 166.02 MB 0.0 317.5 3.2 314.3 317.6 3.2 0.0 100.0 15.3 15.3 21253.66 20850.67 6240 3.406 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 -0.0 0.0 181.1 12.9 12.6 13.29 12.94 2 6.644 6120K 160K 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 317.5 3.2 314.3 314.4 0.1 0.0 0.0 15.4 15.2 21164.50 20775.14 2152 9.835 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.5 89.16 75.54 4088 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1036405.9 total, 600.2 interval Flush(GB): cumulative 3.176, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 317.58 GB write, 0.31 MB/s write, 317.52 GB read, 0.31 MB/s read, 21253.7 seconds Interval compaction: 0.16 GB write, 0.28 MB/s write, 0.17 GB read, 0.29 MB/s read, 13.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4334 collections: 1728 last_copies: 0 last_secs: 0.00149 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2189,1.67 MB,0.108731%) IndexBlock(2144,1.46 GB,97.2952%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1043533 Average: 3.5613 StdDev: 6.30 Min: 0 Median: 2.5822 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.36 P99.9: 60.45 P99.99: 193.95 ------------------------------------------------------ [ 0, 1 ] 121198 11.614% 11.614% ## ( 1, 2 ] 251477 24.099% 35.713% ##### ( 2, 3 ] 256095 24.541% 60.254% ##### ( 3, 4 ] 200258 19.190% 79.444% #### ( 4, 6 ] 172683 16.548% 95.992% ### ( 6, 10 ] 29116 2.790% 98.782% # ( 10, 15 ] 4818 0.462% 99.244% ( 15, 22 ] 2580 0.247% 99.491% ( 22, 34 ] 2183 0.209% 99.701% ( 34, 51 ] 1798 0.172% 99.873% ( 51, 76 ] 750 0.072% 99.945% ( 76, 110 ] 254 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180123069 Average: 2.1894 StdDev: 5.38 Min: 0 Median: 1.3448 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.97 P99.9: 53.97 P99.99: 144.99 ------------------------------------------------------ [ 0, 1 ] 66436698 36.884% 36.884% ####### ( 1, 2 ] 68514243 38.037% 74.922% ######## ( 2, 3 ] 33621483 18.666% 93.587% #### ( 3, 4 ] 8091434 4.492% 98.080% # ( 4, 6 ] 1506534 0.836% 98.916% ( 6, 10 ] 625451 0.347% 99.263% ( 10, 15 ] 407889 0.226% 99.490% ( 15, 22 ] 202784 0.113% 99.602% ( 22, 34 ] 315912 0.175% 99.778% ( 34, 51 ] 208381 0.116% 99.893% ( 51, 76 ] 102236 0.057% 99.950% ( 76, 110 ] 59036 0.033% 99.983% ( 110, 170 ] 22252 0.012% 99.995% ( 170, 250 ] 3927 0.002% 99.997% ( 250, 380 ] 1787 0.001% 99.998% ( 380, 580 ] 1488 0.001% 99.999% ( 580, 870 ] 875 0.000% 100.000% ( 870, 1300 ] 260 0.000% 100.000% ( 1300, 1900 ] 268 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.21 258.03 4174 0.067 0 0 0.0 0.0 L5 1/0 3.89 MB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 802.10 775.06 2001 0.401 621M 276K 0.0 0.0 L6 6/0 354.56 MB 0.0 199.7 8.9 190.7 190.9 0.2 0.0 21.3 14.4 13.7 14219.24 13911.77 723 19.667 8939M 241M 0.0 0.0 Sum 7/0 358.46 MB 0.0 222.2 17.2 204.9 222.3 17.4 0.0 24.3 14.9 14.9 15299.56 14944.85 6898 2.218 9561M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.6 15.2 24.2 0.26 0.25 2 0.131 97K 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 222.2 17.2 204.9 213.2 8.2 0.0 0.0 15.1 14.5 15021.35 14686.83 2724 5.514 9561M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.21 258.03 4174 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1036405.9 total, 600.2 interval Flush(GB): cumulative 9.162, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 222.32 GB write, 0.22 MB/s write, 222.16 GB read, 0.22 MB/s read, 15299.6 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.01 MB/s read, 0.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 353941 collections: 1728 last_copies: 0 last_secs: 0.150928 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(353714,1.36 GB,90.9714%) FilterBlock(111,72.96 MB,4.74996%) IndexBlock(116,30.71 MB,1.99933%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2865673 Average: 4.2705 StdDev: 8.06 Min: 0 Median: 1.9642 Max: 9050 Percentiles: P50: 1.96 P75: 5.39 P99: 17.93 P99.9: 61.09 P99.99: 151.50 ------------------------------------------------------ [ 0, 1 ] 636961 22.227% 22.227% #### ( 1, 2 ] 825423 28.804% 51.031% ###### ( 2, 3 ] 405734 14.158% 65.190% ### ( 3, 4 ] 175540 6.126% 71.315% # ( 4, 6 ] 151659 5.292% 76.607% # ( 6, 10 ] 454220 15.850% 92.458% ### ( 10, 15 ] 180302 6.292% 98.750% # ( 15, 22 ] 17159 0.599% 99.348% ( 22, 34 ] 9180 0.320% 99.669% ( 34, 51 ] 5600 0.195% 99.864% ( 51, 76 ] 2550 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6957317 Average: 4.7195 StdDev: 7.63 Min: 0 Median: 2.4844 Max: 7311 Percentiles: P50: 2.48 P75: 6.20 P99: 19.50 P99.9: 69.19 P99.99: 168.71 ------------------------------------------------------ [ 0, 1 ] 1134477 16.306% 16.306% ### ( 1, 2 ] 1831665 26.327% 42.633% ##### ( 2, 3 ] 1058075 15.208% 57.842% ### ( 3, 4 ] 569336 8.183% 66.025% ## ( 4, 6 ] 564966 8.120% 74.145% ## ( 6, 10 ] 1216446 17.484% 91.630% ### ( 10, 15 ] 482572 6.936% 98.566% # ( 15, 22 ] 46945 0.675% 99.241% ( 22, 34 ] 24742 0.356% 99.596% ( 34, 51 ] 15603 0.224% 99.820% ( 51, 76 ] 7603 0.109% 99.930% ( 76, 110 ] 2881 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 107866744 Average: 5.8166 StdDev: 24.74 Min: 0 Median: 2.3569 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.16 P99.9: 159.36 P99.99: 466.39 ------------------------------------------------------ [ 0, 1 ] 25569598 23.705% 23.705% ##### ( 1, 2 ] 24349438 22.574% 46.278% ##### ( 2, 3 ] 11248027 10.428% 56.706% ## ( 3, 4 ] 4418100 4.096% 60.802% # ( 4, 6 ] 5037119 4.670% 65.472% # ( 6, 10 ] 26253892 24.339% 89.811% ##### ( 10, 15 ] 8476916 7.859% 97.670% ## ( 15, 22 ] 686924 0.637% 98.306% ( 22, 34 ] 561956 0.521% 98.827% ( 34, 51 ] 387654 0.359% 99.187% ( 51, 76 ] 247293 0.229% 99.416% ( 76, 110 ] 313531 0.291% 99.707% ( 110, 170 ] 253355 0.235% 99.942% ( 170, 250 ] 40684 0.038% 99.979% ( 250, 380 ] 8705 0.008% 99.987% ( 380, 580 ] 6402 0.006% 99.993% ( 580, 870 ] 3647 0.003% 99.997% ( 870, 1300 ] 1931 0.002% 99.999% ( 1300, 1900 ] 2638 0.002% 100.001% ( 1900, 2900 ] 188 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 43 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-17:10:07.030443 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 539854432 rocksdb.block.cache.hit COUNT : 2228607828 rocksdb.block.cache.add COUNT : 40454741 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33035 rocksdb.block.cache.index.hit COUNT : 546989627 rocksdb.block.cache.index.add COUNT : 33021 rocksdb.block.cache.index.bytes.insert COUNT : 35302168437 rocksdb.block.cache.filter.miss COUNT : 33041 rocksdb.block.cache.filter.hit COUNT : 1135000331 rocksdb.block.cache.filter.add COUNT : 33041 rocksdb.block.cache.filter.bytes.insert COUNT : 8959121493 rocksdb.block.cache.data.miss COUNT : 539788356 rocksdb.block.cache.data.hit COUNT : 546617870 rocksdb.block.cache.data.add COUNT : 40388679 rocksdb.block.cache.data.bytes.insert COUNT : 167299283755 rocksdb.block.cache.bytes.read COUNT : 1941490439057463 rocksdb.block.cache.bytes.write COUNT : 211560573685 rocksdb.bloom.filter.useful COUNT : 588076722 rocksdb.bloom.filter.full.positive COUNT : 546923641 rocksdb.bloom.filter.full.true.positive COUNT : 541232531 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96293632 rocksdb.memtable.miss COUNT : 6450781683 rocksdb.l0.hit COUNT : 16556103 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 524676428 rocksdb.compaction.key.drop.new COUNT : 283313462 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 592787179 rocksdb.number.keys.read COUNT : 665622095 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61341933362 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69094 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33026 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 783652508 rocksdb.number.multiget.keys.read COUNT : 5881453220 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61341933362 rocksdb.write.self COUNT : 132092703 rocksdb.write.other COUNT : 216831 rocksdb.write.wal COUNT : 132309534 rocksdb.compact.read.bytes COUNT : 1016665376858 rocksdb.compact.write.bytes COUNT : 1060919987665 rocksdb.flush.write.bytes COUNT : 33495580768 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1072803 rocksdb.number.superversion_releases COUNT : 2770 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 533058327 rocksdb.number.block.decompressed COUNT : 533094465 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61203638448 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69094 rocksdb.num.iterator.deleted COUNT : 69094 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5331 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5293 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45015 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62258053569 rocksdb.memtable.garbage.bytes.at.flush COUNT : 747256421 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 963371118474 rocksdb.last.level.read.count COUNT : 501086675 rocksdb.non.last.level.read.bytes COUNT : 131425970033 rocksdb.non.last.level.read.count COUNT : 38866835 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 539887458 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2175020084238 rocksdb.bytes.compressed.to COUNT : 1056147749626 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26650589788 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6722564 rocksdb.bytes.decompressed.from COUNT : 1056435389858 rocksdb.bytes.decompressed.to COUNT : 2175214316424 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.404317 P95 : 106.254164 P99 : 160.350515 P100 : 227461.000000 COUNT : 665622095 SUM : 34317305617 rocksdb.db.write.micros P50 : 67.060454 P95 : 111.841512 P99 : 169.421712 P100 : 2037453.000000 COUNT : 132309534 SUM : 13664380317 rocksdb.compaction.times.micros P50 : 1600865.051903 P95 : 38478672.985782 P99 : 67122294.372294 P100 : 89521673.000000 COUNT : 7655 SUM : 64032704416 rocksdb.compaction.times.cpu_micros P50 : 1540035.587189 P95 : 35763948.497854 P99 : 64086436.170213 P100 : 83823365.000000 COUNT : 7655 SUM : 61203638448 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4319.678055 P95 : 27857.387141 P99 : 62473.404255 P100 : 1558490.000000 COUNT : 12455 SUM : 117067738 rocksdb.compaction.outfile.sync.micros P50 : 62539.515279 P95 : 125615.467240 P99 : 225035.051546 P100 : 2063820.000000 COUNT : 20554 SUM : 1317278255 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.267409 P95 : 728.803896 P99 : 4030.892857 P100 : 501117.000000 COUNT : 20178 SUM : 12971785 rocksdb.table.open.io.micros P50 : 581.627907 P95 : 6234.953959 P99 : 13003.953608 P100 : 207055.000000 COUNT : 33026 SUM : 58479771 rocksdb.db.multiget.micros P50 : 7.992105 P95 : 17.790181 P99 : 33.030570 P100 : 26625.000000 COUNT : 783652509 SUM : 7419556197 rocksdb.read.block.compaction.micros P50 : 13.674187 P95 : 59.239978 P99 : 138.494840 P100 : 136000.000000 COUNT : 499399677 SUM : 9712081758 rocksdb.read.block.get.micros P50 : 52.917150 P95 : 94.790798 P99 : 145.998159 P100 : 206929.000000 COUNT : 40454755 SUM : 2332546083 rocksdb.write.raw.block.micros P50 : 0.521575 P95 : 0.990993 P99 : 1.895316 P100 : 331149.000000 COUNT : 539879918 SUM : 10848551843 rocksdb.numfiles.in.singlecompaction P50 : 2.774473 P95 : 5.680243 P99 : 5.938705 P100 : 7.000000 COUNT : 5838 SUM : 20790 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.539050 P95 : 33.493699 P99 : 104.938689 P100 : 135929.000000 COUNT : 539953510 SUM : 3755903538 rocksdb.file.read.flush.micros P50 : 1.845449 P95 : 15.810893 P99 : 40.837927 P100 : 787.000000 COUNT : 62275 SUM : 297842 rocksdb.file.read.compaction.micros P50 : 1.424081 P95 : 36.687648 P99 : 106.424201 P100 : 135929.000000 COUNT : 499502461 SUM : 3351454295 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 665622097 SUM : 0 rocksdb.bytes.per.write P50 : 218.504270 P95 : 527.955085 P99 : 804.032193 P100 : 4563443.000000 COUNT : 132092703 SUM : 61341933362 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 783652510 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46165.638767 P95 : 166947.813822 P99 : 239067.841410 P100 : 1681975.000000 COUNT : 12504 SUM : 783537596 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-17:10:07.030688 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-17:10:07.030929 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708449007 to in-memory stats history 2024/02/20-17:10:07.030960 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-17:10:07.031007 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-17:11:01.712013 287377 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302118. Total log size is 15728698 while max_total_wal_size is 15728640 2024/02/20-17:11:01.712273 287377 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302129. Immutable memtables: 0. 2024/02/20-17:11:01.712339 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20184] Syncing log #302124 2024/02/20-17:11:01.742043 3036193 (Original Log Time 2024/02/20-17:11:01.712329) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:11:01.742052 3036193 [db/flush_job.cc:892] [url] [JOB 20184] Flushing memtable with next log file: 302129 2024/02/20-17:11:01.742076 3036193 EVENT_LOG_v1 {"time_micros": 1708449061742069, "job": 20184, "event": "flush_started", "num_memtables": 1, "num_entries": 67583, "num_deletes": 0, "total_data_size": 10362670, "memory_usage": 11736976, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:11:01.742079 3036193 [db/flush_job.cc:926] [url] [JOB 20184] Level-0 flush table #302130: started 2024/02/20-17:11:01.892942 3036193 EVENT_LOG_v1 {"time_micros": 1708449061892890, "cf_name": "url", "job": 20184, "event": "table_file_creation", "file_number": 302130, "file_size": 5410567, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158527995, "largest_seqno": 5158676282, "table_properties": {"data_size": 5324712, "index_size": 128019, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6629, "raw_key_size": 9998563, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1600, "num_entries": 66304, "num_filter_entries": 7596, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708448687, "oldest_key_time": 1708448687, "file_creation_time": 1708449061, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302130, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:11:01.893014 3036193 [db/flush_job.cc:1062] [url] [JOB 20184] Flush lasted 150977 microseconds, and 145713 cpu microseconds. 2024/02/20-17:11:01.893874 3036193 (Original Log Time 2024/02/20-17:11:01.892993) [db/flush_job.cc:1011] [url] [JOB 20184] Level-0 flush table #302130: 5410567 bytes OK 2024/02/20-17:11:01.893877 3036193 (Original Log Time 2024/02/20-17:11:01.893021) [db/memtable_list.cc:555] [url] Level-0 commit table #302130 started 2024/02/20-17:11:01.893880 3036193 (Original Log Time 2024/02/20-17:11:01.893765) [db/memtable_list.cc:754] [url] Level-0 commit table #302130: memtable #1 done 2024/02/20-17:11:01.893882 3036193 (Original Log Time 2024/02/20-17:11:01.893796) EVENT_LOG_v1 {"time_micros": 1708449061893790, "job": 20184, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-17:11:01.893884 3036193 (Original Log Time 2024/02/20-17:11:01.893834) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-17:11:01.893889 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20184] Try to delete WAL files size 863397, prev total WAL file size 15738290, number of live WAL files 4. 2024/02/20-17:11:01.894232 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302118.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:11:21.707269 276098 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302121. Total log size is 15728979 while max_total_wal_size is 15728640 2024/02/20-17:11:21.707563 276098 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302131. Immutable memtables: 0. 2024/02/20-17:11:21.707647 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20185] Syncing log #302129 2024/02/20-17:11:21.723735 3036210 (Original Log Time 2024/02/20-17:11:21.707631) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:11:21.723744 3036210 [db/flush_job.cc:892] [tag] [JOB 20185] Flushing memtable with next log file: 302131 2024/02/20-17:11:21.723770 3036210 EVENT_LOG_v1 {"time_micros": 1708449081723762, "job": 20185, "event": "flush_started", "num_memtables": 1, "num_entries": 18721, "num_deletes": 0, "total_data_size": 1644972, "memory_usage": 2264864, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:11:21.723774 3036210 [db/flush_job.cc:926] [tag] [JOB 20185] Level-0 flush table #302132: started 2024/02/20-17:11:21.751450 3036210 EVENT_LOG_v1 {"time_micros": 1708449081751409, "cf_name": "tag", "job": 20185, "event": "table_file_creation", "file_number": 302132, "file_size": 978046, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158536043, "largest_seqno": 5158684445, "table_properties": {"data_size": 969803, "index_size": 11026, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1591121, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 301, "num_entries": 18551, "num_filter_entries": 200, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708448707, "oldest_key_time": 1708448707, "file_creation_time": 1708449081, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302132, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:11:21.751541 3036210 [db/flush_job.cc:1062] [tag] [JOB 20185] Flush lasted 27816 microseconds, and 25398 cpu microseconds. 2024/02/20-17:11:21.751922 3036210 (Original Log Time 2024/02/20-17:11:21.751519) [db/flush_job.cc:1011] [tag] [JOB 20185] Level-0 flush table #302132: 978046 bytes OK 2024/02/20-17:11:21.751926 3036210 (Original Log Time 2024/02/20-17:11:21.751547) [db/memtable_list.cc:555] [tag] Level-0 commit table #302132 started 2024/02/20-17:11:21.751928 3036210 (Original Log Time 2024/02/20-17:11:21.751844) [db/memtable_list.cc:754] [tag] Level-0 commit table #302132: memtable #1 done 2024/02/20-17:11:21.751930 3036210 (Original Log Time 2024/02/20-17:11:21.751860) EVENT_LOG_v1 {"time_micros": 1708449081751855, "job": 20185, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:11:21.751932 3036210 (Original Log Time 2024/02/20-17:11:21.751891) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-17:11:21.751938 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20185] Try to delete WAL files size 142960, prev total WAL file size 15731269, number of live WAL files 4. 2024/02/20-17:11:21.752118 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302121.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:11:25.002866 276099 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302124. Total log size is 15728654 while max_total_wal_size is 15728640 2024/02/20-17:11:25.003144 276099 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302133. Immutable memtables: 0. 2024/02/20-17:11:25.003232 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20186] Syncing log #302131 2024/02/20-17:11:25.015967 3036193 (Original Log Time 2024/02/20-17:11:25.003216) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:11:25.015977 3036193 [db/flush_job.cc:892] [key] [JOB 20186] Flushing memtable with next log file: 302133 2024/02/20-17:11:25.016005 3036193 EVENT_LOG_v1 {"time_micros": 1708449085015996, "job": 20186, "event": "flush_started", "num_memtables": 1, "num_entries": 62009, "num_deletes": 0, "total_data_size": 3873394, "memory_usage": 4981832, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:11:25.016009 3036193 [db/flush_job.cc:926] [key] [JOB 20186] Level-0 flush table #302134: started 2024/02/20-17:11:25.094576 3036193 EVENT_LOG_v1 {"time_micros": 1708449085094543, "cf_name": "key", "job": 20186, "event": "table_file_creation", "file_number": 302134, "file_size": 2557298, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158537369, "largest_seqno": 5158685799, "table_properties": {"data_size": 2484175, "index_size": 18758, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 57077, "raw_key_size": 3673606, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 732, "num_entries": 60752, "num_filter_entries": 65103, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708448710, "oldest_key_time": 1708448710, "file_creation_time": 1708449085, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302134, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:11:25.094625 3036193 [db/flush_job.cc:1062] [key] [JOB 20186] Flush lasted 78666 microseconds, and 75281 cpu microseconds. 2024/02/20-17:11:25.095078 3036193 (Original Log Time 2024/02/20-17:11:25.094610) [db/flush_job.cc:1011] [key] [JOB 20186] Level-0 flush table #302134: 2557298 bytes OK 2024/02/20-17:11:25.095081 3036193 (Original Log Time 2024/02/20-17:11:25.094632) [db/memtable_list.cc:555] [key] Level-0 commit table #302134 started 2024/02/20-17:11:25.095083 3036193 (Original Log Time 2024/02/20-17:11:25.094972) [db/memtable_list.cc:754] [key] Level-0 commit table #302134: memtable #1 done 2024/02/20-17:11:25.095084 3036193 (Original Log Time 2024/02/20-17:11:25.094999) EVENT_LOG_v1 {"time_micros": 1708449085094991, "job": 20186, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-17:11:25.095085 3036193 (Original Log Time 2024/02/20-17:11:25.095040) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-17:11:25.095090 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20186] Try to delete WAL files size 14722341, prev total WAL file size 15733165, number of live WAL files 4. 2024/02/20-17:11:25.096619 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302124.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:16:41.208896 287376 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302135. Immutable memtables: 0. 2024/02/20-17:16:41.208973 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20187] Syncing log #302133 2024/02/20-17:16:41.222516 3036210 (Original Log Time 2024/02/20-17:16:41.208963) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:16:41.222524 3036210 [db/flush_job.cc:892] [url] [JOB 20187] Flushing memtable with next log file: 302135 2024/02/20-17:16:41.222550 3036210 EVENT_LOG_v1 {"time_micros": 1708449401222543, "job": 20187, "event": "flush_started", "num_memtables": 1, "num_entries": 60381, "num_deletes": 0, "total_data_size": 9239604, "memory_usage": 10130136, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-17:16:41.222553 3036210 [db/flush_job.cc:926] [url] [JOB 20187] Level-0 flush table #302136: started 2024/02/20-17:16:41.356286 3036210 EVENT_LOG_v1 {"time_micros": 1708449401356242, "cf_name": "url", "job": 20187, "event": "table_file_creation", "file_number": 302136, "file_size": 4807240, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158676284, "largest_seqno": 5158808687, "table_properties": {"data_size": 4733474, "index_size": 111576, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5989, "raw_key_size": 8914380, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1430, "num_entries": 59229, "num_filter_entries": 6851, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449061, "oldest_key_time": 1708449061, "file_creation_time": 1708449401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302136, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:16:41.356353 3036210 [db/flush_job.cc:1062] [url] [JOB 20187] Flush lasted 133844 microseconds, and 130145 cpu microseconds. 2024/02/20-17:16:41.356900 3036210 (Original Log Time 2024/02/20-17:16:41.356334) [db/flush_job.cc:1011] [url] [JOB 20187] Level-0 flush table #302136: 4807240 bytes OK 2024/02/20-17:16:41.356904 3036210 (Original Log Time 2024/02/20-17:16:41.356410) [db/memtable_list.cc:555] [url] Level-0 commit table #302136 started 2024/02/20-17:16:41.356907 3036210 (Original Log Time 2024/02/20-17:16:41.356795) [db/memtable_list.cc:754] [url] Level-0 commit table #302136: memtable #1 done 2024/02/20-17:16:41.356909 3036210 (Original Log Time 2024/02/20-17:16:41.356816) EVENT_LOG_v1 {"time_micros": 1708449401356810, "job": 20187, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-17:16:41.356912 3036210 (Original Log Time 2024/02/20-17:16:41.356860) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-17:16:41.356917 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20187] Try to delete WAL files size 863678, prev total WAL file size 14026023, number of live WAL files 4. 2024/02/20-17:16:41.357053 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 20188] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-17:16:41.357065 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20195 Base level 0, inputs: [302136(4694KB) 302130(5283KB)], [302120(8028KB)] 2024/02/20-17:16:41.357093 3036185 EVENT_LOG_v1 {"time_micros": 1708449401357080, "job": 20188, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302136, 302130], "files_L5": [302120], "score": 1, "input_data_size": 18438872, "oldest_snapshot_seqno": -1} 2024/02/20-17:16:41.357284 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302129.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:16:41.930555 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20188] Generated table #302137: 229104 keys, 17406561 bytes, temperature: kUnknown 2024/02/20-17:16:41.930611 3036185 EVENT_LOG_v1 {"time_micros": 1708449401930578, "cf_name": "url", "job": 20188, "event": "table_file_creation", "file_number": 302137, "file_size": 17406561, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158210936, "largest_seqno": 5158808687, "table_properties": {"data_size": 17144437, "index_size": 479798, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14981, "raw_key_size": 34518143, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5150, "num_entries": 229104, "num_filter_entries": 17139, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447611, "oldest_key_time": 0, "file_creation_time": 1708449401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302137, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:16:41.931404 3036185 (Original Log Time 2024/02/20-17:16:41.931066) [db/compaction/compaction_job.cc:1729] [url] [JOB 20188] Compacted 2@0 + 1@5 files to L5 => 17406561 bytes 2024/02/20-17:16:41.931407 3036185 (Original Log Time 2024/02/20-17:16:41.931329) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.06, MB/sec: 32.1 rd, 30.3 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(9.7, 7.8 +0.0 blob) out(16.6 +0.0 blob), read-write-amplify(3.5) write-amplify(1.7) OK, records in: 229105, records dropped: 1 output_compression: LZ4 2024/02/20-17:16:41.931412 3036185 (Original Log Time 2024/02/20-17:16:41.931355) EVENT_LOG_v1 {"time_micros": 1708449401931338, "job": 20188, "event": "compaction_finished", "compaction_time_micros": 573572, "compaction_time_cpu_micros": 555265, "output_level": 5, "num_output_files": 1, "total_output_size": 17406561, "num_input_records": 229105, "num_output_records": 229104, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-17:16:41.932115 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302120.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:16:41.932128 3036185 EVENT_LOG_v1 {"time_micros": 1708449401932125, "job": 20188, "event": "table_file_deletion", "file_number": 302120} 2024/02/20-17:16:41.932599 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302130.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:16:41.932609 3036185 EVENT_LOG_v1 {"time_micros": 1708449401932608, "job": 20188, "event": "table_file_deletion", "file_number": 302130} 2024/02/20-17:16:41.933572 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302136.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:16:41.933583 3036185 EVENT_LOG_v1 {"time_micros": 1708449401933581, "job": 20188, "event": "table_file_deletion", "file_number": 302136} 2024/02/20-17:16:41.933632 287376 (Original Log Time 2024/02/20-17:16:41.357328) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-17:16:41.933818 3036188 (Original Log Time 2024/02/20-17:16:41.933780) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-17:16:41.933828 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 20189] Compacting 1@5 + 12@6 files to L6, score -1.00 2024/02/20-17:16:41.933838 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20196 Base level 5, inputs: [302137(16MB)], [302086(64MB) 302087(64MB) 302088(64MB) 302089(64MB) 302090(64MB) 302091(64MB) 302092(64MB) 302093(65MB) 302094(64MB) 302095(64MB) 302096(65MB) 302097(49MB)] 2024/02/20-17:16:41.933867 3036188 EVENT_LOG_v1 {"time_micros": 1708449401933853, "job": 20189, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302137], "files_L6": [302086, 302087, 302088, 302089, 302090, 302091, 302092, 302093, 302094, 302095, 302096, 302097], "score": -1, "input_data_size": 816940523, "oldest_snapshot_seqno": -1} 2024/02/20-17:16:47.223910 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302138: 1682287 keys, 67789561 bytes, temperature: kUnknown 2024/02/20-17:16:47.223996 3036188 EVENT_LOG_v1 {"time_micros": 1708449407223939, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302138, "file_size": 67789561, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109108, "index_size": 2441675, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14229, "raw_key_size": 232149045, "raw_average_key_size": 137, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33721, "num_entries": 1682287, "num_filter_entries": 16269, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302138, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:16:51.870521 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302139: 1204175 keys, 67588394 bytes, temperature: kUnknown 2024/02/20-17:16:51.870610 3036188 EVENT_LOG_v1 {"time_micros": 1708449411870553, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302139, "file_size": 67588394, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110510, "index_size": 1989969, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 178625650, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32611, "num_entries": 1204175, "num_filter_entries": 186, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449407, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302139, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:16:56.722598 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302140: 1456603 keys, 67845341 bytes, temperature: kUnknown 2024/02/20-17:16:56.722721 3036188 EVENT_LOG_v1 {"time_micros": 1708449416722628, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302140, "file_size": 67845341, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110601, "index_size": 2703554, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19973, "raw_key_size": 216836559, "raw_average_key_size": 148, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34914, "num_entries": 1456603, "num_filter_entries": 22824, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449411, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302140, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:01.770669 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302141: 1650083 keys, 67931945 bytes, temperature: kUnknown 2024/02/20-17:17:01.770730 3036188 EVENT_LOG_v1 {"time_micros": 1708449421770693, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302141, "file_size": 67931945, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109819, "index_size": 3164200, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27237, "raw_key_size": 248191393, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35585, "num_entries": 1650083, "num_filter_entries": 31114, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449416, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302141, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:06.659509 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302142: 1569725 keys, 68125914 bytes, temperature: kUnknown 2024/02/20-17:17:06.659575 3036188 EVENT_LOG_v1 {"time_micros": 1708449426659535, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302142, "file_size": 68125914, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109142, "index_size": 5128925, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 50133, "raw_key_size": 236865812, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34869, "num_entries": 1569725, "num_filter_entries": 57205, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449421, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302142, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:11.216277 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302143: 1596147 keys, 67780429 bytes, temperature: kUnknown 2024/02/20-17:17:11.216358 3036188 EVENT_LOG_v1 {"time_micros": 1708449431216312, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302143, "file_size": 67780429, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109512, "index_size": 2868152, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7941, "raw_key_size": 228693015, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34233, "num_entries": 1596147, "num_filter_entries": 9045, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449426, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302143, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:15.634025 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302144: 1688976 keys, 67726018 bytes, temperature: kUnknown 2024/02/20-17:17:15.634090 3036188 EVENT_LOG_v1 {"time_micros": 1708449435634051, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302144, "file_size": 67726018, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109688, "index_size": 2570290, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 229458030, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34268, "num_entries": 1688976, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449431, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302144, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:20.378266 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302145: 1474028 keys, 68699052 bytes, temperature: kUnknown 2024/02/20-17:17:20.378329 3036188 EVENT_LOG_v1 {"time_micros": 1708449440378290, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302145, "file_size": 68699052, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111068, "index_size": 4714200, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15317, "raw_key_size": 238083599, "raw_average_key_size": 161, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34172, "num_entries": 1474028, "num_filter_entries": 17475, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449435, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302145, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:25.512812 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302146: 1551067 keys, 67783945 bytes, temperature: kUnknown 2024/02/20-17:17:25.512904 3036188 EVENT_LOG_v1 {"time_micros": 1708449445512848, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302146, "file_size": 67783945, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109513, "index_size": 2637502, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24101, "raw_key_size": 223701408, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34390, "num_entries": 1551067, "num_filter_entries": 27493, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449440, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302146, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:30.457251 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302147: 1571437 keys, 67796330 bytes, temperature: kUnknown 2024/02/20-17:17:30.457347 3036188 EVENT_LOG_v1 {"time_micros": 1708449450457287, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302147, "file_size": 67796330, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109186, "index_size": 2520165, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 22581, "raw_key_size": 221748201, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35104, "num_entries": 1571437, "num_filter_entries": 25856, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449445, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302147, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:35.520550 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302148: 1579380 keys, 68258637 bytes, temperature: kUnknown 2024/02/20-17:17:35.520633 3036188 EVENT_LOG_v1 {"time_micros": 1708449455520590, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302148, "file_size": 68258637, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109609, "index_size": 3824158, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 104053, "raw_key_size": 272607617, "raw_average_key_size": 172, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35650, "num_entries": 1579380, "num_filter_entries": 118469, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449450, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302148, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:39.594925 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20189] Generated table #302149: 957804 keys, 59887460 bytes, temperature: kUnknown 2024/02/20-17:17:39.595000 3036188 EVENT_LOG_v1 {"time_micros": 1708449459594954, "cf_name": "url", "job": 20189, "event": "table_file_creation", "file_number": 302149, "file_size": 59887460, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 57363782, "index_size": 6813035, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11077, "raw_key_size": 287676616, "raw_average_key_size": 300, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 30301, "num_entries": 957804, "num_filter_entries": 12638, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449455, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302149, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:39.653225 3036188 (Original Log Time 2024/02/20-17:17:39.652163) [db/compaction/compaction_job.cc:1729] [url] [JOB 20189] Compacted 1@5 + 12@6 files to L6 => 807213026 bytes 2024/02/20-17:17:39.653229 3036188 (Original Log Time 2024/02/20-17:17:39.653066) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 12] max score 0.00, MB/sec: 14.2 rd, 14.0 wr, level 6, files in(1, 12) out(12 +0 blob) MB in(16.6, 762.5 +0.0 blob) out(769.8 +0.0 blob), read-write-amplify(93.3) write-amplify(46.4) OK, records in: 17981712, records dropped: 0 output_compression: ZSTD 2024/02/20-17:17:39.653242 3036188 (Original Log Time 2024/02/20-17:17:39.653113) EVENT_LOG_v1 {"time_micros": 1708449459653086, "job": 20189, "event": "compaction_finished", "compaction_time_micros": 57661197, "compaction_time_cpu_micros": 53339261, "output_level": 6, "num_output_files": 12, "total_output_size": 807213026, "num_input_records": 17981712, "num_output_records": 17981712, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 12]} 2024/02/20-17:17:39.660375 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302086.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.660415 3036188 EVENT_LOG_v1 {"time_micros": 1708449459660410, "job": 20189, "event": "table_file_deletion", "file_number": 302086} 2024/02/20-17:17:39.671281 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302087.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.671326 3036188 EVENT_LOG_v1 {"time_micros": 1708449459671319, "job": 20189, "event": "table_file_deletion", "file_number": 302087} 2024/02/20-17:17:39.679113 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302088.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.679153 3036188 EVENT_LOG_v1 {"time_micros": 1708449459679146, "job": 20189, "event": "table_file_deletion", "file_number": 302088} 2024/02/20-17:17:39.687340 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302089.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.687372 3036188 EVENT_LOG_v1 {"time_micros": 1708449459687368, "job": 20189, "event": "table_file_deletion", "file_number": 302089} 2024/02/20-17:17:39.695556 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302090.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.695590 3036188 EVENT_LOG_v1 {"time_micros": 1708449459695585, "job": 20189, "event": "table_file_deletion", "file_number": 302090} 2024/02/20-17:17:39.704073 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302091.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.704113 3036188 EVENT_LOG_v1 {"time_micros": 1708449459704107, "job": 20189, "event": "table_file_deletion", "file_number": 302091} 2024/02/20-17:17:39.714324 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302092.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.714368 3036188 EVENT_LOG_v1 {"time_micros": 1708449459714362, "job": 20189, "event": "table_file_deletion", "file_number": 302092} 2024/02/20-17:17:39.723188 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302093.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.723222 3036188 EVENT_LOG_v1 {"time_micros": 1708449459723217, "job": 20189, "event": "table_file_deletion", "file_number": 302093} 2024/02/20-17:17:39.731163 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302094.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.731192 3036188 EVENT_LOG_v1 {"time_micros": 1708449459731187, "job": 20189, "event": "table_file_deletion", "file_number": 302094} 2024/02/20-17:17:39.738254 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302095.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.738289 3036188 EVENT_LOG_v1 {"time_micros": 1708449459738284, "job": 20189, "event": "table_file_deletion", "file_number": 302095} 2024/02/20-17:17:39.745761 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302096.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.745792 3036188 EVENT_LOG_v1 {"time_micros": 1708449459745787, "job": 20189, "event": "table_file_deletion", "file_number": 302096} 2024/02/20-17:17:39.751818 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302097.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.751866 3036188 EVENT_LOG_v1 {"time_micros": 1708449459751859, "job": 20189, "event": "table_file_deletion", "file_number": 302097} 2024/02/20-17:17:39.753864 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302137.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:39.753914 3036188 EVENT_LOG_v1 {"time_micros": 1708449459753909, "job": 20189, "event": "table_file_deletion", "file_number": 302137} 2024/02/20-17:17:39.753979 287376 (Original Log Time 2024/02/20-17:16:41.933649) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-17:17:39.754316 287376 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302150. Immutable memtables: 0. 2024/02/20-17:17:39.754411 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20190] Syncing log #302135 2024/02/20-17:17:39.758714 3036193 (Original Log Time 2024/02/20-17:17:39.754394) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:17:39.758726 3036193 [db/flush_job.cc:892] [tag] [JOB 20190] Flushing memtable with next log file: 302150 2024/02/20-17:17:39.758757 3036193 EVENT_LOG_v1 {"time_micros": 1708449459758747, "job": 20190, "event": "flush_started", "num_memtables": 1, "num_entries": 18833, "num_deletes": 0, "total_data_size": 1641468, "memory_usage": 2465104, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-17:17:39.758762 3036193 [db/flush_job.cc:926] [tag] [JOB 20190] Level-0 flush table #302151: started 2024/02/20-17:17:39.812983 3036193 EVENT_LOG_v1 {"time_micros": 1708449459812945, "cf_name": "tag", "job": 20190, "event": "table_file_creation", "file_number": 302151, "file_size": 962792, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158684529, "largest_seqno": 5158831972, "table_properties": {"data_size": 954579, "index_size": 10871, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1584028, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 301, "num_entries": 18620, "num_filter_entries": 218, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449081, "oldest_key_time": 1708449081, "file_creation_time": 1708449459, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302151, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:39.813039 3036193 [db/flush_job.cc:1062] [tag] [JOB 20190] Flush lasted 54333 microseconds, and 52034 cpu microseconds. 2024/02/20-17:17:39.813448 3036193 (Original Log Time 2024/02/20-17:17:39.813020) [db/flush_job.cc:1011] [tag] [JOB 20190] Level-0 flush table #302151: 962792 bytes OK 2024/02/20-17:17:39.813465 3036193 (Original Log Time 2024/02/20-17:17:39.813045) [db/memtable_list.cc:555] [tag] Level-0 commit table #302151 started 2024/02/20-17:17:39.813468 3036193 (Original Log Time 2024/02/20-17:17:39.813337) [db/memtable_list.cc:754] [tag] Level-0 commit table #302151: memtable #1 done 2024/02/20-17:17:39.813471 3036193 (Original Log Time 2024/02/20-17:17:39.813354) EVENT_LOG_v1 {"time_micros": 1708449459813349, "job": 20190, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:17:39.813473 3036193 (Original Log Time 2024/02/20-17:17:39.813410) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-17:17:39.813478 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20190] Try to delete WAL files size 142635, prev total WAL file size 15634361, number of live WAL files 4. 2024/02/20-17:17:39.813576 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20191] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-17:17:39.813583 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20198 Base level 0, inputs: [302151(940KB) 302132(955KB)], [302123(64MB) 302126(64MB) 302127(36MB)] 2024/02/20-17:17:39.813598 3036189 EVENT_LOG_v1 {"time_micros": 1708449459813588, "job": 20191, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302151, 302132], "files_L6": [302123, 302126, 302127], "score": 1, "input_data_size": 176020667, "oldest_snapshot_seqno": -1} 2024/02/20-17:17:39.813702 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302131.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:44.987719 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20191] Generated table #302152: 2417096 keys, 67633516 bytes, temperature: kUnknown 2024/02/20-17:17:44.987824 3036189 EVENT_LOG_v1 {"time_micros": 1708449464987770, "cf_name": "tag", "job": 20191, "event": "table_file_creation", "file_number": 302152, "file_size": 67633516, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110566, "index_size": 1474240, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 203339026, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35996, "num_entries": 2417096, "num_filter_entries": 1215, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708449459, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302152, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:45.530793 282466 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302133. Total log size is 15728716 while max_total_wal_size is 15728640 2024/02/20-17:17:45.531031 282466 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302154. Immutable memtables: 0. 2024/02/20-17:17:45.531107 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20192] Syncing log #302150 2024/02/20-17:17:45.533489 3036210 (Original Log Time 2024/02/20-17:17:45.531084) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-17:17:45.533497 3036210 [db/flush_job.cc:892] [key] [JOB 20192] Flushing memtable with next log file: 302154 2024/02/20-17:17:45.533522 3036210 EVENT_LOG_v1 {"time_micros": 1708449465533514, "job": 20192, "event": "flush_started", "num_memtables": 1, "num_entries": 61894, "num_deletes": 0, "total_data_size": 3865886, "memory_usage": 5005536, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:17:45.533525 3036210 [db/flush_job.cc:926] [key] [JOB 20192] Level-0 flush table #302155: started 2024/02/20-17:17:45.631997 3036210 EVENT_LOG_v1 {"time_micros": 1708449465631964, "cf_name": "key", "job": 20192, "event": "table_file_creation", "file_number": 302155, "file_size": 2544148, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158685801, "largest_seqno": 5158834279, "table_properties": {"data_size": 2471176, "index_size": 19011, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56853, "raw_key_size": 3668161, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 732, "num_entries": 60669, "num_filter_entries": 64821, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449085, "oldest_key_time": 1708449085, "file_creation_time": 1708449465, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302155, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:45.632043 3036210 [db/flush_job.cc:1062] [key] [JOB 20192] Flush lasted 98560 microseconds, and 96125 cpu microseconds. 2024/02/20-17:17:45.632531 3036210 (Original Log Time 2024/02/20-17:17:45.632029) [db/flush_job.cc:1011] [key] [JOB 20192] Level-0 flush table #302155: 2544148 bytes OK 2024/02/20-17:17:45.632535 3036210 (Original Log Time 2024/02/20-17:17:45.632049) [db/memtable_list.cc:555] [key] Level-0 commit table #302155 started 2024/02/20-17:17:45.632537 3036210 (Original Log Time 2024/02/20-17:17:45.632403) [db/memtable_list.cc:754] [key] Level-0 commit table #302155: memtable #1 done 2024/02/20-17:17:45.632539 3036210 (Original Log Time 2024/02/20-17:17:45.632425) EVENT_LOG_v1 {"time_micros": 1708449465632418, "job": 20192, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-17:17:45.632541 3036210 (Original Log Time 2024/02/20-17:17:45.632480) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-17:17:45.632547 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20192] Try to delete WAL files size 13014253, prev total WAL file size 15733279, number of live WAL files 4. 2024/02/20-17:17:45.634703 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302133.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:49.246678 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20191] Generated table #302153: 2071027 keys, 67653721 bytes, temperature: kUnknown 2024/02/20-17:17:49.246745 3036189 EVENT_LOG_v1 {"time_micros": 1708449469246704, "cf_name": "tag", "job": 20191, "event": "table_file_creation", "file_number": 302153, "file_size": 67653721, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109675, "index_size": 1391057, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 191140856, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36023, "num_entries": 2071027, "num_filter_entries": 2100, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708449464, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302153, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:51.866687 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20191] Generated table #302156: 1509105 keys, 39746656 bytes, temperature: kUnknown 2024/02/20-17:17:51.866757 3036189 EVENT_LOG_v1 {"time_micros": 1708449471866714, "cf_name": "tag", "job": 20191, "event": "table_file_creation", "file_number": 302156, "file_size": 39746656, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 39451351, "index_size": 868332, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 120176366, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 21425, "num_entries": 1509105, "num_filter_entries": 281, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708449469, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302156, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:51.879058 3036189 (Original Log Time 2024/02/20-17:17:51.878300) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20191] Compacted 2@0 + 3@6 files to L6 => 175033893 bytes 2024/02/20-17:17:51.879061 3036189 (Original Log Time 2024/02/20-17:17:51.878965) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.6 rd, 14.5 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.9, 166.0 +0.0 blob) out(166.9 +0.0 blob), read-write-amplify(180.9) write-amplify(90.2) OK, records in: 5997228, records dropped: 0 output_compression: ZSTD 2024/02/20-17:17:51.879068 3036189 (Original Log Time 2024/02/20-17:17:51.878996) EVENT_LOG_v1 {"time_micros": 1708449471878981, "job": 20191, "event": "compaction_finished", "compaction_time_micros": 12053236, "compaction_time_cpu_micros": 11739070, "output_level": 6, "num_output_files": 3, "total_output_size": 175033893, "num_input_records": 5997228, "num_output_records": 5997228, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-17:17:51.884005 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302123.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:51.884036 3036189 EVENT_LOG_v1 {"time_micros": 1708449471884031, "job": 20191, "event": "table_file_deletion", "file_number": 302123} 2024/02/20-17:17:51.890303 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302126.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:51.890331 3036189 EVENT_LOG_v1 {"time_micros": 1708449471890327, "job": 20191, "event": "table_file_deletion", "file_number": 302126} 2024/02/20-17:17:51.893262 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302127.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:51.893279 3036189 EVENT_LOG_v1 {"time_micros": 1708449471893276, "job": 20191, "event": "table_file_deletion", "file_number": 302127} 2024/02/20-17:17:51.893441 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302132.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:51.893451 3036189 EVENT_LOG_v1 {"time_micros": 1708449471893449, "job": 20191, "event": "table_file_deletion", "file_number": 302132} 2024/02/20-17:17:51.893578 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302151.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:51.893586 3036189 EVENT_LOG_v1 {"time_micros": 1708449471893584, "job": 20191, "event": "table_file_deletion", "file_number": 302151} 2024/02/20-17:17:51.893649 287376 (Original Log Time 2024/02/20-17:17:39.813754) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-17:17:51.893732 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 20193] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-17:17:51.893739 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20199 Base level 0, inputs: [302155(2484KB) 302134(2497KB)], [302128(3988KB)] 2024/02/20-17:17:51.893752 3036189 EVENT_LOG_v1 {"time_micros": 1708449471893744, "job": 20193, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302155, 302134], "files_L5": [302128], "score": 1, "input_data_size": 9185191, "oldest_snapshot_seqno": -1} 2024/02/20-17:17:51.893936 287376 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302157. Immutable memtables: 0. 2024/02/20-17:17:51.894035 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20194] Syncing log #302154 2024/02/20-17:17:51.895422 3036193 (Original Log Time 2024/02/20-17:17:51.894027) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-17:17:51.895428 3036193 [db/flush_job.cc:892] [key] [JOB 20194] Flushing memtable with next log file: 302157 2024/02/20-17:17:51.895448 3036193 EVENT_LOG_v1 {"time_micros": 1708449471895442, "job": 20194, "event": "flush_started", "num_memtables": 1, "num_entries": 1015, "num_deletes": 0, "total_data_size": 63443, "memory_usage": 602384, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-17:17:51.895451 3036193 [db/flush_job.cc:926] [key] [JOB 20194] Level-0 flush table #302159: started 2024/02/20-17:17:51.897621 3036193 EVENT_LOG_v1 {"time_micros": 1708449471897590, "cf_name": "key", "job": 20194, "event": "table_file_creation", "file_number": 302159, "file_size": 48245, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158834283, "largest_seqno": 5158836739, "table_properties": {"data_size": 45633, "index_size": 315, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1205, "raw_key_size": 60027, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 14, "num_entries": 992, "num_filter_entries": 1311, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449465, "oldest_key_time": 1708449465, "file_creation_time": 1708449471, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302159, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:51.897658 3036193 [db/flush_job.cc:1062] [key] [JOB 20194] Flush lasted 2238 microseconds, and 1552 cpu microseconds. 2024/02/20-17:17:51.898026 3036193 (Original Log Time 2024/02/20-17:17:51.897646) [db/flush_job.cc:1011] [key] [JOB 20194] Level-0 flush table #302159: 48245 bytes OK 2024/02/20-17:17:51.898028 3036193 (Original Log Time 2024/02/20-17:17:51.897662) [db/memtable_list.cc:555] [key] Level-0 commit table #302159 started 2024/02/20-17:17:51.898030 3036193 (Original Log Time 2024/02/20-17:17:51.897960) [db/memtable_list.cc:754] [key] Level-0 commit table #302159: memtable #1 done 2024/02/20-17:17:51.898031 3036193 (Original Log Time 2024/02/20-17:17:51.897973) EVENT_LOG_v1 {"time_micros": 1708449471897969, "job": 20194, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [3, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-17:17:51.898033 3036193 (Original Log Time 2024/02/20-17:17:51.897997) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[3 0 0 0 0 1 6] max score 0.50 2024/02/20-17:17:52.113425 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 20193] Generated table #302158: 219402 keys, 8977643 bytes, temperature: kUnknown 2024/02/20-17:17:52.113512 3036189 EVENT_LOG_v1 {"time_micros": 1708449472113465, "cf_name": "key", "job": 20193, "event": "table_file_creation", "file_number": 302158, "file_size": 8977643, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158224941, "largest_seqno": 5158834279, "table_properties": {"data_size": 8724252, "index_size": 68222, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 201461, "raw_key_size": 13266713, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2566, "num_entries": 219402, "num_filter_entries": 228593, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447641, "oldest_key_time": 0, "file_creation_time": 1708449471, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302158, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:52.114442 3036189 (Original Log Time 2024/02/20-17:17:52.114054) [db/compaction/compaction_job.cc:1729] [key] [JOB 20193] Compacted 2@0 + 1@5 files to L5 => 8977643 bytes 2024/02/20-17:17:52.114446 3036189 (Original Log Time 2024/02/20-17:17:52.114351) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50, MB/sec: 41.8 rd, 40.8 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.9, 3.9 +0.0 blob) out(8.6 +0.0 blob), read-write-amplify(3.6) write-amplify(1.8) OK, records in: 219403, records dropped: 1 output_compression: LZ4 2024/02/20-17:17:52.114463 3036189 (Original Log Time 2024/02/20-17:17:52.114375) EVENT_LOG_v1 {"time_micros": 1708449472114362, "job": 20193, "event": "compaction_finished", "compaction_time_micros": 219837, "compaction_time_cpu_micros": 214156, "output_level": 5, "num_output_files": 1, "total_output_size": 8977643, "num_input_records": 219403, "num_output_records": 219402, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [1, 0, 0, 0, 0, 1, 6]} 2024/02/20-17:17:52.115018 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302128.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:52.115034 3036189 EVENT_LOG_v1 {"time_micros": 1708449472115030, "job": 20193, "event": "table_file_deletion", "file_number": 302128} 2024/02/20-17:17:52.115392 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302134.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:52.115405 3036189 EVENT_LOG_v1 {"time_micros": 1708449472115402, "job": 20193, "event": "table_file_deletion", "file_number": 302134} 2024/02/20-17:17:52.115830 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302155.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:52.115844 3036189 EVENT_LOG_v1 {"time_micros": 1708449472115841, "job": 20193, "event": "table_file_deletion", "file_number": 302155} 2024/02/20-17:17:52.116013 3036186 (Original Log Time 2024/02/20-17:17:52.115948) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-17:17:52.116023 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 20195] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-17:17:52.116029 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20202 Base level 0, inputs: [302159(47KB)], [302158(8767KB)] 2024/02/20-17:17:52.116058 3036186 EVENT_LOG_v1 {"time_micros": 1708449472116045, "job": 20195, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302159], "files_L5": [302158], "score": -1, "input_data_size": 9025888, "oldest_snapshot_seqno": -1} 2024/02/20-17:17:52.354278 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20195] Generated table #302160: 220394 keys, 9020345 bytes, temperature: kUnknown 2024/02/20-17:17:52.354332 3036186 EVENT_LOG_v1 {"time_micros": 1708449472354302, "cf_name": "key", "job": 20195, "event": "table_file_creation", "file_number": 302160, "file_size": 9020345, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158224941, "largest_seqno": 5158836739, "table_properties": {"data_size": 8765305, "index_size": 69489, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 202325, "raw_key_size": 13326740, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2578, "num_entries": 220394, "num_filter_entries": 229602, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708447641, "oldest_key_time": 0, "file_creation_time": 1708449472, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302160, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:17:52.355175 3036186 (Original Log Time 2024/02/20-17:17:52.354780) [db/compaction/compaction_job.cc:1729] [key] [JOB 20195] Compacted 1@0 + 1@5 files to L5 => 9020345 bytes 2024/02/20-17:17:52.355179 3036186 (Original Log Time 2024/02/20-17:17:52.355093) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 37.9 rd, 37.8 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(0.0, 8.6 +0.0 blob) out(8.6 +0.0 blob), read-write-amplify(374.1) write-amplify(187.0) OK, records in: 220394, records dropped: 0 output_compression: LZ4 2024/02/20-17:17:52.355184 3036186 (Original Log Time 2024/02/20-17:17:52.355116) EVENT_LOG_v1 {"time_micros": 1708449472355104, "job": 20195, "event": "compaction_finished", "compaction_time_micros": 238323, "compaction_time_cpu_micros": 230986, "output_level": 5, "num_output_files": 1, "total_output_size": 9020345, "num_input_records": 220394, "num_output_records": 220394, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-17:17:52.356226 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302158.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:52.356240 3036186 EVENT_LOG_v1 {"time_micros": 1708449472356237, "job": 20195, "event": "table_file_deletion", "file_number": 302158} 2024/02/20-17:17:52.356314 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302159.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:17:52.356323 3036186 EVENT_LOG_v1 {"time_micros": 1708449472356321, "job": 20195, "event": "table_file_deletion", "file_number": 302159} 2024/02/20-17:17:52.356356 287376 (Original Log Time 2024/02/20-17:17:51.898193) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-17:17:52.356475 3036192 (Original Log Time 2024/02/20-17:17:52.356419) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-17:17:52.356482 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 20196] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-17:17:52.356491 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20203 Base level 5, inputs: [302160(8808KB)], [302106(67MB) 302107(67MB) 302108(66MB) 302109(67MB) 302110(66MB) 302111(19MB)] 2024/02/20-17:17:52.356506 3036192 EVENT_LOG_v1 {"time_micros": 1708449472356498, "job": 20196, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302160], "files_L6": [302106, 302107, 302108, 302109, 302110, 302111], "score": -1, "input_data_size": 380805245, "oldest_snapshot_seqno": -1} 2024/02/20-17:17:58.377585 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 20196] Generated table #302161: 3205839 keys, 70476734 bytes, temperature: kUnknown 2024/02/20-17:17:58.377659 3036192 EVENT_LOG_v1 {"time_micros": 1708449478377610, "cf_name": "key", "job": 20196, "event": "table_file_creation", "file_number": 302161, "file_size": 70476734, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109349, "index_size": 1049026, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2878885, "raw_key_size": 193974767, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37437, "num_entries": 3205839, "num_filter_entries": 3222271, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449472, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302161, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:18:04.319418 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 20196] Generated table #302162: 2981878 keys, 70278007 bytes, temperature: kUnknown 2024/02/20-17:18:04.319512 3036192 EVENT_LOG_v1 {"time_micros": 1708449484319472, "cf_name": "key", "job": 20196, "event": "table_file_creation", "file_number": 302162, "file_size": 70278007, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109024, "index_size": 973590, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2692533, "raw_key_size": 179448944, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36864, "num_entries": 2981878, "num_filter_entries": 3014640, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449478, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302162, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:18:10.760670 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 20196] Generated table #302163: 3001970 keys, 70246931 bytes, temperature: kUnknown 2024/02/20-17:18:10.760766 3036192 EVENT_LOG_v1 {"time_micros": 1708449490760713, "cf_name": "key", "job": 20196, "event": "table_file_creation", "file_number": 302163, "file_size": 70246931, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109956, "index_size": 1029697, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2688613, "raw_key_size": 182852596, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37095, "num_entries": 3001970, "num_filter_entries": 3010233, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449484, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302163, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:18:16.850436 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 20196] Generated table #302164: 2999834 keys, 70264990 bytes, temperature: kUnknown 2024/02/20-17:18:16.850529 3036192 EVENT_LOG_v1 {"time_micros": 1708449496850493, "cf_name": "key", "job": 20196, "event": "table_file_creation", "file_number": 302164, "file_size": 70264990, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109063, "index_size": 1007999, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2697301, "raw_key_size": 182446040, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37048, "num_entries": 2999834, "num_filter_entries": 3019946, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449490, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302164, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:18:22.579116 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 20196] Generated table #302165: 2957586 keys, 70235290 bytes, temperature: kUnknown 2024/02/20-17:18:22.579195 3036192 EVENT_LOG_v1 {"time_micros": 1708449502579155, "cf_name": "key", "job": 20196, "event": "table_file_creation", "file_number": 302165, "file_size": 70235290, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110469, "index_size": 967900, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2666165, "raw_key_size": 178438918, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36799, "num_entries": 2957586, "num_filter_entries": 2985221, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449496, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302165, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:18:24.462770 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 20196] Generated table #302166: 1049897 keys, 24330777 bytes, temperature: kUnknown 2024/02/20-17:18:24.462824 3036192 EVENT_LOG_v1 {"time_micros": 1708449504462792, "cf_name": "key", "job": 20196, "event": "table_file_creation", "file_number": 302166, "file_size": 24330777, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 23224647, "index_size": 344196, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 940085, "raw_key_size": 63677100, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 12831, "num_entries": 1049897, "num_filter_entries": 1058469, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708449502, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302166, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:18:24.501308 3036192 (Original Log Time 2024/02/20-17:18:24.500357) [db/compaction/compaction_job.cc:1729] [key] [JOB 20196] Compacted 1@5 + 6@6 files to L6 => 375832729 bytes 2024/02/20-17:18:24.501312 3036192 (Original Log Time 2024/02/20-17:18:24.501130) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 11.9 rd, 11.7 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(8.6, 354.6 +0.0 blob) out(358.4 +0.0 blob), read-write-amplify(83.9) write-amplify(41.7) OK, records in: 16197004, records dropped: 0 output_compression: ZSTD 2024/02/20-17:18:24.501320 3036192 (Original Log Time 2024/02/20-17:18:24.501170) EVENT_LOG_v1 {"time_micros": 1708449504501148, "job": 20196, "event": "compaction_finished", "compaction_time_micros": 32106366, "compaction_time_cpu_micros": 30604329, "output_level": 6, "num_output_files": 6, "total_output_size": 375832729, "num_input_records": 16197004, "num_output_records": 16197004, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-17:18:24.507715 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302106.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:18:24.507741 3036192 EVENT_LOG_v1 {"time_micros": 1708449504507737, "job": 20196, "event": "table_file_deletion", "file_number": 302106} 2024/02/20-17:18:24.514172 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302107.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:18:24.514201 3036192 EVENT_LOG_v1 {"time_micros": 1708449504514197, "job": 20196, "event": "table_file_deletion", "file_number": 302107} 2024/02/20-17:18:24.519796 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302108.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:18:24.519830 3036192 EVENT_LOG_v1 {"time_micros": 1708449504519825, "job": 20196, "event": "table_file_deletion", "file_number": 302108} 2024/02/20-17:18:24.526791 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302109.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:18:24.526826 3036192 EVENT_LOG_v1 {"time_micros": 1708449504526821, "job": 20196, "event": "table_file_deletion", "file_number": 302109} 2024/02/20-17:18:24.536862 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302110.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:18:24.536891 3036192 EVENT_LOG_v1 {"time_micros": 1708449504536887, "job": 20196, "event": "table_file_deletion", "file_number": 302110} 2024/02/20-17:18:24.539428 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302111.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:18:24.539462 3036192 EVENT_LOG_v1 {"time_micros": 1708449504539451, "job": 20196, "event": "table_file_deletion", "file_number": 302111} 2024/02/20-17:18:24.540781 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302160.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:18:24.540797 3036192 EVENT_LOG_v1 {"time_micros": 1708449504540794, "job": 20196, "event": "table_file_deletion", "file_number": 302160} 2024/02/20-17:18:24.540841 287376 (Original Log Time 2024/02/20-17:17:52.356366) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-17:20:07.155343 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-17:20:07.155521 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1037006.0 total, 600.1 interval Cumulative writes: 132M writes, 593M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.15 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132407296.00 writes per sync, written: 57.15 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 97K writes, 234K keys, 97K commit groups, 1.0 writes per commit group, ingest: 23.75 MB, 0.04 MB/s Interval WAL: 97K writes, 0 syncs, 97762.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 416.45 388.61 4210 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.7 18.5 51.1 68.5 17.4 0.0 3.7 42.0 41.3 1699.94 1628.09 2174 0.782 1051M 1153 0.0 0.0 L6 12/0 769.82 MB 0.0 410.2 17.7 392.4 392.8 0.3 0.0 22.2 16.0 15.3 26205.15 24167.48 607 43.172 9588M 261M 0.0 0.0 Sum 12/0 769.82 MB 0.0 479.8 36.3 443.6 480.1 36.6 0.0 25.5 17.3 17.4 28321.54 26184.18 6991 4.051 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 81.7 13.6 13.6 58.52 54.17 4 14.630 18M 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 479.8 36.3 443.6 461.3 17.7 0.0 0.0 17.6 16.9 27905.09 25795.57 2781 10.034 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 416.45 388.61 4210 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1037006.0 total, 600.1 interval Flush(GB): cumulative 18.863, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 480.13 GB write, 0.47 MB/s write, 479.85 GB read, 0.47 MB/s read, 28321.5 seconds Interval compaction: 0.78 GB write, 1.33 MB/s write, 0.78 GB read, 1.33 MB/s read, 58.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1721 collections: 1729 last_copies: 0 last_secs: 0.000717 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(906,14.78 MB,0.961998%) IndexBlock(814,1.36 GB,90.9438%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6070814 Average: 2.1895 StdDev: 4.25 Min: 0 Median: 1.3838 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.74 P99.9: 45.30 P99.99: 126.79 ------------------------------------------------------ [ 0, 1 ] 2043378 33.659% 33.659% ####### ( 1, 2 ] 2584955 42.580% 76.239% ######### ( 2, 3 ] 1011283 16.658% 92.897% ### ( 3, 4 ] 245937 4.051% 96.948% # ( 4, 6 ] 109078 1.797% 98.745% ( 6, 10 ] 35655 0.587% 99.332% ( 10, 15 ] 15069 0.248% 99.581% ( 15, 22 ] 7627 0.126% 99.706% ( 22, 34 ] 7970 0.131% 99.838% ( 34, 51 ] 5703 0.094% 99.931% ( 51, 76 ] 2544 0.042% 99.973% ( 76, 110 ] 894 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21940068 Average: 2.4673 StdDev: 6.76 Min: 0 Median: 1.4955 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.87 P99.99: 145.96 ------------------------------------------------------ [ 0, 1 ] 6729890 30.674% 30.674% ###### ( 1, 2 ] 8557630 39.005% 69.679% ######## ( 2, 3 ] 3713951 16.928% 86.606% ### ( 3, 4 ] 1358834 6.193% 92.800% # ( 4, 6 ] 1067825 4.867% 97.667% # ( 6, 10 ] 343521 1.566% 99.232% ( 10, 15 ] 59829 0.273% 99.505% ( 15, 22 ] 30596 0.139% 99.645% ( 22, 34 ] 32788 0.149% 99.794% ( 34, 51 ] 24919 0.114% 99.908% ( 51, 76 ] 11989 0.055% 99.962% ( 76, 110 ] 4898 0.022% 99.985% ( 110, 170 ] 2009 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 213500230 Average: 12.2877 StdDev: 81.39 Min: 0 Median: 1.4942 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.79 P99.9: 304.40 P99.99: 1541.36 ------------------------------------------------------ [ 0, 1 ] 72681426 34.043% 34.043% ####### ( 1, 2 ] 68937522 32.289% 66.332% ###### ( 2, 3 ] 30386657 14.233% 80.565% ### ( 3, 4 ] 6543230 3.065% 83.629% # ( 4, 6 ] 1189604 0.557% 84.187% ( 6, 10 ] 560316 0.262% 84.449% ( 10, 15 ] 317536 0.149% 84.598% ( 15, 22 ] 273468 0.128% 84.726% ( 22, 34 ] 7689810 3.602% 88.328% # ( 34, 51 ] 7821063 3.663% 91.991% # ( 51, 76 ] 6262417 2.933% 94.924% # ( 76, 110 ] 6856667 3.212% 98.136% # ( 110, 170 ] 3376738 1.582% 99.717% ( 170, 250 ] 342429 0.160% 99.878% ( 250, 380 ] 114342 0.054% 99.931% ( 380, 580 ] 69458 0.033% 99.964% ( 580, 870 ] 31112 0.015% 99.978% ( 870, 1300 ] 14135 0.007% 99.985% ( 1300, 1900 ] 27221 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 190 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.5 89.25 75.61 4090 0.022 0 0 0.0 0.0 L6 3/0 166.93 MB 0.0 317.7 3.2 314.5 314.6 0.1 0.0 99.0 15.4 15.2 21176.55 20786.88 2153 9.836 11G 63M 0.0 0.0 Sum 3/0 166.93 MB 0.0 317.7 3.2 314.5 317.7 3.2 0.0 100.0 15.3 15.3 21265.80 20862.49 6243 3.406 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 91.2 13.8 13.9 12.14 11.82 3 4.045 5997K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 317.7 3.2 314.5 314.6 0.1 0.0 0.0 15.4 15.2 21176.55 20786.88 2153 9.836 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.5 89.25 75.61 4090 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1037006.0 total, 600.1 interval Flush(GB): cumulative 3.178, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 317.75 GB write, 0.31 MB/s write, 317.68 GB read, 0.31 MB/s read, 21265.8 seconds Interval compaction: 0.16 GB write, 0.28 MB/s write, 0.16 GB read, 0.28 MB/s read, 12.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4335 collections: 1729 last_copies: 0 last_secs: 0.001542 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2192,1.67 MB,0.108821%) IndexBlock(2142,1.46 GB,97.2152%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1044145 Average: 3.5616 StdDev: 6.30 Min: 0 Median: 2.5827 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.36 P99.9: 60.43 P99.99: 193.88 ------------------------------------------------------ [ 0, 1 ] 121212 11.609% 11.609% ## ( 1, 2 ] 251512 24.088% 35.697% ##### ( 2, 3 ] 256299 24.546% 60.243% ##### ( 3, 4 ] 200449 19.197% 79.440% #### ( 4, 6 ] 172827 16.552% 95.992% ### ( 6, 10 ] 29133 2.790% 98.782% # ( 10, 15 ] 4820 0.462% 99.244% ( 15, 22 ] 2583 0.247% 99.491% ( 22, 34 ] 2184 0.209% 99.701% ( 34, 51 ] 1799 0.172% 99.873% ( 51, 76 ] 750 0.072% 99.945% ( 76, 110 ] 254 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180216008 Average: 2.1903 StdDev: 5.40 Min: 0 Median: 1.3449 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.98 P99.9: 54.23 P99.99: 145.34 ------------------------------------------------------ [ 0, 1 ] 66464367 36.880% 36.880% ####### ( 1, 2 ] 68551683 38.039% 74.919% ######## ( 2, 3 ] 33641103 18.667% 93.586% #### ( 3, 4 ] 8095495 4.492% 98.078% # ( 4, 6 ] 1507215 0.836% 98.915% ( 6, 10 ] 625761 0.347% 99.262% ( 10, 15 ] 408099 0.226% 99.488% ( 15, 22 ] 202875 0.113% 99.601% ( 22, 34 ] 316452 0.176% 99.776% ( 34, 51 ] 209448 0.116% 99.893% ( 51, 76 ] 102885 0.057% 99.950% ( 76, 110 ] 59401 0.033% 99.983% ( 110, 170 ] 22417 0.012% 99.995% ( 170, 250 ] 3959 0.002% 99.997% ( 250, 380 ] 1799 0.001% 99.998% ( 380, 580 ] 1497 0.001% 99.999% ( 580, 870 ] 883 0.000% 100.000% ( 870, 1300 ] 265 0.000% 100.000% ( 1300, 1900 ] 273 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.39 258.20 4177 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 802.56 775.50 2003 0.401 622M 276K 0.0 0.0 L6 6/0 358.42 MB 0.0 200.0 9.0 191.1 191.2 0.2 0.0 21.4 14.4 13.7 14251.35 13942.37 724 19.684 8956M 241M 0.0 0.0 Sum 6/0 358.42 MB 0.0 222.5 17.3 205.3 222.7 17.4 0.0 24.3 14.9 14.9 15332.30 14976.08 6904 2.221 9578M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 77.5 11.6 11.6 32.74 31.22 6 5.457 16M 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 222.5 17.3 205.3 213.5 8.2 0.0 0.0 15.1 14.5 15053.91 14717.88 2727 5.520 9578M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.39 258.20 4177 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1037006.0 total, 600.1 interval Flush(GB): cumulative 9.167, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 222.69 GB write, 0.22 MB/s write, 222.53 GB read, 0.22 MB/s read, 15332.3 seconds Interval compaction: 0.37 GB write, 0.63 MB/s write, 0.37 GB read, 0.63 MB/s read, 32.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 352316 collections: 1729 last_copies: 0 last_secs: 0.121542 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(352101,1.36 GB,90.5575%) FilterBlock(108,85.17 MB,5.54493%) IndexBlock(108,30.50 MB,1.9859%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2867168 Average: 4.2716 StdDev: 8.05 Min: 0 Median: 1.9646 Max: 9050 Percentiles: P50: 1.96 P75: 5.40 P99: 17.93 P99.9: 61.08 P99.99: 151.48 ------------------------------------------------------ [ 0, 1 ] 637105 22.221% 22.221% #### ( 1, 2 ] 825750 28.800% 51.021% ###### ( 2, 3 ] 405886 14.156% 65.177% ### ( 3, 4 ] 175639 6.126% 71.303% # ( 4, 6 ] 151744 5.292% 76.596% # ( 6, 10 ] 454641 15.857% 92.452% ### ( 10, 15 ] 180539 6.297% 98.749% # ( 15, 22 ] 17171 0.599% 99.348% ( 22, 34 ] 9189 0.320% 99.669% ( 34, 51 ] 5608 0.196% 99.864% ( 51, 76 ] 2551 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6963204 Average: 4.7197 StdDev: 7.63 Min: 0 Median: 2.4848 Max: 7311 Percentiles: P50: 2.48 P75: 6.20 P99: 19.50 P99.9: 69.19 P99.99: 168.69 ------------------------------------------------------ [ 0, 1 ] 1135349 16.305% 16.305% ### ( 1, 2 ] 1832962 26.324% 42.629% ##### ( 2, 3 ] 1058818 15.206% 57.834% ### ( 3, 4 ] 569859 8.184% 66.018% ## ( 4, 6 ] 565877 8.127% 74.145% ## ( 6, 10 ] 1217489 17.485% 91.630% ### ( 10, 15 ] 482995 6.936% 98.566% # ( 15, 22 ] 46981 0.675% 99.241% ( 22, 34 ] 24761 0.356% 99.596% ( 34, 51 ] 15615 0.224% 99.821% ( 51, 76 ] 7609 0.109% 99.930% ( 76, 110 ] 2883 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108018080 Average: 5.8316 StdDev: 24.82 Min: 0 Median: 2.3574 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.75 P99.9: 159.99 P99.99: 470.07 ------------------------------------------------------ [ 0, 1 ] 25589784 23.690% 23.690% ##### ( 1, 2 ] 24389391 22.579% 46.269% ##### ( 2, 3 ] 11275592 10.439% 56.708% ## ( 3, 4 ] 4427715 4.099% 60.807% # ( 4, 6 ] 5041596 4.667% 65.474% # ( 6, 10 ] 26275953 24.326% 89.800% ##### ( 10, 15 ] 8485783 7.856% 97.656% ## ( 15, 22 ] 687575 0.637% 98.292% ( 22, 34 ] 563533 0.522% 98.814% ( 34, 51 ] 390691 0.362% 99.176% ( 51, 76 ] 249429 0.231% 99.407% ( 76, 110 ] 317073 0.294% 99.700% ( 110, 170 ] 259192 0.240% 99.940% ( 170, 250 ] 42201 0.039% 99.979% ( 250, 380 ] 8856 0.008% 99.987% ( 380, 580 ] 6471 0.006% 99.993% ( 580, 870 ] 3683 0.003% 99.997% ( 870, 1300 ] 1949 0.002% 99.999% ( 1300, 1900 ] 2680 0.002% 100.001% ( 1900, 2900 ] 189 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-17:20:07.158897 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 540523038 rocksdb.block.cache.hit COUNT : 2230633723 rocksdb.block.cache.add COUNT : 40490477 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33066 rocksdb.block.cache.index.hit COUNT : 547459774 rocksdb.block.cache.index.add COUNT : 33052 rocksdb.block.cache.index.bytes.insert COUNT : 35353569957 rocksdb.block.cache.filter.miss COUNT : 33072 rocksdb.block.cache.filter.hit COUNT : 1136040729 rocksdb.block.cache.filter.add COUNT : 33072 rocksdb.block.cache.filter.bytes.insert COUNT : 8974533296 rocksdb.block.cache.data.miss COUNT : 540456900 rocksdb.block.cache.data.hit COUNT : 547133220 rocksdb.block.cache.data.add COUNT : 40424353 rocksdb.block.cache.data.bytes.insert COUNT : 167447058249 rocksdb.block.cache.bytes.read COUNT : 1942917947359371 rocksdb.block.cache.bytes.write COUNT : 211775161502 rocksdb.bloom.filter.useful COUNT : 588647037 rocksdb.bloom.filter.full.positive COUNT : 547393724 rocksdb.bloom.filter.full.true.positive COUNT : 541691724 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96374190 rocksdb.memtable.miss COUNT : 6455709471 rocksdb.l0.hit COUNT : 16574426 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 525117298 rocksdb.compaction.key.drop.new COUNT : 283313464 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 593022064 rocksdb.number.keys.read COUNT : 666161854 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61366833159 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69134 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33057 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 784242358 rocksdb.number.multiget.keys.read COUNT : 5885921807 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61366833159 rocksdb.write.self COUNT : 132190326 rocksdb.write.other COUNT : 216970 rocksdb.write.wal COUNT : 132407296 rocksdb.compact.read.bytes COUNT : 1017924594788 rocksdb.compact.write.bytes COUNT : 1062313471862 rocksdb.flush.write.bytes COUNT : 33512891182 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1073046 rocksdb.number.superversion_releases COUNT : 2774 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 533773248 rocksdb.number.block.decompressed COUNT : 533760709 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61300321515 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69134 rocksdb.num.iterator.deleted COUNT : 69134 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5338 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5300 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45054 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62288088521 rocksdb.memtable.garbage.bytes.at.flush COUNT : 747801487 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 964635175530 rocksdb.last.level.read.count COUNT : 501736745 rocksdb.non.last.level.read.bytes COUNT : 131489249835 rocksdb.non.last.level.read.count COUNT : 38885464 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 540556095 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2177936767952 rocksdb.bytes.compressed.to COUNT : 1057532235894 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26657867151 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6724414 rocksdb.bytes.decompressed.from COUNT : 1057734759109 rocksdb.bytes.decompressed.to COUNT : 2177933848050 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.410376 P95 : 106.258412 P99 : 160.362168 P100 : 227461.000000 COUNT : 666161854 SUM : 34348679920 rocksdb.db.write.micros P50 : 67.061713 P95 : 111.834997 P99 : 169.418575 P100 : 2037453.000000 COUNT : 132407296 SUM : 13673436276 rocksdb.compaction.times.micros P50 : 1600865.051903 P95 : 38531753.554502 P99 : 67145474.137931 P100 : 89521673.000000 COUNT : 7661 SUM : 64135556947 rocksdb.compaction.times.cpu_micros P50 : 1540035.587189 P95 : 35812017.167382 P99 : 64130952.380952 P100 : 83823365.000000 COUNT : 7661 SUM : 61300321515 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4320.275591 P95 : 27867.168263 P99 : 62436.170213 P100 : 1558490.000000 COUNT : 12462 SUM : 117151287 rocksdb.compaction.outfile.sync.micros P50 : 62558.279441 P95 : 125633.440514 P99 : 224936.082474 P100 : 2063820.000000 COUNT : 20578 SUM : 1319074773 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.281580 P95 : 729.108021 P99 : 4027.410714 P100 : 501117.000000 COUNT : 20191 SUM : 12976125 rocksdb.table.open.io.micros P50 : 582.906977 P95 : 6239.148806 P99 : 13013.786632 P100 : 207055.000000 COUNT : 33057 SUM : 58586774 rocksdb.db.multiget.micros P50 : 7.992691 P95 : 17.790052 P99 : 33.033190 P100 : 26625.000000 COUNT : 784242359 SUM : 7425707953 rocksdb.read.block.compaction.micros P50 : 13.676156 P95 : 59.304455 P99 : 138.593309 P100 : 136000.000000 COUNT : 500032547 SUM : 9729061512 rocksdb.read.block.get.micros P50 : 52.925386 P95 : 94.850930 P99 : 146.345346 P100 : 206929.000000 COUNT : 40490491 SUM : 2335452523 rocksdb.write.raw.block.micros P50 : 0.521583 P95 : 0.991008 P99 : 1.895370 P100 : 331149.000000 COUNT : 540596782 SUM : 10868893215 rocksdb.numfiles.in.singlecompaction P50 : 2.774453 P95 : 5.680254 P99 : 5.938706 P100 : 7.000000 COUNT : 5841 SUM : 20801 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.539464 P95 : 33.543675 P99 : 105.015435 P100 : 135929.000000 COUNT : 540622209 SUM : 3764360212 rocksdb.file.read.flush.micros P50 : 1.845618 P95 : 15.810976 P99 : 40.822310 P100 : 787.000000 COUNT : 62310 SUM : 297996 rocksdb.file.read.compaction.micros P50 : 1.424547 P95 : 36.751738 P99 : 106.486889 P100 : 135929.000000 COUNT : 500135451 SUM : 3359086759 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 666161856 SUM : 0 rocksdb.bytes.per.write P50 : 218.504849 P95 : 527.969716 P99 : 804.037555 P100 : 4563443.000000 COUNT : 132190326 SUM : 61366833159 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 784242360 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46188.105727 P95 : 166940.817285 P99 : 239055.506608 P100 : 1681975.000000 COUNT : 12511 SUM : 784084030 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-17:20:07.159073 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-17:20:07.159255 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708449607 to in-memory stats history 2024/02/20-17:20:07.159279 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-17:20:07.159317 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-17:22:55.877844 282469 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302135. Total log size is 15728755 while max_total_wal_size is 15728640 2024/02/20-17:22:55.878100 282469 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302167. Immutable memtables: 0. 2024/02/20-17:22:55.878173 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20197] Syncing log #302157 2024/02/20-17:22:55.947874 3036210 (Original Log Time 2024/02/20-17:22:55.878159) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:22:55.947884 3036210 [db/flush_job.cc:892] [url] [JOB 20197] Flushing memtable with next log file: 302167 2024/02/20-17:22:55.947907 3036210 EVENT_LOG_v1 {"time_micros": 1708449775947900, "job": 20197, "event": "flush_started", "num_memtables": 1, "num_entries": 66877, "num_deletes": 0, "total_data_size": 10287496, "memory_usage": 11541008, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:22:55.947910 3036210 [db/flush_job.cc:926] [url] [JOB 20197] Level-0 flush table #302168: started 2024/02/20-17:22:56.083812 3036210 EVENT_LOG_v1 {"time_micros": 1708449776083770, "cf_name": "url", "job": 20197, "event": "table_file_creation", "file_number": 302168, "file_size": 5335223, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158808692, "largest_seqno": 5158957138, "table_properties": {"data_size": 5255736, "index_size": 121088, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6421, "raw_key_size": 9944696, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1585, "num_entries": 65677, "num_filter_entries": 7257, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449401, "oldest_key_time": 1708449401, "file_creation_time": 1708449775, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302168, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:22:56.083877 3036210 [db/flush_job.cc:1062] [url] [JOB 20197] Flush lasted 136010 microseconds, and 130346 cpu microseconds. 2024/02/20-17:22:56.084451 3036210 (Original Log Time 2024/02/20-17:22:56.083855) [db/flush_job.cc:1011] [url] [JOB 20197] Level-0 flush table #302168: 5335223 bytes OK 2024/02/20-17:22:56.084466 3036210 (Original Log Time 2024/02/20-17:22:56.083885) [db/memtable_list.cc:555] [url] Level-0 commit table #302168 started 2024/02/20-17:22:56.084467 3036210 (Original Log Time 2024/02/20-17:22:56.084334) [db/memtable_list.cc:754] [url] Level-0 commit table #302168: memtable #1 done 2024/02/20-17:22:56.084469 3036210 (Original Log Time 2024/02/20-17:22:56.084362) EVENT_LOG_v1 {"time_micros": 1708449776084354, "job": 20197, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-17:22:56.084470 3036210 (Original Log Time 2024/02/20-17:22:56.084405) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 12] max score 0.50 2024/02/20-17:22:56.084476 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20197] Try to delete WAL files size 2474402, prev total WAL file size 15740445, number of live WAL files 5. 2024/02/20-17:22:56.084911 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302135.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:23:55.198633 521955 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302150. Total log size is 15728847 while max_total_wal_size is 15728640 2024/02/20-17:23:55.198937 521955 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302169. Immutable memtables: 0. 2024/02/20-17:23:55.199002 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20198] Syncing log #302167 2024/02/20-17:23:55.260148 3036193 (Original Log Time 2024/02/20-17:23:55.198994) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:23:55.260158 3036193 [db/flush_job.cc:892] [tag] [JOB 20198] Flushing memtable with next log file: 302169 2024/02/20-17:23:55.260182 3036193 EVENT_LOG_v1 {"time_micros": 1708449835260176, "job": 20198, "event": "flush_started", "num_memtables": 1, "num_entries": 20112, "num_deletes": 0, "total_data_size": 1768180, "memory_usage": 2358224, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:23:55.260185 3036193 [db/flush_job.cc:926] [tag] [JOB 20198] Level-0 flush table #302170: started 2024/02/20-17:23:55.291910 3036193 EVENT_LOG_v1 {"time_micros": 1708449835291872, "cf_name": "tag", "job": 20198, "event": "table_file_creation", "file_number": 302170, "file_size": 1050816, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158832029, "largest_seqno": 5158980354, "table_properties": {"data_size": 1042128, "index_size": 11820, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1718100, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 326, "num_entries": 20019, "num_filter_entries": 190, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449459, "oldest_key_time": 1708449459, "file_creation_time": 1708449835, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302170, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:23:55.291964 3036193 [db/flush_job.cc:1062] [tag] [JOB 20198] Flush lasted 31821 microseconds, and 29554 cpu microseconds. 2024/02/20-17:23:55.292366 3036193 (Original Log Time 2024/02/20-17:23:55.291943) [db/flush_job.cc:1011] [tag] [JOB 20198] Level-0 flush table #302170: 1050816 bytes OK 2024/02/20-17:23:55.292369 3036193 (Original Log Time 2024/02/20-17:23:55.291971) [db/memtable_list.cc:555] [tag] Level-0 commit table #302170 started 2024/02/20-17:23:55.292370 3036193 (Original Log Time 2024/02/20-17:23:55.292284) [db/memtable_list.cc:754] [tag] Level-0 commit table #302170: memtable #1 done 2024/02/20-17:23:55.292371 3036193 (Original Log Time 2024/02/20-17:23:55.292303) EVENT_LOG_v1 {"time_micros": 1708449835292297, "job": 20198, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:23:55.292373 3036193 (Original Log Time 2024/02/20-17:23:55.292335) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-17:23:55.292378 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20198] Try to delete WAL files size 505130, prev total WAL file size 15733423, number of live WAL files 5. 2024/02/20-17:23:55.292577 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302150.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:23:55.292647 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302154.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:24:07.257228 282469 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302157. Total log size is 15728672 while max_total_wal_size is 15728640 2024/02/20-17:24:07.257556 282469 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302171. Immutable memtables: 0. 2024/02/20-17:24:07.257660 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20199] Syncing log #302169 2024/02/20-17:24:07.263037 3036210 (Original Log Time 2024/02/20-17:24:07.257650) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:24:07.263045 3036210 [db/flush_job.cc:892] [key] [JOB 20199] Flushing memtable with next log file: 302171 2024/02/20-17:24:07.263069 3036210 EVENT_LOG_v1 {"time_micros": 1708449847263062, "job": 20199, "event": "flush_started", "num_memtables": 1, "num_entries": 61365, "num_deletes": 0, "total_data_size": 3833270, "memory_usage": 5010216, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:24:07.263073 3036210 [db/flush_job.cc:926] [key] [JOB 20199] Level-0 flush table #302172: started 2024/02/20-17:24:07.351908 3036210 EVENT_LOG_v1 {"time_micros": 1708449847351872, "cf_name": "key", "job": 20199, "event": "table_file_creation", "file_number": 302172, "file_size": 2513005, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158836741, "largest_seqno": 5158985161, "table_properties": {"data_size": 2441096, "index_size": 18407, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56309, "raw_key_size": 3635588, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 724, "num_entries": 60123, "num_filter_entries": 64235, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449471, "oldest_key_time": 1708449471, "file_creation_time": 1708449847, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302172, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:24:07.351972 3036210 [db/flush_job.cc:1062] [key] [JOB 20199] Flush lasted 88942 microseconds, and 84762 cpu microseconds. 2024/02/20-17:24:07.352519 3036210 (Original Log Time 2024/02/20-17:24:07.351957) [db/flush_job.cc:1011] [key] [JOB 20199] Level-0 flush table #302172: 2513005 bytes OK 2024/02/20-17:24:07.352522 3036210 (Original Log Time 2024/02/20-17:24:07.351979) [db/memtable_list.cc:555] [key] Level-0 commit table #302172 started 2024/02/20-17:24:07.352524 3036210 (Original Log Time 2024/02/20-17:24:07.352391) [db/memtable_list.cc:754] [key] Level-0 commit table #302172: memtable #1 done 2024/02/20-17:24:07.352526 3036210 (Original Log Time 2024/02/20-17:24:07.352418) EVENT_LOG_v1 {"time_micros": 1708449847352411, "job": 20199, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-17:24:07.352527 3036210 (Original Log Time 2024/02/20-17:24:07.352477) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-17:24:07.352532 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20199] Try to delete WAL files size 12749223, prev total WAL file size 15731656, number of live WAL files 4. 2024/02/20-17:24:07.354250 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302157.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:29:23.636680 282468 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302167. Total log size is 15728787 while max_total_wal_size is 15728640 2024/02/20-17:29:23.636950 282468 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302173. Immutable memtables: 0. 2024/02/20-17:29:23.637021 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20200] Syncing log #302171 2024/02/20-17:29:23.645506 3036193 (Original Log Time 2024/02/20-17:29:23.637011) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:29:23.645515 3036193 [db/flush_job.cc:892] [url] [JOB 20200] Flushing memtable with next log file: 302173 2024/02/20-17:29:23.645540 3036193 EVENT_LOG_v1 {"time_micros": 1708450163645532, "job": 20200, "event": "flush_started", "num_memtables": 1, "num_entries": 67013, "num_deletes": 0, "total_data_size": 10345200, "memory_usage": 11782552, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:29:23.645542 3036193 [db/flush_job.cc:926] [url] [JOB 20200] Level-0 flush table #302174: started 2024/02/20-17:29:23.824671 3036193 EVENT_LOG_v1 {"time_micros": 1708450163824637, "cf_name": "url", "job": 20200, "event": "table_file_creation", "file_number": 302174, "file_size": 5450486, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158957140, "largest_seqno": 5159104823, "table_properties": {"data_size": 5360289, "index_size": 134410, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6533, "raw_key_size": 9982370, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1595, "num_entries": 65724, "num_filter_entries": 7470, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449775, "oldest_key_time": 1708449775, "file_creation_time": 1708450163, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302174, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:29:23.824717 3036193 [db/flush_job.cc:1062] [url] [JOB 20200] Flush lasted 179219 microseconds, and 173657 cpu microseconds. 2024/02/20-17:29:23.825081 3036193 (Original Log Time 2024/02/20-17:29:23.824700) [db/flush_job.cc:1011] [url] [JOB 20200] Level-0 flush table #302174: 5450486 bytes OK 2024/02/20-17:29:23.825085 3036193 (Original Log Time 2024/02/20-17:29:23.824723) [db/memtable_list.cc:555] [url] Level-0 commit table #302174 started 2024/02/20-17:29:23.825087 3036193 (Original Log Time 2024/02/20-17:29:23.824997) [db/memtable_list.cc:754] [url] Level-0 commit table #302174: memtable #1 done 2024/02/20-17:29:23.825089 3036193 (Original Log Time 2024/02/20-17:29:23.825012) EVENT_LOG_v1 {"time_micros": 1708450163825007, "job": 20200, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 12], "immutable_memtables": 0} 2024/02/20-17:29:23.825091 3036193 (Original Log Time 2024/02/20-17:29:23.825053) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 12] max score 1.00 2024/02/20-17:29:23.825097 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20200] Try to delete WAL files size 2474494, prev total WAL file size 15738976, number of live WAL files 4. 2024/02/20-17:29:23.825160 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 20201] Compacting 2@0 files to L5, score 1.00 2024/02/20-17:29:23.825168 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20208 Base level 0, inputs: [302174(5322KB) 302168(5210KB)] 2024/02/20-17:29:23.825185 3036183 EVENT_LOG_v1 {"time_micros": 1708450163825175, "job": 20201, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302174, 302168], "score": 1, "input_data_size": 10785709, "oldest_snapshot_seqno": -1} 2024/02/20-17:29:23.825566 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302167.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:29:24.089556 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20201] Generated table #302175: 131401 keys, 10380883 bytes, temperature: kUnknown 2024/02/20-17:29:24.089693 3036183 EVENT_LOG_v1 {"time_micros": 1708450164089612, "cf_name": "url", "job": 20201, "event": "table_file_creation", "file_number": 302175, "file_size": 10380883, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158808692, "largest_seqno": 5159104823, "table_properties": {"data_size": 10220929, "index_size": 256587, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 10213, "raw_key_size": 19927066, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3048, "num_entries": 131401, "num_filter_entries": 11635, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449401, "oldest_key_time": 0, "file_creation_time": 1708450163, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302175, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:29:24.091113 3036183 (Original Log Time 2024/02/20-17:29:24.090476) [db/compaction/compaction_job.cc:1729] [url] [JOB 20201] Compacted 2@0 files to L5 => 10380883 bytes 2024/02/20-17:29:24.091117 3036183 (Original Log Time 2024/02/20-17:29:24.091027) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.04, MB/sec: 40.8 rd, 39.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(10.3, 0.0 +0.0 blob) out(9.9 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 131401, records dropped: 0 output_compression: LZ4 2024/02/20-17:29:24.091123 3036183 (Original Log Time 2024/02/20-17:29:24.091054) EVENT_LOG_v1 {"time_micros": 1708450164091041, "job": 20201, "event": "compaction_finished", "compaction_time_micros": 264608, "compaction_time_cpu_micros": 257665, "output_level": 5, "num_output_files": 1, "total_output_size": 10380883, "num_input_records": 131401, "num_output_records": 131401, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-17:29:24.091613 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302168.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:29:24.091623 3036183 EVENT_LOG_v1 {"time_micros": 1708450164091621, "job": 20201, "event": "table_file_deletion", "file_number": 302168} 2024/02/20-17:29:24.092031 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302174.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:29:24.092037 3036183 EVENT_LOG_v1 {"time_micros": 1708450164092035, "job": 20201, "event": "table_file_deletion", "file_number": 302174} 2024/02/20-17:30:07.295387 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-17:30:07.295600 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1037606.1 total, 600.1 interval Cumulative writes: 132M writes, 593M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.18 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132503118.00 writes per sync, written: 57.18 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 95K writes, 231K keys, 95K commit groups, 1.0 writes per commit group, ingest: 23.42 MB, 0.04 MB/s Interval WAL: 95K writes, 0 syncs, 95822.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 416.76 388.92 4212 0.099 0 0 0.0 0.0 L5 1/0 9.90 MB 0.0 69.7 18.6 51.1 68.5 17.4 0.0 3.7 42.0 41.3 1700.21 1628.35 2175 0.782 1051M 1153 0.0 0.0 L6 12/0 769.82 MB 0.0 410.2 17.7 392.4 392.8 0.3 0.0 22.2 16.0 15.3 26205.15 24167.48 607 43.172 9588M 261M 0.0 0.0 Sum 13/0 779.72 MB 0.0 479.9 36.3 443.6 480.1 36.6 0.0 25.4 17.3 17.4 28322.12 26184.74 6994 4.049 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 17.7 34.8 0.58 0.56 3 0.193 131K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 479.9 36.3 443.6 461.3 17.7 0.0 0.0 17.6 16.9 27905.36 25795.83 2782 10.031 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 416.76 388.92 4212 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1037606.1 total, 600.1 interval Flush(GB): cumulative 18.873, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 480.15 GB write, 0.47 MB/s write, 479.86 GB read, 0.47 MB/s read, 28322.1 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1727 collections: 1730 last_copies: 0 last_secs: 0.000841 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(909,14.80 MB,0.963443%) IndexBlock(817,1.36 GB,90.9756%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6074004 Average: 2.1896 StdDev: 4.25 Min: 0 Median: 1.3839 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.30 P99.99: 126.75 ------------------------------------------------------ [ 0, 1 ] 2044147 33.654% 33.654% ####### ( 1, 2 ] 2586487 42.583% 76.237% ######### ( 2, 3 ] 1012023 16.662% 92.898% ### ( 3, 4 ] 246039 4.051% 96.949% # ( 4, 6 ] 109099 1.796% 98.745% ( 6, 10 ] 35666 0.587% 99.333% ( 10, 15 ] 15075 0.248% 99.581% ( 15, 22 ] 7628 0.126% 99.706% ( 22, 34 ] 7973 0.131% 99.838% ( 34, 51 ] 5708 0.094% 99.932% ( 51, 76 ] 2544 0.042% 99.973% ( 76, 110 ] 894 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21940073 Average: 2.4673 StdDev: 6.76 Min: 0 Median: 1.4955 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.87 P99.99: 145.96 ------------------------------------------------------ [ 0, 1 ] 6729891 30.674% 30.674% ###### ( 1, 2 ] 8557631 39.005% 69.679% ######## ( 2, 3 ] 3713951 16.928% 86.606% ### ( 3, 4 ] 1358834 6.193% 92.800% # ( 4, 6 ] 1067826 4.867% 97.667% # ( 6, 10 ] 343522 1.566% 99.232% ( 10, 15 ] 59829 0.273% 99.505% ( 15, 22 ] 30596 0.139% 99.645% ( 22, 34 ] 32788 0.149% 99.794% ( 34, 51 ] 24919 0.114% 99.908% ( 51, 76 ] 11990 0.055% 99.962% ( 76, 110 ] 4898 0.022% 99.985% ( 110, 170 ] 2009 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 213500230 Average: 12.2877 StdDev: 81.39 Min: 0 Median: 1.4942 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.79 P99.9: 304.40 P99.99: 1541.36 ------------------------------------------------------ [ 0, 1 ] 72681426 34.043% 34.043% ####### ( 1, 2 ] 68937522 32.289% 66.332% ###### ( 2, 3 ] 30386657 14.233% 80.565% ### ( 3, 4 ] 6543230 3.065% 83.629% # ( 4, 6 ] 1189604 0.557% 84.187% ( 6, 10 ] 560316 0.262% 84.449% ( 10, 15 ] 317536 0.149% 84.598% ( 15, 22 ] 273468 0.128% 84.726% ( 22, 34 ] 7689810 3.602% 88.328% # ( 34, 51 ] 7821063 3.663% 91.991% # ( 51, 76 ] 6262417 2.933% 94.924% # ( 76, 110 ] 6856667 3.212% 98.136% # ( 110, 170 ] 3376738 1.582% 99.717% ( 170, 250 ] 342429 0.160% 99.878% ( 250, 380 ] 114342 0.054% 99.931% ( 380, 580 ] 69458 0.033% 99.964% ( 580, 870 ] 31112 0.015% 99.978% ( 870, 1300 ] 14135 0.007% 99.985% ( 1300, 1900 ] 27221 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 190 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 1.00 MB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.5 89.28 75.64 4091 0.022 0 0 0.0 0.0 L6 3/0 166.93 MB 0.0 317.7 3.2 314.5 314.6 0.1 0.0 99.0 15.4 15.2 21176.55 20786.88 2153 9.836 11G 63M 0.0 0.0 Sum 4/0 167.93 MB 0.0 317.7 3.2 314.5 317.7 3.2 0.0 100.0 15.3 15.3 21265.83 20862.52 6244 3.406 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 31.5 0.03 0.03 1 0.032 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 317.7 3.2 314.5 314.6 0.1 0.0 0.0 15.4 15.2 21176.55 20786.88 2153 9.836 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.5 89.28 75.64 4091 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1037606.1 total, 600.1 interval Flush(GB): cumulative 3.179, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 317.75 GB write, 0.31 MB/s write, 317.68 GB read, 0.31 MB/s read, 21265.8 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4337 collections: 1730 last_copies: 0 last_secs: 0.00183 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2193,1.67 MB,0.108837%) IndexBlock(2143,1.46 GB,97.216%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1044150 Average: 3.5616 StdDev: 6.30 Min: 0 Median: 2.5827 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.36 P99.9: 60.43 P99.99: 193.88 ------------------------------------------------------ [ 0, 1 ] 121215 11.609% 11.609% ## ( 1, 2 ] 251513 24.088% 35.697% ##### ( 2, 3 ] 256299 24.546% 60.243% ##### ( 3, 4 ] 200449 19.197% 79.440% #### ( 4, 6 ] 172828 16.552% 95.992% ### ( 6, 10 ] 29133 2.790% 98.782% # ( 10, 15 ] 4820 0.462% 99.244% ( 15, 22 ] 2583 0.247% 99.491% ( 22, 34 ] 2184 0.209% 99.701% ( 34, 51 ] 1799 0.172% 99.873% ( 51, 76 ] 750 0.072% 99.945% ( 76, 110 ] 254 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180216008 Average: 2.1903 StdDev: 5.40 Min: 0 Median: 1.3449 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.98 P99.9: 54.23 P99.99: 145.34 ------------------------------------------------------ [ 0, 1 ] 66464367 36.880% 36.880% ####### ( 1, 2 ] 68551683 38.039% 74.919% ######## ( 2, 3 ] 33641103 18.667% 93.586% #### ( 3, 4 ] 8095495 4.492% 98.078% # ( 4, 6 ] 1507215 0.836% 98.915% ( 6, 10 ] 625761 0.347% 99.262% ( 10, 15 ] 408099 0.226% 99.488% ( 15, 22 ] 202875 0.113% 99.601% ( 22, 34 ] 316452 0.176% 99.776% ( 34, 51 ] 209448 0.116% 99.893% ( 51, 76 ] 102885 0.057% 99.950% ( 76, 110 ] 59401 0.033% 99.983% ( 110, 170 ] 22417 0.012% 99.995% ( 170, 250 ] 3959 0.002% 99.997% ( 250, 380 ] 1799 0.001% 99.998% ( 380, 580 ] 1497 0.001% 99.999% ( 580, 870 ] 883 0.000% 100.000% ( 870, 1300 ] 265 0.000% 100.000% ( 1300, 1900 ] 273 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.40 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.48 258.28 4178 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 802.56 775.50 2003 0.401 622M 276K 0.0 0.0 L6 6/0 358.42 MB 0.0 200.0 9.0 191.1 191.2 0.2 0.0 21.4 14.4 13.7 14251.35 13942.37 724 19.684 8956M 241M 0.0 0.0 Sum 7/0 360.82 MB 0.0 222.5 17.3 205.3 222.7 17.4 0.0 24.3 14.9 14.9 15332.39 14976.16 6905 2.220 9578M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 26.9 0.09 0.08 1 0.089 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 222.5 17.3 205.3 213.5 8.2 0.0 0.0 15.1 14.5 15053.91 14717.88 2727 5.520 9578M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.48 258.28 4178 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1037606.1 total, 600.1 interval Flush(GB): cumulative 9.170, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 222.69 GB write, 0.22 MB/s write, 222.53 GB read, 0.22 MB/s read, 15332.4 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 354331 collections: 1730 last_copies: 0 last_secs: 0.132978 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(354127,1.37 GB,91.0781%) FilterBlock(100,73.74 MB,4.8007%) IndexBlock(103,30.11 MB,1.96031%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2867676 Average: 4.2727 StdDev: 8.05 Min: 0 Median: 1.9649 Max: 9050 Percentiles: P50: 1.96 P75: 5.40 P99: 17.93 P99.9: 61.09 P99.99: 151.47 ------------------------------------------------------ [ 0, 1 ] 637107 22.217% 22.217% #### ( 1, 2 ] 825750 28.795% 51.012% ###### ( 2, 3 ] 405886 14.154% 65.166% ### ( 3, 4 ] 175639 6.125% 71.291% # ( 4, 6 ] 151757 5.292% 76.583% # ( 6, 10 ] 454927 15.864% 92.446% ### ( 10, 15 ] 180730 6.302% 98.749% # ( 15, 22 ] 17181 0.599% 99.348% ( 22, 34 ] 9193 0.321% 99.669% ( 34, 51 ] 5608 0.196% 99.864% ( 51, 76 ] 2553 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6963204 Average: 4.7197 StdDev: 7.63 Min: 0 Median: 2.4848 Max: 7311 Percentiles: P50: 2.48 P75: 6.20 P99: 19.50 P99.9: 69.19 P99.99: 168.69 ------------------------------------------------------ [ 0, 1 ] 1135349 16.305% 16.305% ### ( 1, 2 ] 1832962 26.324% 42.629% ##### ( 2, 3 ] 1058818 15.206% 57.834% ### ( 3, 4 ] 569859 8.184% 66.018% ## ( 4, 6 ] 565877 8.127% 74.145% ## ( 6, 10 ] 1217489 17.485% 91.630% ### ( 10, 15 ] 482995 6.936% 98.566% # ( 15, 22 ] 46981 0.675% 99.241% ( 22, 34 ] 24761 0.356% 99.596% ( 34, 51 ] 15615 0.224% 99.821% ( 51, 76 ] 7609 0.109% 99.930% ( 76, 110 ] 2883 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108059625 Average: 5.8334 StdDev: 24.82 Min: 0 Median: 2.3592 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.74 P99.9: 159.98 P99.99: 469.96 ------------------------------------------------------ [ 0, 1 ] 25589784 23.681% 23.681% ##### ( 1, 2 ] 24389394 22.570% 46.251% ##### ( 2, 3 ] 11275597 10.435% 56.686% ## ( 3, 4 ] 4427745 4.098% 60.784% # ( 4, 6 ] 5042314 4.666% 65.450% # ( 6, 10 ] 26300731 24.339% 89.789% ##### ( 10, 15 ] 8500361 7.866% 97.655% ## ( 15, 22 ] 688321 0.637% 98.292% ( 22, 34 ] 563905 0.522% 98.814% ( 34, 51 ] 390881 0.362% 99.176% ( 51, 76 ] 249521 0.231% 99.407% ( 76, 110 ] 317093 0.293% 99.700% ( 110, 170 ] 259198 0.240% 99.940% ( 170, 250 ] 42203 0.039% 99.979% ( 250, 380 ] 8859 0.008% 99.987% ( 380, 580 ] 6474 0.006% 99.993% ( 580, 870 ] 3683 0.003% 99.997% ( 870, 1300 ] 1950 0.002% 99.999% ( 1300, 1900 ] 2680 0.002% 100.001% ( 1900, 2900 ] 189 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-17:30:07.299953 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 540568279 rocksdb.block.cache.hit COUNT : 2232149271 rocksdb.block.cache.add COUNT : 40532538 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33071 rocksdb.block.cache.index.hit COUNT : 547895690 rocksdb.block.cache.index.add COUNT : 33057 rocksdb.block.cache.index.bytes.insert COUNT : 35354112684 rocksdb.block.cache.filter.miss COUNT : 33077 rocksdb.block.cache.filter.hit COUNT : 1136726498 rocksdb.block.cache.filter.add COUNT : 33077 rocksdb.block.cache.filter.bytes.insert COUNT : 8974613161 rocksdb.block.cache.data.miss COUNT : 540502131 rocksdb.block.cache.data.hit COUNT : 547527083 rocksdb.block.cache.data.add COUNT : 40466404 rocksdb.block.cache.data.bytes.insert COUNT : 167621251273 rocksdb.block.cache.bytes.read COUNT : 1944472159179697 rocksdb.block.cache.bytes.write COUNT : 211949977118 rocksdb.bloom.filter.useful COUNT : 588896897 rocksdb.bloom.filter.full.positive COUNT : 547829633 rocksdb.bloom.filter.full.true.positive COUNT : 542125977 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96482185 rocksdb.memtable.miss COUNT : 6460718286 rocksdb.l0.hit COUNT : 16581676 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 525544301 rocksdb.compaction.key.drop.new COUNT : 283313464 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 593253372 rocksdb.number.keys.read COUNT : 666704114 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61391393029 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69174 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33062 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 784835257 rocksdb.number.multiget.keys.read COUNT : 5890496357 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61391393029 rocksdb.write.self COUNT : 132285813 rocksdb.write.other COUNT : 217305 rocksdb.write.wal COUNT : 132503118 rocksdb.compact.read.bytes COUNT : 1017935370767 rocksdb.compact.write.bytes COUNT : 1062323852745 rocksdb.flush.write.bytes COUNT : 33527242024 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1073121 rocksdb.number.superversion_releases COUNT : 2774 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 533778973 rocksdb.number.block.decompressed COUNT : 533805189 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61300579180 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69174 rocksdb.num.iterator.deleted COUNT : 69174 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5339 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5301 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45061 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62313812565 rocksdb.memtable.garbage.bytes.at.flush COUNT : 748244777 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 964711188765 rocksdb.last.level.read.count COUNT : 501778293 rocksdb.non.last.level.read.bytes COUNT : 131501987281 rocksdb.non.last.level.read.count COUNT : 38889172 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 540601341 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2177960205446 rocksdb.bytes.compressed.to COUNT : 1057550671182 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26664040641 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6725972 rocksdb.bytes.decompressed.from COUNT : 1057820203361 rocksdb.bytes.decompressed.to COUNT : 2178114565809 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.413346 P95 : 106.262032 P99 : 160.368717 P100 : 227461.000000 COUNT : 666704114 SUM : 34377964906 rocksdb.db.write.micros P50 : 67.064493 P95 : 111.845643 P99 : 169.420795 P100 : 2037453.000000 COUNT : 132503118 SUM : 13689340438 rocksdb.compaction.times.micros P50 : 1599653.979239 P95 : 38527962.085308 P99 : 67144396.551724 P100 : 89521673.000000 COUNT : 7662 SUM : 64135821555 rocksdb.compaction.times.cpu_micros P50 : 1538790.035587 P95 : 35808583.690987 P99 : 64129629.629630 P100 : 83823365.000000 COUNT : 7662 SUM : 61300579180 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4320.327869 P95 : 27864.158687 P99 : 62414.893617 P100 : 1558490.000000 COUNT : 12466 SUM : 117169827 rocksdb.compaction.outfile.sync.micros P50 : 62556.399459 P95 : 125630.225080 P99 : 224931.958763 P100 : 2063820.000000 COUNT : 20579 SUM : 1319084256 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.294854 P95 : 729.014230 P99 : 4026.071429 P100 : 501117.000000 COUNT : 20196 SUM : 12977514 rocksdb.table.open.io.micros P50 : 582.325581 P95 : 6238.812002 P99 : 13013.259640 P100 : 207055.000000 COUNT : 33062 SUM : 58588167 rocksdb.db.multiget.micros P50 : 7.993362 P95 : 17.790258 P99 : 33.037811 P100 : 26625.000000 COUNT : 784835258 SUM : 7432028412 rocksdb.read.block.compaction.micros P50 : 13.676124 P95 : 59.304112 P99 : 138.593036 P100 : 136000.000000 COUNT : 500035727 SUM : 9729078864 rocksdb.read.block.get.micros P50 : 52.936442 P95 : 94.887911 P99 : 146.419145 P100 : 206929.000000 COUNT : 40532552 SUM : 2338266727 rocksdb.write.raw.block.micros P50 : 0.521584 P95 : 0.991009 P99 : 1.895375 P100 : 331149.000000 COUNT : 540604080 SUM : 10869207016 rocksdb.numfiles.in.singlecompaction P50 : 2.774247 P95 : 5.680199 P99 : 5.938695 P100 : 7.000000 COUNT : 5842 SUM : 20803 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.539583 P95 : 33.541006 P99 : 105.013394 P100 : 135929.000000 COUNT : 540667465 SUM : 3764814195 rocksdb.file.read.flush.micros P50 : 1.845659 P95 : 15.814945 P99 : 40.813386 P100 : 787.000000 COUNT : 62330 SUM : 298101 rocksdb.file.read.compaction.micros P50 : 1.424548 P95 : 36.751423 P99 : 106.486739 P100 : 135929.000000 COUNT : 500138636 SUM : 3359093808 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 666704119 SUM : 0 rocksdb.bytes.per.write P50 : 218.505655 P95 : 527.994167 P99 : 804.052561 P100 : 4563443.000000 COUNT : 132285813 SUM : 61391393029 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 784835262 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46203.083700 P95 : 166964.788732 P99 : 239072.527473 P100 : 1681975.000000 COUNT : 12515 SUM : 784520022 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-17:30:07.300191 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-17:30:07.300492 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708450207 to in-memory stats history 2024/02/20-17:30:07.300526 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-17:30:07.300574 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-17:30:24.149822 289452 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302169. Total log size is 15728913 while max_total_wal_size is 15728640 2024/02/20-17:30:24.150168 289452 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302176. Immutable memtables: 0. 2024/02/20-17:30:24.150247 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20202] Syncing log #302173 2024/02/20-17:30:24.190119 3036210 (Original Log Time 2024/02/20-17:30:24.150235) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:30:24.190129 3036210 [db/flush_job.cc:892] [tag] [JOB 20202] Flushing memtable with next log file: 302176 2024/02/20-17:30:24.190153 3036210 EVENT_LOG_v1 {"time_micros": 1708450224190146, "job": 20202, "event": "flush_started", "num_memtables": 1, "num_entries": 19704, "num_deletes": 0, "total_data_size": 1739368, "memory_usage": 2312560, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:30:24.190156 3036210 [db/flush_job.cc:926] [tag] [JOB 20202] Level-0 flush table #302177: started 2024/02/20-17:30:24.226294 3036210 EVENT_LOG_v1 {"time_micros": 1708450224226263, "cf_name": "tag", "job": 20202, "event": "table_file_creation", "file_number": 302177, "file_size": 1063533, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158980397, "largest_seqno": 5159128222, "table_properties": {"data_size": 1055005, "index_size": 11531, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1672677, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 315, "num_entries": 19387, "num_filter_entries": 217, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449835, "oldest_key_time": 1708449835, "file_creation_time": 1708450224, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302177, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:30:24.226333 3036210 [db/flush_job.cc:1062] [tag] [JOB 20202] Flush lasted 36222 microseconds, and 34712 cpu microseconds. 2024/02/20-17:30:24.226768 3036210 (Original Log Time 2024/02/20-17:30:24.226320) [db/flush_job.cc:1011] [tag] [JOB 20202] Level-0 flush table #302177: 1063533 bytes OK 2024/02/20-17:30:24.226770 3036210 (Original Log Time 2024/02/20-17:30:24.226338) [db/memtable_list.cc:555] [tag] Level-0 commit table #302177 started 2024/02/20-17:30:24.226772 3036210 (Original Log Time 2024/02/20-17:30:24.226688) [db/memtable_list.cc:754] [tag] Level-0 commit table #302177: memtable #1 done 2024/02/20-17:30:24.226773 3036210 (Original Log Time 2024/02/20-17:30:24.226701) EVENT_LOG_v1 {"time_micros": 1708450224226697, "job": 20202, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:30:24.226774 3036210 (Original Log Time 2024/02/20-17:30:24.226735) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-17:30:24.226779 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20202] Try to delete WAL files size 504955, prev total WAL file size 15731878, number of live WAL files 4. 2024/02/20-17:30:24.226887 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20203] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-17:30:24.226898 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20210 Base level 0, inputs: [302177(1038KB) 302170(1026KB)], [302152(64MB) 302153(64MB) 302156(37MB)] 2024/02/20-17:30:24.226927 3036187 EVENT_LOG_v1 {"time_micros": 1708450224226913, "job": 20203, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302177, 302170], "files_L6": [302152, 302153, 302156], "score": 1, "input_data_size": 177148242, "oldest_snapshot_seqno": -1} 2024/02/20-17:30:24.227038 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302169.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:30:28.864555 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20203] Generated table #302178: 2425182 keys, 67635306 bytes, temperature: kUnknown 2024/02/20-17:30:28.864624 3036187 EVENT_LOG_v1 {"time_micros": 1708450228864581, "cf_name": "tag", "job": 20203, "event": "table_file_creation", "file_number": 302178, "file_size": 67635306, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110145, "index_size": 1479349, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 203771684, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36021, "num_entries": 2425182, "num_filter_entries": 1217, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708450224, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302178, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:30:33.250142 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20203] Generated table #302179: 2061981 keys, 67656960 bytes, temperature: kUnknown 2024/02/20-17:30:33.250199 3036187 EVENT_LOG_v1 {"time_micros": 1708450233250166, "cf_name": "tag", "job": 20203, "event": "table_file_creation", "file_number": 302179, "file_size": 67656960, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110106, "index_size": 1389860, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 190812857, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36001, "num_entries": 2061981, "num_filter_entries": 2103, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708450228, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302179, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:30:36.021092 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20203] Generated table #302180: 1549471 keys, 40803603 bytes, temperature: kUnknown 2024/02/20-17:30:36.021151 3036187 EVENT_LOG_v1 {"time_micros": 1708450236021116, "cf_name": "tag", "job": 20203, "event": "table_file_creation", "file_number": 302180, "file_size": 40803603, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 40500186, "index_size": 893473, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 123462484, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 21990, "num_entries": 1549471, "num_filter_entries": 282, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708450233, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302180, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:30:36.027042 3036187 (Original Log Time 2024/02/20-17:30:36.026474) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20203] Compacted 2@0 + 3@6 files to L6 => 176095869 bytes 2024/02/20-17:30:36.027046 3036187 (Original Log Time 2024/02/20-17:30:36.026927) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.0 rd, 14.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(2.0, 166.9 +0.0 blob) out(167.9 +0.0 blob), read-write-amplify(167.1) write-amplify(83.3) OK, records in: 6036634, records dropped: 0 output_compression: ZSTD 2024/02/20-17:30:36.027055 3036187 (Original Log Time 2024/02/20-17:30:36.026965) EVENT_LOG_v1 {"time_micros": 1708450236026946, "job": 20203, "event": "compaction_finished", "compaction_time_micros": 11794282, "compaction_time_cpu_micros": 11625231, "output_level": 6, "num_output_files": 3, "total_output_size": 176095869, "num_input_records": 6036634, "num_output_records": 6036634, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-17:30:36.033871 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302152.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:30:36.033901 3036187 EVENT_LOG_v1 {"time_micros": 1708450236033896, "job": 20203, "event": "table_file_deletion", "file_number": 302152} 2024/02/20-17:30:36.040938 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302153.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:30:36.040968 3036187 EVENT_LOG_v1 {"time_micros": 1708450236040963, "job": 20203, "event": "table_file_deletion", "file_number": 302153} 2024/02/20-17:30:36.045723 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302156.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:30:36.045745 3036187 EVENT_LOG_v1 {"time_micros": 1708450236045741, "job": 20203, "event": "table_file_deletion", "file_number": 302156} 2024/02/20-17:30:36.045886 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302170.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:30:36.045892 3036187 EVENT_LOG_v1 {"time_micros": 1708450236045891, "job": 20203, "event": "table_file_deletion", "file_number": 302170} 2024/02/20-17:30:36.045993 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302177.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:30:36.045999 3036187 EVENT_LOG_v1 {"time_micros": 1708450236045997, "job": 20203, "event": "table_file_deletion", "file_number": 302177} 2024/02/20-17:30:36.256291 276098 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302171. Total log size is 15729245 while max_total_wal_size is 15728640 2024/02/20-17:30:36.256647 276098 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302181. Immutable memtables: 0. 2024/02/20-17:30:36.256725 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20204] Syncing log #302176 2024/02/20-17:30:36.357402 3036193 (Original Log Time 2024/02/20-17:30:36.256712) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:30:36.357412 3036193 [db/flush_job.cc:892] [key] [JOB 20204] Flushing memtable with next log file: 302181 2024/02/20-17:30:36.357435 3036193 EVENT_LOG_v1 {"time_micros": 1708450236357428, "job": 20204, "event": "flush_started", "num_memtables": 1, "num_entries": 61258, "num_deletes": 0, "total_data_size": 3826766, "memory_usage": 4895176, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:30:36.357438 3036193 [db/flush_job.cc:926] [key] [JOB 20204] Level-0 flush table #302182: started 2024/02/20-17:30:36.438195 3036193 EVENT_LOG_v1 {"time_micros": 1708450236438160, "cf_name": "key", "job": 20204, "event": "table_file_creation", "file_number": 302182, "file_size": 2566674, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158985163, "largest_seqno": 5159133020, "table_properties": {"data_size": 2494636, "index_size": 18322, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56309, "raw_key_size": 3631113, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 727, "num_entries": 60045, "num_filter_entries": 64222, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449847, "oldest_key_time": 1708449847, "file_creation_time": 1708450236, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302182, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:30:36.438236 3036193 [db/flush_job.cc:1062] [key] [JOB 20204] Flush lasted 80842 microseconds, and 78825 cpu microseconds. 2024/02/20-17:30:36.438730 3036193 (Original Log Time 2024/02/20-17:30:36.438222) [db/flush_job.cc:1011] [key] [JOB 20204] Level-0 flush table #302182: 2566674 bytes OK 2024/02/20-17:30:36.438735 3036193 (Original Log Time 2024/02/20-17:30:36.438242) [db/memtable_list.cc:555] [key] Level-0 commit table #302182 started 2024/02/20-17:30:36.438736 3036193 (Original Log Time 2024/02/20-17:30:36.438627) [db/memtable_list.cc:754] [key] Level-0 commit table #302182: memtable #1 done 2024/02/20-17:30:36.438738 3036193 (Original Log Time 2024/02/20-17:30:36.438651) EVENT_LOG_v1 {"time_micros": 1708450236438644, "job": 20204, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-17:30:36.438740 3036193 (Original Log Time 2024/02/20-17:30:36.438693) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-17:30:36.438746 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20204] Try to delete WAL files size 12749338, prev total WAL file size 15739124, number of live WAL files 4. 2024/02/20-17:30:36.438844 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20205] Compacting 2@0 files to L5, score 1.00 2024/02/20-17:30:36.438856 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20212 Base level 0, inputs: [302182(2506KB) 302172(2454KB)] 2024/02/20-17:30:36.438879 3036185 EVENT_LOG_v1 {"time_micros": 1708450236438870, "job": 20205, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302182, 302172], "score": 1, "input_data_size": 5079679, "oldest_snapshot_seqno": -1} 2024/02/20-17:30:36.440937 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302171.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:30:36.607413 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20205] Generated table #302183: 120168 keys, 5020047 bytes, temperature: kUnknown 2024/02/20-17:30:36.607484 3036185 EVENT_LOG_v1 {"time_micros": 1708450236607440, "cf_name": "key", "job": 20205, "event": "table_file_creation", "file_number": 302183, "file_size": 5020047, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158836741, "largest_seqno": 5159133020, "table_properties": {"data_size": 4879252, "index_size": 37239, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 111093, "raw_key_size": 7266701, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1423, "num_entries": 120168, "num_filter_entries": 126455, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449471, "oldest_key_time": 0, "file_creation_time": 1708450236, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302183, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:30:36.608244 3036185 (Original Log Time 2024/02/20-17:30:36.607879) [db/compaction/compaction_job.cc:1729] [key] [JOB 20205] Compacted 2@0 files to L5 => 5020047 bytes 2024/02/20-17:30:36.608247 3036185 (Original Log Time 2024/02/20-17:30:36.608181) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 30.1 rd, 29.8 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.8, 0.0 +0.0 blob) out(4.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 120168, records dropped: 0 output_compression: LZ4 2024/02/20-17:30:36.608252 3036185 (Original Log Time 2024/02/20-17:30:36.608200) EVENT_LOG_v1 {"time_micros": 1708450236608190, "job": 20205, "event": "compaction_finished", "compaction_time_micros": 168664, "compaction_time_cpu_micros": 164359, "output_level": 5, "num_output_files": 1, "total_output_size": 5020047, "num_input_records": 120168, "num_output_records": 120168, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-17:30:36.608567 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302172.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:30:36.608576 3036185 EVENT_LOG_v1 {"time_micros": 1708450236608574, "job": 20205, "event": "table_file_deletion", "file_number": 302172} 2024/02/20-17:30:36.608786 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302182.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:30:36.608791 3036185 EVENT_LOG_v1 {"time_micros": 1708450236608790, "job": 20205, "event": "table_file_deletion", "file_number": 302182} 2024/02/20-17:35:33.435226 289451 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302173. Total log size is 15728710 while max_total_wal_size is 15728640 2024/02/20-17:35:33.435526 289451 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302184. Immutable memtables: 0. 2024/02/20-17:35:33.435597 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20206] Syncing log #302181 2024/02/20-17:35:33.443153 3036210 (Original Log Time 2024/02/20-17:35:33.435588) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:35:33.443164 3036210 [db/flush_job.cc:892] [url] [JOB 20206] Flushing memtable with next log file: 302184 2024/02/20-17:35:33.443190 3036210 EVENT_LOG_v1 {"time_micros": 1708450533443184, "job": 20206, "event": "flush_started", "num_memtables": 1, "num_entries": 66038, "num_deletes": 0, "total_data_size": 10228152, "memory_usage": 11764792, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:35:33.443194 3036210 [db/flush_job.cc:926] [url] [JOB 20206] Level-0 flush table #302185: started 2024/02/20-17:35:33.567837 3036210 EVENT_LOG_v1 {"time_micros": 1708450533567801, "cf_name": "url", "job": 20206, "event": "table_file_creation", "file_number": 302185, "file_size": 5331937, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159104825, "largest_seqno": 5159252690, "table_properties": {"data_size": 5238682, "index_size": 163270, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6421, "raw_key_size": 9851051, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1571, "num_entries": 64584, "num_filter_entries": 7278, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708450163, "oldest_key_time": 1708450163, "file_creation_time": 1708450533, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302185, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:35:33.567890 3036210 [db/flush_job.cc:1062] [url] [JOB 20206] Flush lasted 124747 microseconds, and 116511 cpu microseconds. 2024/02/20-17:35:33.568419 3036210 (Original Log Time 2024/02/20-17:35:33.567872) [db/flush_job.cc:1011] [url] [JOB 20206] Level-0 flush table #302185: 5331937 bytes OK 2024/02/20-17:35:33.568422 3036210 (Original Log Time 2024/02/20-17:35:33.567896) [db/memtable_list.cc:555] [url] Level-0 commit table #302185 started 2024/02/20-17:35:33.568423 3036210 (Original Log Time 2024/02/20-17:35:33.568342) [db/memtable_list.cc:754] [url] Level-0 commit table #302185: memtable #1 done 2024/02/20-17:35:33.568424 3036210 (Original Log Time 2024/02/20-17:35:33.568355) EVENT_LOG_v1 {"time_micros": 1708450533568351, "job": 20206, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-17:35:33.568425 3036210 (Original Log Time 2024/02/20-17:35:33.568387) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-17:35:33.568429 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20206] Try to delete WAL files size 2474620, prev total WAL file size 15734463, number of live WAL files 4. 2024/02/20-17:35:33.568895 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302173.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:36:30.918976 276066 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302176. Total log size is 15728987 while max_total_wal_size is 15728640 2024/02/20-17:36:30.919175 276066 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302186. Immutable memtables: 0. 2024/02/20-17:36:30.919268 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20207] Syncing log #302184 2024/02/20-17:36:30.970655 3036193 (Original Log Time 2024/02/20-17:36:30.919259) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:36:30.970663 3036193 [db/flush_job.cc:892] [tag] [JOB 20207] Flushing memtable with next log file: 302186 2024/02/20-17:36:30.970687 3036193 EVENT_LOG_v1 {"time_micros": 1708450590970680, "job": 20207, "event": "flush_started", "num_memtables": 1, "num_entries": 21287, "num_deletes": 0, "total_data_size": 1884179, "memory_usage": 2480992, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:36:30.970689 3036193 [db/flush_job.cc:926] [tag] [JOB 20207] Level-0 flush table #302187: started 2024/02/20-17:36:31.005716 3036193 EVENT_LOG_v1 {"time_micros": 1708450591005678, "cf_name": "tag", "job": 20207, "event": "table_file_creation", "file_number": 302187, "file_size": 1104072, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159128252, "largest_seqno": 5159276036, "table_properties": {"data_size": 1094856, "index_size": 12741, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1814096, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 339, "num_entries": 20997, "num_filter_entries": 208, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708450224, "oldest_key_time": 1708450224, "file_creation_time": 1708450590, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302187, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:36:31.005776 3036193 [db/flush_job.cc:1062] [tag] [JOB 20207] Flush lasted 35129 microseconds, and 32997 cpu microseconds. 2024/02/20-17:36:31.006354 3036193 (Original Log Time 2024/02/20-17:36:31.005757) [db/flush_job.cc:1011] [tag] [JOB 20207] Level-0 flush table #302187: 1104072 bytes OK 2024/02/20-17:36:31.006359 3036193 (Original Log Time 2024/02/20-17:36:31.005783) [db/memtable_list.cc:555] [tag] Level-0 commit table #302187 started 2024/02/20-17:36:31.006361 3036193 (Original Log Time 2024/02/20-17:36:31.006243) [db/memtable_list.cc:754] [tag] Level-0 commit table #302187: memtable #1 done 2024/02/20-17:36:31.006363 3036193 (Original Log Time 2024/02/20-17:36:31.006269) EVENT_LOG_v1 {"time_micros": 1708450591006262, "job": 20207, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:36:31.006365 3036193 (Original Log Time 2024/02/20-17:36:31.006307) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-17:36:31.006370 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20207] Try to delete WAL files size 505287, prev total WAL file size 15732930, number of live WAL files 4. 2024/02/20-17:36:31.006691 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302176.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:36:42.830208 289447 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302181. Total log size is 15728755 while max_total_wal_size is 15728640 2024/02/20-17:36:42.830431 289447 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302188. Immutable memtables: 0. 2024/02/20-17:36:42.830520 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20208] Syncing log #302186 2024/02/20-17:36:42.850370 3036210 (Original Log Time 2024/02/20-17:36:42.830507) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:36:42.850381 3036210 [db/flush_job.cc:892] [key] [JOB 20208] Flushing memtable with next log file: 302188 2024/02/20-17:36:42.850405 3036210 EVENT_LOG_v1 {"time_micros": 1708450602850397, "job": 20208, "event": "flush_started", "num_memtables": 1, "num_entries": 60408, "num_deletes": 0, "total_data_size": 3774227, "memory_usage": 4889008, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:36:42.850410 3036210 [db/flush_job.cc:926] [key] [JOB 20208] Level-0 flush table #302189: started 2024/02/20-17:36:42.935995 3036210 EVENT_LOG_v1 {"time_micros": 1708450602935957, "cf_name": "key", "job": 20208, "event": "table_file_creation", "file_number": 302189, "file_size": 2467373, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159133029, "largest_seqno": 5159280830, "table_properties": {"data_size": 2397282, "index_size": 17926, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 55013, "raw_key_size": 3557867, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 711, "num_entries": 58827, "num_filter_entries": 62803, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708450236, "oldest_key_time": 1708450236, "file_creation_time": 1708450602, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302189, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:36:42.936034 3036210 [db/flush_job.cc:1062] [key] [JOB 20208] Flush lasted 85674 microseconds, and 81772 cpu microseconds. 2024/02/20-17:36:42.936436 3036210 (Original Log Time 2024/02/20-17:36:42.936021) [db/flush_job.cc:1011] [key] [JOB 20208] Level-0 flush table #302189: 2467373 bytes OK 2024/02/20-17:36:42.936439 3036210 (Original Log Time 2024/02/20-17:36:42.936040) [db/memtable_list.cc:555] [key] Level-0 commit table #302189 started 2024/02/20-17:36:42.936441 3036210 (Original Log Time 2024/02/20-17:36:42.936358) [db/memtable_list.cc:754] [key] Level-0 commit table #302189: memtable #1 done 2024/02/20-17:36:42.936442 3036210 (Original Log Time 2024/02/20-17:36:42.936373) EVENT_LOG_v1 {"time_micros": 1708450602936368, "job": 20208, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-17:36:42.936444 3036210 (Original Log Time 2024/02/20-17:36:42.936405) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-17:36:42.936448 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20208] Try to delete WAL files size 12748803, prev total WAL file size 15734774, number of live WAL files 4. 2024/02/20-17:36:42.937927 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302181.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:40:07.429889 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-17:40:07.430028 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1038206.3 total, 600.1 interval Cumulative writes: 132M writes, 593M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.20 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132602278.00 writes per sync, written: 57.20 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 99K writes, 241K keys, 99K commit groups, 1.0 writes per commit group, ingest: 24.50 MB, 0.04 MB/s Interval WAL: 99K writes, 0 syncs, 99160.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 5.08 MB 0.5 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 416.89 389.03 4213 0.099 0 0 0.0 0.0 L5 1/0 9.90 MB 0.0 69.7 18.6 51.1 68.5 17.4 0.0 3.7 42.0 41.3 1700.21 1628.35 2175 0.782 1051M 1153 0.0 0.0 L6 12/0 769.82 MB 0.0 410.2 17.7 392.4 392.8 0.3 0.0 22.2 16.0 15.3 26205.15 24167.48 607 43.172 9588M 261M 0.0 0.0 Sum 14/0 784.80 MB 0.0 479.9 36.3 443.6 480.2 36.6 0.0 25.4 17.3 17.4 28322.24 26184.86 6995 4.049 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 40.8 0.12 0.12 1 0.125 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 479.9 36.3 443.6 461.3 17.7 0.0 0.0 17.6 16.9 27905.36 25795.83 2782 10.031 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 416.89 389.03 4213 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1038206.3 total, 600.1 interval Flush(GB): cumulative 18.878, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 480.15 GB write, 0.47 MB/s write, 479.86 GB read, 0.47 MB/s read, 28322.2 seconds Interval compaction: 0.00 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4416 occupancy: 1729 collections: 1731 last_copies: 0 last_secs: 0.000704 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(910,14.80 MB,0.963843%) IndexBlock(818,1.36 GB,90.9858%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6074009 Average: 2.1896 StdDev: 4.25 Min: 0 Median: 1.3839 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.30 P99.99: 126.75 ------------------------------------------------------ [ 0, 1 ] 2044148 33.654% 33.654% ####### ( 1, 2 ] 2586488 42.583% 76.237% ######### ( 2, 3 ] 1012024 16.662% 92.898% ### ( 3, 4 ] 246040 4.051% 96.949% # ( 4, 6 ] 109099 1.796% 98.745% ( 6, 10 ] 35666 0.587% 99.333% ( 10, 15 ] 15075 0.248% 99.581% ( 15, 22 ] 7628 0.126% 99.706% ( 22, 34 ] 7974 0.131% 99.838% ( 34, 51 ] 5708 0.094% 99.932% ( 51, 76 ] 2544 0.042% 99.973% ( 76, 110 ] 894 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21940073 Average: 2.4673 StdDev: 6.76 Min: 0 Median: 1.4955 Max: 7146 Percentiles: P50: 1.50 P75: 2.31 P99: 9.41 P99.9: 49.87 P99.99: 145.96 ------------------------------------------------------ [ 0, 1 ] 6729891 30.674% 30.674% ###### ( 1, 2 ] 8557631 39.005% 69.679% ######## ( 2, 3 ] 3713951 16.928% 86.606% ### ( 3, 4 ] 1358834 6.193% 92.800% # ( 4, 6 ] 1067826 4.867% 97.667% # ( 6, 10 ] 343522 1.566% 99.232% ( 10, 15 ] 59829 0.273% 99.505% ( 15, 22 ] 30596 0.139% 99.645% ( 22, 34 ] 32788 0.149% 99.794% ( 34, 51 ] 24919 0.114% 99.908% ( 51, 76 ] 11990 0.055% 99.962% ( 76, 110 ] 4898 0.022% 99.985% ( 110, 170 ] 2009 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 213500230 Average: 12.2877 StdDev: 81.39 Min: 0 Median: 1.4942 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.79 P99.9: 304.40 P99.99: 1541.36 ------------------------------------------------------ [ 0, 1 ] 72681426 34.043% 34.043% ####### ( 1, 2 ] 68937522 32.289% 66.332% ###### ( 2, 3 ] 30386657 14.233% 80.565% ### ( 3, 4 ] 6543230 3.065% 83.629% # ( 4, 6 ] 1189604 0.557% 84.187% ( 6, 10 ] 560316 0.262% 84.449% ( 10, 15 ] 317536 0.149% 84.598% ( 15, 22 ] 273468 0.128% 84.726% ( 22, 34 ] 7689810 3.602% 88.328% # ( 34, 51 ] 7821063 3.663% 91.991% # ( 51, 76 ] 6262417 2.933% 94.924% # ( 76, 110 ] 6856667 3.212% 98.136% # ( 110, 170 ] 3376738 1.582% 99.717% ( 170, 250 ] 342429 0.160% 99.878% ( 250, 380 ] 114342 0.054% 99.931% ( 380, 580 ] 69458 0.033% 99.964% ( 580, 870 ] 31112 0.015% 99.978% ( 870, 1300 ] 14135 0.007% 99.985% ( 1300, 1900 ] 27221 0.013% 99.998% ( 1900, 2900 ] 2163 0.001% 99.999% ( 2900, 4400 ] 871 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 340 0.000% 100.000% ( 14000, 22000 ] 190 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 1.05 MB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.5 89.35 75.71 4093 0.022 0 0 0.0 0.0 L6 3/0 167.94 MB 0.0 317.8 3.2 314.7 314.7 0.1 0.0 99.0 15.4 15.2 21188.35 20798.50 2154 9.837 11G 63M 0.0 0.0 Sum 4/0 168.99 MB 0.0 317.8 3.2 314.7 317.9 3.2 0.0 99.9 15.3 15.3 21277.70 20874.21 6247 3.406 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 82.2 14.2 14.3 11.87 11.69 3 3.955 6036K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 317.8 3.2 314.7 314.7 0.1 0.0 0.0 15.4 15.2 21188.35 20798.50 2154 9.837 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.5 89.35 75.71 4093 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1038206.3 total, 600.1 interval Flush(GB): cumulative 3.181, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 317.91 GB write, 0.31 MB/s write, 317.85 GB read, 0.31 MB/s read, 21277.7 seconds Interval compaction: 0.17 GB write, 0.28 MB/s write, 0.16 GB read, 0.28 MB/s read, 11.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4344 collections: 1731 last_copies: 0 last_secs: 0.001771 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2197,1.67 MB,0.108978%) IndexBlock(2146,1.46 GB,97.2753%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1044801 Average: 3.5620 StdDev: 6.30 Min: 0 Median: 2.5834 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.35 P99.9: 60.41 P99.99: 193.82 ------------------------------------------------------ [ 0, 1 ] 121223 11.602% 11.602% ## ( 1, 2 ] 251544 24.076% 35.678% ##### ( 2, 3 ] 256492 24.549% 60.228% ##### ( 3, 4 ] 200666 19.206% 79.434% #### ( 4, 6 ] 173008 16.559% 95.993% ### ( 6, 10 ] 29150 2.790% 98.783% # ( 10, 15 ] 4823 0.462% 99.244% ( 15, 22 ] 2585 0.247% 99.492% ( 22, 34 ] 2184 0.209% 99.701% ( 34, 51 ] 1799 0.172% 99.873% ( 51, 76 ] 750 0.072% 99.945% ( 76, 110 ] 254 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180309467 Average: 2.1903 StdDev: 5.40 Min: 0 Median: 1.3450 Max: 13817 Percentiles: P50: 1.34 P75: 2.00 P99: 6.98 P99.9: 54.22 P99.99: 145.32 ------------------------------------------------------ [ 0, 1 ] 66493707 36.878% 36.878% ####### ( 1, 2 ] 68590504 38.040% 74.918% ######## ( 2, 3 ] 33660765 18.668% 93.586% #### ( 3, 4 ] 8099573 4.492% 98.078% # ( 4, 6 ] 1507833 0.836% 98.915% ( 6, 10 ] 626132 0.347% 99.262% ( 10, 15 ] 408301 0.226% 99.488% ( 15, 22 ] 202986 0.113% 99.601% ( 22, 34 ] 316574 0.176% 99.776% ( 34, 51 ] 209542 0.116% 99.893% ( 51, 76 ] 102907 0.057% 99.950% ( 76, 110 ] 59413 0.033% 99.983% ( 110, 170 ] 22423 0.012% 99.995% ( 170, 250 ] 3959 0.002% 99.997% ( 250, 380 ] 1799 0.001% 99.998% ( 380, 580 ] 1497 0.001% 99.999% ( 580, 870 ] 883 0.000% 100.000% ( 870, 1300 ] 265 0.000% 100.000% ( 1300, 1900 ] 273 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.35 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.65 258.44 4180 0.067 0 0 0.0 0.0 L5 1/0 4.79 MB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 802.73 775.67 2004 0.401 622M 276K 0.0 0.0 L6 6/0 358.42 MB 0.0 200.0 9.0 191.1 191.2 0.2 0.0 21.4 14.4 13.7 14251.35 13942.37 724 19.684 8956M 241M 0.0 0.0 Sum 8/0 365.56 MB 0.0 222.5 17.3 205.3 222.7 17.4 0.0 24.3 14.9 14.9 15332.73 14976.49 6908 2.220 9578M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 14.5 28.6 0.34 0.32 3 0.112 120K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 222.5 17.3 205.3 213.5 8.3 0.0 0.0 15.1 14.5 15054.08 14718.04 2728 5.518 9578M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.65 258.44 4180 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1038206.3 total, 600.1 interval Flush(GB): cumulative 9.174, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 222.70 GB write, 0.22 MB/s write, 222.53 GB read, 0.22 MB/s read, 15332.7 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.00 GB read, 0.01 MB/s read, 0.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 355345 collections: 1731 last_copies: 0 last_secs: 0.126488 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(355145,1.37 GB,91.34%) FilterBlock(97,71.33 MB,4.64369%) IndexBlock(102,28.25 MB,1.83906%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2869097 Average: 4.2730 StdDev: 8.05 Min: 0 Median: 1.9649 Max: 9050 Percentiles: P50: 1.96 P75: 5.40 P99: 17.93 P99.9: 61.08 P99.99: 151.44 ------------------------------------------------------ [ 0, 1 ] 637381 22.215% 22.215% #### ( 1, 2 ] 826136 28.794% 51.010% ###### ( 2, 3 ] 406048 14.152% 65.162% ### ( 3, 4 ] 175713 6.124% 71.286% # ( 4, 6 ] 151806 5.291% 76.578% # ( 6, 10 ] 455236 15.867% 92.444% ### ( 10, 15 ] 180881 6.304% 98.749% # ( 15, 22 ] 17190 0.599% 99.348% ( 22, 34 ] 9198 0.321% 99.669% ( 34, 51 ] 5609 0.195% 99.864% ( 51, 76 ] 2554 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6964173 Average: 4.7205 StdDev: 7.63 Min: 0 Median: 2.4852 Max: 7311 Percentiles: P50: 2.49 P75: 6.20 P99: 19.50 P99.9: 69.18 P99.99: 168.68 ------------------------------------------------------ [ 0, 1 ] 1135350 16.303% 16.303% ### ( 1, 2 ] 1832962 26.320% 42.623% ##### ( 2, 3 ] 1058819 15.204% 57.826% ### ( 3, 4 ] 569860 8.183% 66.009% ## ( 4, 6 ] 565887 8.126% 74.135% ## ( 6, 10 ] 1218051 17.490% 91.625% ### ( 10, 15 ] 483356 6.941% 98.566% # ( 15, 22 ] 47001 0.675% 99.241% ( 22, 34 ] 24770 0.356% 99.596% ( 34, 51 ] 15617 0.224% 99.821% ( 51, 76 ] 7611 0.109% 99.930% ( 76, 110 ] 2883 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108078021 Average: 5.8342 StdDev: 24.82 Min: 0 Median: 2.3601 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.73 P99.9: 159.98 P99.99: 469.90 ------------------------------------------------------ [ 0, 1 ] 25589784 23.677% 23.677% ##### ( 1, 2 ] 24389394 22.566% 46.244% ##### ( 2, 3 ] 11275604 10.433% 56.676% ## ( 3, 4 ] 4427767 4.097% 60.773% # ( 4, 6 ] 5042708 4.666% 65.439% # ( 6, 10 ] 26312525 24.346% 89.785% ##### ( 10, 15 ] 8505993 7.870% 97.655% ## ( 15, 22 ] 688602 0.637% 98.292% ( 22, 34 ] 564070 0.522% 98.814% ( 34, 51 ] 390949 0.362% 99.176% ( 51, 76 ] 249540 0.231% 99.407% ( 76, 110 ] 317102 0.293% 99.700% ( 110, 170 ] 259201 0.240% 99.940% ( 170, 250 ] 42205 0.039% 99.979% ( 250, 380 ] 8859 0.008% 99.987% ( 380, 580 ] 6474 0.006% 99.993% ( 580, 870 ] 3683 0.003% 99.997% ( 870, 1300 ] 1950 0.002% 99.999% ( 1300, 1900 ] 2680 0.002% 100.001% ( 1900, 2900 ] 189 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-17:40:07.433602 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 540683153 rocksdb.block.cache.hit COUNT : 2234131078 rocksdb.block.cache.add COUNT : 40552388 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33080 rocksdb.block.cache.index.hit COUNT : 548378374 rocksdb.block.cache.index.add COUNT : 33066 rocksdb.block.cache.index.bytes.insert COUNT : 35358137142 rocksdb.block.cache.filter.miss COUNT : 33086 rocksdb.block.cache.filter.hit COUNT : 1137762266 rocksdb.block.cache.filter.add COUNT : 33086 rocksdb.block.cache.filter.bytes.insert COUNT : 8974846054 rocksdb.block.cache.data.miss COUNT : 540616987 rocksdb.block.cache.data.hit COUNT : 547990438 rocksdb.block.cache.data.add COUNT : 40486236 rocksdb.block.cache.data.bytes.insert COUNT : 167703411291 rocksdb.block.cache.bytes.read COUNT : 1946011648640555 rocksdb.block.cache.bytes.write COUNT : 212036394487 rocksdb.bloom.filter.useful COUNT : 589449997 rocksdb.bloom.filter.full.positive COUNT : 548312301 rocksdb.bloom.filter.full.true.positive COUNT : 542604753 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96572970 rocksdb.memtable.miss COUNT : 6466191152 rocksdb.l0.hit COUNT : 16604677 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 526000076 rocksdb.compaction.key.drop.new COUNT : 283313464 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 593495213 rocksdb.number.keys.read COUNT : 667273688 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61417078871 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69214 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33071 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 785472140 rocksdb.number.multiget.keys.read COUNT : 5895490434 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61417078871 rocksdb.write.self COUNT : 132384820 rocksdb.write.other COUNT : 217458 rocksdb.write.wal COUNT : 132602278 rocksdb.compact.read.bytes COUNT : 1018115849933 rocksdb.compact.write.bytes COUNT : 1062504968661 rocksdb.flush.write.bytes COUNT : 33539777066 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1073284 rocksdb.number.superversion_releases COUNT : 2774 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 533877573 rocksdb.number.block.decompressed COUNT : 533919900 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61312368770 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69214 rocksdb.num.iterator.deleted COUNT : 69214 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5341 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5303 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45073 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62334767868 rocksdb.memtable.garbage.bytes.at.flush COUNT : 748673276 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 964919848414 rocksdb.last.level.read.count COUNT : 501890148 rocksdb.non.last.level.read.bytes COUNT : 131512608064 rocksdb.non.last.level.read.count COUNT : 38892218 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 540716224 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2178361966747 rocksdb.bytes.compressed.to COUNT : 1057741565282 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26666058001 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6726479 rocksdb.bytes.decompressed.from COUNT : 1058038064597 rocksdb.bytes.decompressed.to COUNT : 2178581742665 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.416231 P95 : 106.258301 P99 : 160.363377 P100 : 227461.000000 COUNT : 667273688 SUM : 34407141002 rocksdb.db.write.micros P50 : 67.064861 P95 : 111.839863 P99 : 169.417624 P100 : 2037453.000000 COUNT : 132602278 SUM : 13699458686 rocksdb.compaction.times.micros P50 : 1599653.979239 P95 : 38520379.146919 P99 : 67142241.379310 P100 : 89521673.000000 COUNT : 7664 SUM : 64147784501 rocksdb.compaction.times.cpu_micros P50 : 1538790.035587 P95 : 35801716.738197 P99 : 64126984.126984 P100 : 83823365.000000 COUNT : 7664 SUM : 61312368770 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4319.836066 P95 : 27860.396717 P99 : 62388.297872 P100 : 1558490.000000 COUNT : 12471 SUM : 117198562 rocksdb.compaction.outfile.sync.micros P50 : 62556.382499 P95 : 125617.363344 P99 : 224915.463918 P100 : 2063820.000000 COUNT : 20583 SUM : 1319307329 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.319244 P95 : 728.882924 P99 : 4024.196429 P100 : 501117.000000 COUNT : 20203 SUM : 12979541 rocksdb.table.open.io.micros P50 : 581.976744 P95 : 6238.205756 P99 : 13012.311054 P100 : 207055.000000 COUNT : 33071 SUM : 58594416 rocksdb.db.multiget.micros P50 : 7.993651 P95 : 17.789228 P99 : 33.039219 P100 : 26625.000000 COUNT : 785472140 SUM : 7438283247 rocksdb.read.block.compaction.micros P50 : 13.676170 P95 : 59.295057 P99 : 138.585224 P100 : 136000.000000 COUNT : 500130751 SUM : 9730547991 rocksdb.read.block.get.micros P50 : 52.937830 P95 : 94.890151 P99 : 146.421842 P100 : 206929.000000 COUNT : 40552402 SUM : 2339426945 rocksdb.write.raw.block.micros P50 : 0.521583 P95 : 0.991007 P99 : 1.895368 P100 : 331149.000000 COUNT : 540703214 SUM : 10871874945 rocksdb.numfiles.in.singlecompaction P50 : 2.774247 P95 : 5.680265 P99 : 5.938706 P100 : 7.000000 COUNT : 5844 SUM : 20810 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.539621 P95 : 33.533384 P99 : 105.008067 P100 : 135929.000000 COUNT : 540782366 SUM : 3765226221 rocksdb.file.read.flush.micros P50 : 1.845621 P95 : 15.813823 P99 : 40.802231 P100 : 787.000000 COUNT : 62355 SUM : 298194 rocksdb.file.read.compaction.micros P50 : 1.424555 P95 : 36.741948 P99 : 106.482297 P100 : 135929.000000 COUNT : 500233680 SUM : 3359302490 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 667273688 SUM : 0 rocksdb.bytes.per.write P50 : 218.506647 P95 : 528.029839 P99 : 804.072968 P100 : 4563443.000000 COUNT : 132384820 SUM : 61417078871 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 785472140 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46217.238347 P95 : 166959.174097 P99 : 239063.736264 P100 : 1681975.000000 COUNT : 12520 SUM : 784882636 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-17:40:07.433749 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-17:40:07.433906 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708450807 to in-memory stats history 2024/02/20-17:40:07.433935 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-17:40:07.433970 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-17:41:38.836863 287376 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302184. Total log size is 15728673 while max_total_wal_size is 15728640 2024/02/20-17:41:38.837112 287376 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302190. Immutable memtables: 0. 2024/02/20-17:41:38.837191 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20209] Syncing log #302188 2024/02/20-17:41:38.854284 3036193 (Original Log Time 2024/02/20-17:41:38.837176) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:41:38.854293 3036193 [db/flush_job.cc:892] [url] [JOB 20209] Flushing memtable with next log file: 302190 2024/02/20-17:41:38.854319 3036193 EVENT_LOG_v1 {"time_micros": 1708450898854312, "job": 20209, "event": "flush_started", "num_memtables": 1, "num_entries": 66851, "num_deletes": 0, "total_data_size": 10260011, "memory_usage": 11220056, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:41:38.854321 3036193 [db/flush_job.cc:926] [url] [JOB 20209] Level-0 flush table #302191: started 2024/02/20-17:41:38.968091 3036193 EVENT_LOG_v1 {"time_micros": 1708450898968058, "cf_name": "url", "job": 20209, "event": "table_file_creation", "file_number": 302191, "file_size": 5298641, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159252693, "largest_seqno": 5159401058, "table_properties": {"data_size": 5209264, "index_size": 133412, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 9837864, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1565, "num_entries": 65106, "num_filter_entries": 7151, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708450533, "oldest_key_time": 1708450533, "file_creation_time": 1708450898, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302191, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:41:38.968136 3036193 [db/flush_job.cc:1062] [url] [JOB 20209] Flush lasted 113860 microseconds, and 110086 cpu microseconds. 2024/02/20-17:41:38.968604 3036193 (Original Log Time 2024/02/20-17:41:38.968123) [db/flush_job.cc:1011] [url] [JOB 20209] Level-0 flush table #302191: 5298641 bytes OK 2024/02/20-17:41:38.968607 3036193 (Original Log Time 2024/02/20-17:41:38.968142) [db/memtable_list.cc:555] [url] Level-0 commit table #302191 started 2024/02/20-17:41:38.968609 3036193 (Original Log Time 2024/02/20-17:41:38.968501) [db/memtable_list.cc:754] [url] Level-0 commit table #302191: memtable #1 done 2024/02/20-17:41:38.968610 3036193 (Original Log Time 2024/02/20-17:41:38.968524) EVENT_LOG_v1 {"time_micros": 1708450898968518, "job": 20209, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-17:41:38.968612 3036193 (Original Log Time 2024/02/20-17:41:38.968564) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 12] max score 1.00 2024/02/20-17:41:38.968617 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20209] Try to delete WAL files size 2474897, prev total WAL file size 15734483, number of live WAL files 4. 2024/02/20-17:41:38.968772 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 20210] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-17:41:38.968790 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20217 Base level 0, inputs: [302191(5174KB) 302185(5206KB)], [302175(10137KB)] 2024/02/20-17:41:38.968863 3036188 EVENT_LOG_v1 {"time_micros": 1708450898968806, "job": 20210, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302191, 302185], "files_L5": [302175], "score": 1, "input_data_size": 21011461, "oldest_snapshot_seqno": -1} 2024/02/20-17:41:38.969189 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302184.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:41:39.462588 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20210] Generated table #302192: 261090 keys, 19971988 bytes, temperature: kUnknown 2024/02/20-17:41:39.462656 3036188 EVENT_LOG_v1 {"time_micros": 1708450899462615, "cf_name": "url", "job": 20210, "event": "table_file_creation", "file_number": 302192, "file_size": 19971988, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158808692, "largest_seqno": 5159401058, "table_properties": {"data_size": 19652226, "index_size": 564556, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15861, "raw_key_size": 39615577, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5847, "num_entries": 261090, "num_filter_entries": 18177, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449401, "oldest_key_time": 0, "file_creation_time": 1708450898, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302192, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:41:39.463701 3036188 (Original Log Time 2024/02/20-17:41:39.463231) [db/compaction/compaction_job.cc:1729] [url] [JOB 20210] Compacted 2@0 + 1@5 files to L5 => 19971988 bytes 2024/02/20-17:41:39.463705 3036188 (Original Log Time 2024/02/20-17:41:39.463616) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.07, MB/sec: 42.5 rd, 40.4 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(10.1, 9.9 +0.0 blob) out(19.0 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 261091, records dropped: 1 output_compression: LZ4 2024/02/20-17:41:39.463714 3036188 (Original Log Time 2024/02/20-17:41:39.463642) EVENT_LOG_v1 {"time_micros": 1708450899463628, "job": 20210, "event": "compaction_finished", "compaction_time_micros": 493858, "compaction_time_cpu_micros": 481733, "output_level": 5, "num_output_files": 1, "total_output_size": 19971988, "num_input_records": 261091, "num_output_records": 261090, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-17:41:39.464869 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302175.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:41:39.464885 3036188 EVENT_LOG_v1 {"time_micros": 1708450899464882, "job": 20210, "event": "table_file_deletion", "file_number": 302175} 2024/02/20-17:41:39.465379 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302185.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:41:39.465394 3036188 EVENT_LOG_v1 {"time_micros": 1708450899465392, "job": 20210, "event": "table_file_deletion", "file_number": 302185} 2024/02/20-17:41:39.465945 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302191.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:41:39.465960 3036188 EVENT_LOG_v1 {"time_micros": 1708450899465958, "job": 20210, "event": "table_file_deletion", "file_number": 302191} 2024/02/20-17:42:36.174351 282469 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302186. Total log size is 15728808 while max_total_wal_size is 15728640 2024/02/20-17:42:36.174635 282469 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302193. Immutable memtables: 0. 2024/02/20-17:42:36.174700 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20211] Syncing log #302190 2024/02/20-17:42:36.198369 3036210 (Original Log Time 2024/02/20-17:42:36.174692) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:42:36.198380 3036210 [db/flush_job.cc:892] [tag] [JOB 20211] Flushing memtable with next log file: 302193 2024/02/20-17:42:36.198404 3036210 EVENT_LOG_v1 {"time_micros": 1708450956198398, "job": 20211, "event": "flush_started", "num_memtables": 1, "num_entries": 20313, "num_deletes": 0, "total_data_size": 1802977, "memory_usage": 2628200, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:42:36.198407 3036210 [db/flush_job.cc:926] [tag] [JOB 20211] Level-0 flush table #302194: started 2024/02/20-17:42:36.247703 3036210 EVENT_LOG_v1 {"time_micros": 1708450956247658, "cf_name": "tag", "job": 20211, "event": "table_file_creation", "file_number": 302194, "file_size": 1083169, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159276069, "largest_seqno": 5159424493, "table_properties": {"data_size": 1074724, "index_size": 11888, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1745599, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 328, "num_entries": 20122, "num_filter_entries": 202, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708450590, "oldest_key_time": 1708450590, "file_creation_time": 1708450956, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302194, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:42:36.247766 3036210 [db/flush_job.cc:1062] [tag] [JOB 20211] Flush lasted 49408 microseconds, and 34946 cpu microseconds. 2024/02/20-17:42:36.248382 3036210 (Original Log Time 2024/02/20-17:42:36.247745) [db/flush_job.cc:1011] [tag] [JOB 20211] Level-0 flush table #302194: 1083169 bytes OK 2024/02/20-17:42:36.248385 3036210 (Original Log Time 2024/02/20-17:42:36.247773) [db/memtable_list.cc:555] [tag] Level-0 commit table #302194 started 2024/02/20-17:42:36.248387 3036210 (Original Log Time 2024/02/20-17:42:36.248271) [db/memtable_list.cc:754] [tag] Level-0 commit table #302194: memtable #1 done 2024/02/20-17:42:36.248388 3036210 (Original Log Time 2024/02/20-17:42:36.248296) EVENT_LOG_v1 {"time_micros": 1708450956248288, "job": 20211, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:42:36.248390 3036210 (Original Log Time 2024/02/20-17:42:36.248343) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-17:42:36.248394 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20211] Try to delete WAL files size 505055, prev total WAL file size 15734498, number of live WAL files 4. 2024/02/20-17:42:36.248522 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20212] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-17:42:36.248531 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20219 Base level 0, inputs: [302194(1057KB) 302187(1078KB)], [302178(64MB) 302179(64MB) 302180(38MB)] 2024/02/20-17:42:36.248548 3036190 EVENT_LOG_v1 {"time_micros": 1708450956248538, "job": 20212, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302194, 302187], "files_L6": [302178, 302179, 302180], "score": 1, "input_data_size": 178283110, "oldest_snapshot_seqno": -1} 2024/02/20-17:42:36.248623 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302186.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:40.556545 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20212] Generated table #302195: 2433810 keys, 67633844 bytes, temperature: kUnknown 2024/02/20-17:42:40.556607 3036190 EVENT_LOG_v1 {"time_micros": 1708450960556570, "cf_name": "tag", "job": 20212, "event": "table_file_creation", "file_number": 302195, "file_size": 67633844, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110921, "index_size": 1479336, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 204234157, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36043, "num_entries": 2433810, "num_filter_entries": 1220, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708450956, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302195, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:42:44.809197 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20212] Generated table #302196: 2052569 keys, 67655296 bytes, temperature: kUnknown 2024/02/20-17:42:44.809269 3036190 EVENT_LOG_v1 {"time_micros": 1708450964809224, "cf_name": "tag", "job": 20212, "event": "table_file_creation", "file_number": 302196, "file_size": 67655296, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110711, "index_size": 1382615, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 190497936, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35973, "num_entries": 2052569, "num_filter_entries": 2105, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708450960, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302196, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:42:47.632429 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20212] Generated table #302197: 1591374 keys, 41894728 bytes, temperature: kUnknown 2024/02/20-17:42:47.632502 3036190 EVENT_LOG_v1 {"time_micros": 1708450967632460, "cf_name": "tag", "job": 20212, "event": "table_file_creation", "file_number": 302197, "file_size": 41894728, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 41583218, "index_size": 917666, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 126874627, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 22574, "num_entries": 1591374, "num_filter_entries": 282, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708450964, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302197, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:42:47.637867 3036190 (Original Log Time 2024/02/20-17:42:47.637296) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20212] Compacted 2@0 + 3@6 files to L6 => 177183868 bytes 2024/02/20-17:42:47.637873 3036190 (Original Log Time 2024/02/20-17:42:47.637767) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.7 rd, 15.6 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(2.1, 167.9 +0.0 blob) out(169.0 +0.0 blob), read-write-amplify(162.5) write-amplify(81.0) OK, records in: 6077753, records dropped: 0 output_compression: ZSTD 2024/02/20-17:42:47.637882 3036190 (Original Log Time 2024/02/20-17:42:47.637800) EVENT_LOG_v1 {"time_micros": 1708450967637784, "job": 20212, "event": "compaction_finished", "compaction_time_micros": 11384017, "compaction_time_cpu_micros": 11230327, "output_level": 6, "num_output_files": 3, "total_output_size": 177183868, "num_input_records": 6077753, "num_output_records": 6077753, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-17:42:47.643502 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302178.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:47.643528 3036190 EVENT_LOG_v1 {"time_micros": 1708450967643524, "job": 20212, "event": "table_file_deletion", "file_number": 302178} 2024/02/20-17:42:47.648890 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302179.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:47.648913 3036190 EVENT_LOG_v1 {"time_micros": 1708450967648910, "job": 20212, "event": "table_file_deletion", "file_number": 302179} 2024/02/20-17:42:47.652660 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302180.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:47.652682 3036190 EVENT_LOG_v1 {"time_micros": 1708450967652679, "job": 20212, "event": "table_file_deletion", "file_number": 302180} 2024/02/20-17:42:47.653178 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302187.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:47.653191 3036190 EVENT_LOG_v1 {"time_micros": 1708450967653189, "job": 20212, "event": "table_file_deletion", "file_number": 302187} 2024/02/20-17:42:47.653339 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302194.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:47.653346 3036190 EVENT_LOG_v1 {"time_micros": 1708450967653344, "job": 20212, "event": "table_file_deletion", "file_number": 302194} 2024/02/20-17:42:48.185686 282467 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302188. Total log size is 15728697 while max_total_wal_size is 15728640 2024/02/20-17:42:48.185958 282467 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302198. Immutable memtables: 0. 2024/02/20-17:42:48.186059 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20213] Syncing log #302193 2024/02/20-17:42:48.188462 3036193 (Original Log Time 2024/02/20-17:42:48.186045) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:42:48.188469 3036193 [db/flush_job.cc:892] [key] [JOB 20213] Flushing memtable with next log file: 302198 2024/02/20-17:42:48.188496 3036193 EVENT_LOG_v1 {"time_micros": 1708450968188488, "job": 20213, "event": "flush_started", "num_memtables": 1, "num_entries": 61403, "num_deletes": 0, "total_data_size": 3837182, "memory_usage": 5977520, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:42:48.188498 3036193 [db/flush_job.cc:926] [key] [JOB 20213] Level-0 flush table #302199: started 2024/02/20-17:42:48.248108 3036193 EVENT_LOG_v1 {"time_micros": 1708450968248062, "cf_name": "key", "job": 20213, "event": "table_file_creation", "file_number": 302199, "file_size": 2489827, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159280832, "largest_seqno": 5159429300, "table_properties": {"data_size": 2418618, "index_size": 18197, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 55877, "raw_key_size": 3607009, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 718, "num_entries": 59629, "num_filter_entries": 63724, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708450602, "oldest_key_time": 1708450602, "file_creation_time": 1708450968, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302199, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:42:48.248150 3036193 [db/flush_job.cc:1062] [key] [JOB 20213] Flush lasted 59700 microseconds, and 57591 cpu microseconds. 2024/02/20-17:42:48.248523 3036193 (Original Log Time 2024/02/20-17:42:48.248134) [db/flush_job.cc:1011] [key] [JOB 20213] Level-0 flush table #302199: 2489827 bytes OK 2024/02/20-17:42:48.248527 3036193 (Original Log Time 2024/02/20-17:42:48.248156) [db/memtable_list.cc:555] [key] Level-0 commit table #302199 started 2024/02/20-17:42:48.248530 3036193 (Original Log Time 2024/02/20-17:42:48.248424) [db/memtable_list.cc:754] [key] Level-0 commit table #302199: memtable #1 done 2024/02/20-17:42:48.248532 3036193 (Original Log Time 2024/02/20-17:42:48.248440) EVENT_LOG_v1 {"time_micros": 1708450968248434, "job": 20213, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-17:42:48.248535 3036193 (Original Log Time 2024/02/20-17:42:48.248491) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-17:42:48.248540 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20213] Try to delete WAL files size 12748721, prev total WAL file size 15732061, number of live WAL files 4. 2024/02/20-17:42:48.248636 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 20214] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-17:42:48.248684 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20221 Base level 0, inputs: [302199(2431KB) 302189(2409KB)], [302183(4902KB)] 2024/02/20-17:42:48.248708 3036189 EVENT_LOG_v1 {"time_micros": 1708450968248698, "job": 20214, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302199, 302189], "files_L5": [302183], "score": 1, "input_data_size": 9977247, "oldest_snapshot_seqno": -1} 2024/02/20-17:42:48.250343 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302188.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:48.534941 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 20214] Generated table #302200: 238624 keys, 9815694 bytes, temperature: kUnknown 2024/02/20-17:42:48.535016 3036189 EVENT_LOG_v1 {"time_micros": 1708450968534966, "cf_name": "key", "job": 20214, "event": "table_file_creation", "file_number": 302200, "file_size": 9815694, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158836741, "largest_seqno": 5159429300, "table_properties": {"data_size": 9541243, "index_size": 74259, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 218597, "raw_key_size": 14431577, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2777, "num_entries": 238624, "num_filter_entries": 247919, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449471, "oldest_key_time": 0, "file_creation_time": 1708450968, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302200, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:42:48.536061 3036189 (Original Log Time 2024/02/20-17:42:48.535688) [db/compaction/compaction_job.cc:1729] [key] [JOB 20214] Compacted 2@0 + 1@5 files to L5 => 9815694 bytes 2024/02/20-17:42:48.536064 3036189 (Original Log Time 2024/02/20-17:42:48.535987) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 34.8 rd, 34.3 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.7, 4.8 +0.0 blob) out(9.4 +0.0 blob), read-write-amplify(4.0) write-amplify(2.0) OK, records in: 238624, records dropped: 0 output_compression: LZ4 2024/02/20-17:42:48.536071 3036189 (Original Log Time 2024/02/20-17:42:48.536009) EVENT_LOG_v1 {"time_micros": 1708450968535997, "job": 20214, "event": "compaction_finished", "compaction_time_micros": 286373, "compaction_time_cpu_micros": 278664, "output_level": 5, "num_output_files": 1, "total_output_size": 9815694, "num_input_records": 238624, "num_output_records": 238624, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-17:42:48.536756 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302183.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:48.536769 3036189 EVENT_LOG_v1 {"time_micros": 1708450968536766, "job": 20214, "event": "table_file_deletion", "file_number": 302183} 2024/02/20-17:42:48.537091 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302189.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:48.537101 3036189 EVENT_LOG_v1 {"time_micros": 1708450968537099, "job": 20214, "event": "table_file_deletion", "file_number": 302189} 2024/02/20-17:42:48.537394 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302199.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:42:48.537403 3036189 EVENT_LOG_v1 {"time_micros": 1708450968537401, "job": 20214, "event": "table_file_deletion", "file_number": 302199} 2024/02/20-17:46:41.209246 276098 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302201. Immutable memtables: 0. 2024/02/20-17:46:41.209335 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20215] Syncing log #302198 2024/02/20-17:46:41.211620 3036210 (Original Log Time 2024/02/20-17:46:41.209323) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:46:41.211628 3036210 [db/flush_job.cc:892] [url] [JOB 20215] Flushing memtable with next log file: 302201 2024/02/20-17:46:41.211651 3036210 EVENT_LOG_v1 {"time_micros": 1708451201211644, "job": 20215, "event": "flush_started", "num_memtables": 1, "num_entries": 55586, "num_deletes": 0, "total_data_size": 8528331, "memory_usage": 10019536, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-17:46:41.211654 3036210 [db/flush_job.cc:926] [url] [JOB 20215] Level-0 flush table #302202: started 2024/02/20-17:46:41.333418 3036210 EVENT_LOG_v1 {"time_micros": 1708451201333378, "cf_name": "url", "job": 20215, "event": "table_file_creation", "file_number": 302202, "file_size": 4452631, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159401060, "largest_seqno": 5159523024, "table_properties": {"data_size": 4384050, "index_size": 102500, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 8161382, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1318, "num_entries": 53931, "num_filter_entries": 6536, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708450898, "oldest_key_time": 1708450898, "file_creation_time": 1708451201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302202, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:46:41.333480 3036210 [db/flush_job.cc:1062] [url] [JOB 20215] Flush lasted 121863 microseconds, and 117690 cpu microseconds. 2024/02/20-17:46:41.334009 3036210 (Original Log Time 2024/02/20-17:46:41.333449) [db/flush_job.cc:1011] [url] [JOB 20215] Level-0 flush table #302202: 4452631 bytes OK 2024/02/20-17:46:41.334012 3036210 (Original Log Time 2024/02/20-17:46:41.333487) [db/memtable_list.cc:555] [url] Level-0 commit table #302202 started 2024/02/20-17:46:41.334013 3036210 (Original Log Time 2024/02/20-17:46:41.333859) [db/memtable_list.cc:754] [url] Level-0 commit table #302202: memtable #1 done 2024/02/20-17:46:41.334015 3036210 (Original Log Time 2024/02/20-17:46:41.333880) EVENT_LOG_v1 {"time_micros": 1708451201333875, "job": 20215, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 12], "immutable_memtables": 0} 2024/02/20-17:46:41.334016 3036210 (Original Log Time 2024/02/20-17:46:41.333968) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 12] max score 0.50 2024/02/20-17:46:41.334021 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20215] Try to delete WAL files size 2475032, prev total WAL file size 12953206, number of live WAL files 4. 2024/02/20-17:46:41.334440 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302190.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:46:41.334680 3036186 (Original Log Time 2024/02/20-17:46:41.334596) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-17:46:41.334688 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 20216] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-17:46:41.334696 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20223 Base level 0, inputs: [302202(4348KB)], [302192(19MB)] 2024/02/20-17:46:41.334723 3036186 EVENT_LOG_v1 {"time_micros": 1708451201334712, "job": 20216, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302202], "files_L5": [302192], "score": -1, "input_data_size": 24424619, "oldest_snapshot_seqno": -1} 2024/02/20-17:46:41.976906 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20216] Generated table #302203: 315020 keys, 23891079 bytes, temperature: kUnknown 2024/02/20-17:46:41.976961 3036186 EVENT_LOG_v1 {"time_micros": 1708451201976930, "cf_name": "url", "job": 20216, "event": "table_file_creation", "file_number": 302203, "file_size": 23891079, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158808692, "largest_seqno": 5159523024, "table_properties": {"data_size": 23512841, "index_size": 674336, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18133, "raw_key_size": 47776839, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6994, "num_entries": 315020, "num_filter_entries": 20766, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449401, "oldest_key_time": 0, "file_creation_time": 1708451201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302203, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:46:41.977895 3036186 (Original Log Time 2024/02/20-17:46:41.977539) [db/compaction/compaction_job.cc:1729] [url] [JOB 20216] Compacted 1@0 + 1@5 files to L5 => 23891079 bytes 2024/02/20-17:46:41.977899 3036186 (Original Log Time 2024/02/20-17:46:41.977813) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 12] max score 0.09, MB/sec: 38.0 rd, 37.2 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(4.2, 19.0 +0.0 blob) out(22.8 +0.0 blob), read-write-amplify(10.9) write-amplify(5.4) OK, records in: 315021, records dropped: 1 output_compression: LZ4 2024/02/20-17:46:41.977907 3036186 (Original Log Time 2024/02/20-17:46:41.977838) EVENT_LOG_v1 {"time_micros": 1708451201977825, "job": 20216, "event": "compaction_finished", "compaction_time_micros": 642286, "compaction_time_cpu_micros": 627375, "output_level": 5, "num_output_files": 1, "total_output_size": 23891079, "num_input_records": 315021, "num_output_records": 315020, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 12]} 2024/02/20-17:46:41.979805 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302192.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:46:41.979826 3036186 EVENT_LOG_v1 {"time_micros": 1708451201979822, "job": 20216, "event": "table_file_deletion", "file_number": 302192} 2024/02/20-17:46:41.980175 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302202.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:46:41.980186 3036186 EVENT_LOG_v1 {"time_micros": 1708451201980184, "job": 20216, "event": "table_file_deletion", "file_number": 302202} 2024/02/20-17:46:41.980235 276098 (Original Log Time 2024/02/20-17:46:41.334503) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-17:46:41.980381 3036192 (Original Log Time 2024/02/20-17:46:41.980351) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-17:46:41.980388 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 20217] Compacting 1@5 + 12@6 files to L6, score -1.00 2024/02/20-17:46:41.980395 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20224 Base level 5, inputs: [302203(22MB)], [302138(64MB) 302139(64MB) 302140(64MB) 302141(64MB) 302142(64MB) 302143(64MB) 302144(64MB) 302145(65MB) 302146(64MB) 302147(64MB) 302148(65MB) 302149(57MB)] 2024/02/20-17:46:41.980420 3036192 EVENT_LOG_v1 {"time_micros": 1708451201980409, "job": 20217, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302203], "files_L6": [302138, 302139, 302140, 302141, 302142, 302143, 302144, 302145, 302146, 302147, 302148, 302149], "score": -1, "input_data_size": 831104105, "oldest_snapshot_seqno": -1} 2024/02/20-17:46:47.183547 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302204: 1721605 keys, 67805600 bytes, temperature: kUnknown 2024/02/20-17:46:47.183647 3036192 EVENT_LOG_v1 {"time_micros": 1708451207183581, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302204, "file_size": 67805600, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110771, "index_size": 2478952, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14341, "raw_key_size": 236327746, "raw_average_key_size": 137, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33902, "num_entries": 1721605, "num_filter_entries": 16357, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302204, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:46:52.018011 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302205: 1174459 keys, 67586528 bytes, temperature: kUnknown 2024/02/20-17:46:52.018079 3036192 EVENT_LOG_v1 {"time_micros": 1708451212018037, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302205, "file_size": 67586528, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110004, "index_size": 1980585, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 176840317, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32424, "num_entries": 1174459, "num_filter_entries": 187, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451207, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302205, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:46:56.997130 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302206: 1484343 keys, 67833024 bytes, temperature: kUnknown 2024/02/20-17:46:56.997193 3036192 EVENT_LOG_v1 {"time_micros": 1708451216997156, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302206, "file_size": 67833024, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111024, "index_size": 2692064, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18453, "raw_key_size": 218492119, "raw_average_key_size": 147, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35113, "num_entries": 1484343, "num_filter_entries": 21101, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451212, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302206, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:02.209715 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302207: 1634702 keys, 67952981 bytes, temperature: kUnknown 2024/02/20-17:47:02.209784 3036192 EVENT_LOG_v1 {"time_micros": 1708451222209746, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302207, "file_size": 67952981, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110489, "index_size": 3190658, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29093, "raw_key_size": 248107985, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35469, "num_entries": 1634702, "num_filter_entries": 33249, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451216, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302207, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:07.622611 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302208: 1594156 keys, 68094238 bytes, temperature: kUnknown 2024/02/20-17:47:07.622680 3036192 EVENT_LOG_v1 {"time_micros": 1708451227622637, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302208, "file_size": 68094238, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110220, "index_size": 5089339, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 44165, "raw_key_size": 237851629, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34937, "num_entries": 1594156, "num_filter_entries": 50461, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451222, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302208, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:12.241066 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302209: 1582446 keys, 67819464 bytes, temperature: kUnknown 2024/02/20-17:47:12.241125 3036192 EVENT_LOG_v1 {"time_micros": 1708451232241090, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302209, "file_size": 67819464, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111011, "index_size": 2958356, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14117, "raw_key_size": 229064287, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34233, "num_entries": 1582446, "num_filter_entries": 16190, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451227, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302209, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:16.751197 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302210: 1690009 keys, 67728037 bytes, temperature: kUnknown 2024/02/20-17:47:16.751270 3036192 EVENT_LOG_v1 {"time_micros": 1708451236751228, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302210, "file_size": 67728037, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109656, "index_size": 2571916, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 229555650, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34275, "num_entries": 1690009, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451232, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302210, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:21.049260 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302211: 1562578 keys, 68718365 bytes, temperature: kUnknown 2024/02/20-17:47:21.049338 3036192 EVENT_LOG_v1 {"time_micros": 1708451241049297, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302211, "file_size": 68718365, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109765, "index_size": 4459620, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15205, "raw_key_size": 238780831, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34200, "num_entries": 1562578, "num_filter_entries": 17358, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451236, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302211, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:25.362932 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302212: 1468403 keys, 67723618 bytes, temperature: kUnknown 2024/02/20-17:47:25.362997 3036192 EVENT_LOG_v1 {"time_micros": 1708451245362960, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302212, "file_size": 67723618, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109690, "index_size": 2842102, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17589, "raw_key_size": 220271632, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34083, "num_entries": 1468403, "num_filter_entries": 20109, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451241, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302212, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:29.803530 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302213: 1576932 keys, 67829050 bytes, temperature: kUnknown 2024/02/20-17:47:29.803599 3036192 EVENT_LOG_v1 {"time_micros": 1708451249803555, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302213, "file_size": 67829050, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110872, "index_size": 2681758, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26053, "raw_key_size": 227746053, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35288, "num_entries": 1576932, "num_filter_entries": 29759, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451245, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302213, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:33.935237 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302214: 1542011 keys, 68257004 bytes, temperature: kUnknown 2024/02/20-17:47:33.935312 3036192 EVENT_LOG_v1 {"time_micros": 1708451253935264, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302214, "file_size": 68257004, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110408, "index_size": 3776193, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 100901, "raw_key_size": 266906865, "raw_average_key_size": 173, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35458, "num_entries": 1542011, "num_filter_entries": 114903, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451249, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302214, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:37.916558 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302215: 1241659 keys, 69810979 bytes, temperature: kUnknown 2024/02/20-17:47:37.916617 3036192 EVENT_LOG_v1 {"time_micros": 1708451257916584, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302215, "file_size": 69810979, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108990, "index_size": 7313031, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18453, "raw_key_size": 328811942, "raw_average_key_size": 264, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35648, "num_entries": 1241659, "num_filter_entries": 21153, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451253, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302215, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:37.987135 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20217] Generated table #302216: 23428 keys, 915512 bytes, temperature: kUnknown 2024/02/20-17:47:37.987205 3036192 EVENT_LOG_v1 {"time_micros": 1708451257987165, "cf_name": "url", "job": 20217, "event": "table_file_creation", "file_number": 302216, "file_size": 915512, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 902121, "index_size": 45457, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 661, "raw_key_size": 3656392, "raw_average_key_size": 156, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 479, "num_entries": 23428, "num_filter_entries": 691, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451257, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302216, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:38.091353 3036192 (Original Log Time 2024/02/20-17:47:38.089769) [db/compaction/compaction_job.cc:1729] [url] [JOB 20217] Compacted 1@5 + 12@6 files to L6 => 818074400 bytes 2024/02/20-17:47:38.091360 3036192 (Original Log Time 2024/02/20-17:47:38.091118) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 14.8 rd, 14.6 wr, level 6, files in(1, 12) out(13 +0 blob) MB in(22.8, 769.8 +0.0 blob) out(780.2 +0.0 blob), read-write-amplify(69.0) write-amplify(34.2) OK, records in: 18296732, records dropped: 1 output_compression: ZSTD 2024/02/20-17:47:38.091387 3036192 (Original Log Time 2024/02/20-17:47:38.091185) EVENT_LOG_v1 {"time_micros": 1708451258091144, "job": 20217, "event": "compaction_finished", "compaction_time_micros": 56006851, "compaction_time_cpu_micros": 52322244, "output_level": 6, "num_output_files": 13, "total_output_size": 818074400, "num_input_records": 18296732, "num_output_records": 18296731, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-17:47:38.099376 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302138.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.099414 3036192 EVENT_LOG_v1 {"time_micros": 1708451258099408, "job": 20217, "event": "table_file_deletion", "file_number": 302138} 2024/02/20-17:47:38.107533 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302139.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.107575 3036192 EVENT_LOG_v1 {"time_micros": 1708451258107569, "job": 20217, "event": "table_file_deletion", "file_number": 302139} 2024/02/20-17:47:38.113995 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302140.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.114036 3036192 EVENT_LOG_v1 {"time_micros": 1708451258114030, "job": 20217, "event": "table_file_deletion", "file_number": 302140} 2024/02/20-17:47:38.121931 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302141.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.121963 3036192 EVENT_LOG_v1 {"time_micros": 1708451258121958, "job": 20217, "event": "table_file_deletion", "file_number": 302141} 2024/02/20-17:47:38.127570 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302142.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.127604 3036192 EVENT_LOG_v1 {"time_micros": 1708451258127598, "job": 20217, "event": "table_file_deletion", "file_number": 302142} 2024/02/20-17:47:38.133920 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302143.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.133956 3036192 EVENT_LOG_v1 {"time_micros": 1708451258133945, "job": 20217, "event": "table_file_deletion", "file_number": 302143} 2024/02/20-17:47:38.144960 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302144.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.144995 3036192 EVENT_LOG_v1 {"time_micros": 1708451258144989, "job": 20217, "event": "table_file_deletion", "file_number": 302144} 2024/02/20-17:47:38.154979 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302145.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.155022 3036192 EVENT_LOG_v1 {"time_micros": 1708451258155015, "job": 20217, "event": "table_file_deletion", "file_number": 302145} 2024/02/20-17:47:38.162821 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302146.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.162852 3036192 EVENT_LOG_v1 {"time_micros": 1708451258162848, "job": 20217, "event": "table_file_deletion", "file_number": 302146} 2024/02/20-17:47:38.168948 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302147.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.168989 3036192 EVENT_LOG_v1 {"time_micros": 1708451258168983, "job": 20217, "event": "table_file_deletion", "file_number": 302147} 2024/02/20-17:47:38.176449 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302148.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.176532 3036192 EVENT_LOG_v1 {"time_micros": 1708451258176525, "job": 20217, "event": "table_file_deletion", "file_number": 302148} 2024/02/20-17:47:38.181755 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302149.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.181780 3036192 EVENT_LOG_v1 {"time_micros": 1708451258181776, "job": 20217, "event": "table_file_deletion", "file_number": 302149} 2024/02/20-17:47:38.184062 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302203.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.184078 3036192 EVENT_LOG_v1 {"time_micros": 1708451258184075, "job": 20217, "event": "table_file_deletion", "file_number": 302203} 2024/02/20-17:47:38.184152 276098 (Original Log Time 2024/02/20-17:46:41.980251) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-17:47:38.184491 276098 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302217. Immutable memtables: 0. 2024/02/20-17:47:38.184561 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20218] Syncing log #302201 2024/02/20-17:47:38.189769 3036193 (Original Log Time 2024/02/20-17:47:38.184552) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:47:38.189783 3036193 [db/flush_job.cc:892] [tag] [JOB 20218] Flushing memtable with next log file: 302217 2024/02/20-17:47:38.189820 3036193 EVENT_LOG_v1 {"time_micros": 1708451258189810, "job": 20218, "event": "flush_started", "num_memtables": 1, "num_entries": 15170, "num_deletes": 0, "total_data_size": 1337986, "memory_usage": 2360408, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-17:47:38.189827 3036193 [db/flush_job.cc:926] [tag] [JOB 20218] Level-0 flush table #302218: started 2024/02/20-17:47:38.205143 3036193 EVENT_LOG_v1 {"time_micros": 1708451258205110, "cf_name": "tag", "job": 20218, "event": "table_file_creation", "file_number": 302218, "file_size": 800216, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159424510, "largest_seqno": 5159546051, "table_properties": {"data_size": 793318, "index_size": 8991, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1293330, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 244, "num_entries": 15009, "num_filter_entries": 180, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708450956, "oldest_key_time": 1708450956, "file_creation_time": 1708451258, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302218, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:38.205192 3036193 [db/flush_job.cc:1062] [tag] [JOB 20218] Flush lasted 15430 microseconds, and 13484 cpu microseconds. 2024/02/20-17:47:38.205521 3036193 (Original Log Time 2024/02/20-17:47:38.205176) [db/flush_job.cc:1011] [tag] [JOB 20218] Level-0 flush table #302218: 800216 bytes OK 2024/02/20-17:47:38.205524 3036193 (Original Log Time 2024/02/20-17:47:38.205199) [db/memtable_list.cc:555] [tag] Level-0 commit table #302218 started 2024/02/20-17:47:38.205525 3036193 (Original Log Time 2024/02/20-17:47:38.205430) [db/memtable_list.cc:754] [tag] Level-0 commit table #302218: memtable #1 done 2024/02/20-17:47:38.205527 3036193 (Original Log Time 2024/02/20-17:47:38.205446) EVENT_LOG_v1 {"time_micros": 1708451258205441, "job": 20218, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:47:38.205528 3036193 (Original Log Time 2024/02/20-17:47:38.205488) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-17:47:38.205532 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20218] Try to delete WAL files size 504944, prev total WAL file size 12935227, number of live WAL files 4. 2024/02/20-17:47:38.205780 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302193.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:38.206013 3036183 (Original Log Time 2024/02/20-17:47:38.205884) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-17:47:38.206023 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20219] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-17:47:38.206031 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20226 Base level 0, inputs: [302218(781KB)], [302195(64MB) 302196(64MB) 302197(39MB)] 2024/02/20-17:47:38.206057 3036183 EVENT_LOG_v1 {"time_micros": 1708451258206047, "job": 20219, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302218], "files_L6": [302195, 302196, 302197], "score": -1, "input_data_size": 177984084, "oldest_snapshot_seqno": -1} 2024/02/20-17:47:42.800127 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20219] Generated table #302219: 2437103 keys, 67632474 bytes, temperature: kUnknown 2024/02/20-17:47:42.800200 3036183 EVENT_LOG_v1 {"time_micros": 1708451262800157, "cf_name": "tag", "job": 20219, "event": "table_file_creation", "file_number": 302219, "file_size": 67632474, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110088, "index_size": 1479857, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 204414330, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36055, "num_entries": 2437103, "num_filter_entries": 1220, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708451258, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302219, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:47.178350 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20219] Generated table #302220: 2049411 keys, 67656674 bytes, temperature: kUnknown 2024/02/20-17:47:47.178406 3036183 EVENT_LOG_v1 {"time_micros": 1708451267178372, "cf_name": "tag", "job": 20219, "event": "table_file_creation", "file_number": 302220, "file_size": 67656674, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109191, "index_size": 1385393, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 190402561, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35967, "num_entries": 2049411, "num_filter_entries": 2109, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708451262, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302220, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:50.046806 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20219] Generated table #302221: 1606248 keys, 42283412 bytes, temperature: kUnknown 2024/02/20-17:47:50.046871 3036183 EVENT_LOG_v1 {"time_micros": 1708451270046833, "cf_name": "tag", "job": 20219, "event": "table_file_creation", "file_number": 302221, "file_size": 42283412, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 41970085, "index_size": 926449, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 128083159, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 22781, "num_entries": 1606248, "num_filter_entries": 282, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708451267, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302221, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:50.058374 3036183 (Original Log Time 2024/02/20-17:47:50.057573) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20219] Compacted 1@0 + 3@6 files to L6 => 177572560 bytes 2024/02/20-17:47:50.058377 3036183 (Original Log Time 2024/02/20-17:47:50.058287) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.0 rd, 15.0 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.8, 169.0 +0.0 blob) out(169.3 +0.0 blob), read-write-amplify(444.3) write-amplify(221.9) OK, records in: 6092762, records dropped: 0 output_compression: ZSTD 2024/02/20-17:47:50.058384 3036183 (Original Log Time 2024/02/20-17:47:50.058316) EVENT_LOG_v1 {"time_micros": 1708451270058302, "job": 20219, "event": "compaction_finished", "compaction_time_micros": 11840866, "compaction_time_cpu_micros": 11669821, "output_level": 6, "num_output_files": 3, "total_output_size": 177572560, "num_input_records": 6092762, "num_output_records": 6092762, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-17:47:50.064207 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302195.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:50.064232 3036183 EVENT_LOG_v1 {"time_micros": 1708451270064228, "job": 20219, "event": "table_file_deletion", "file_number": 302195} 2024/02/20-17:47:50.071417 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302196.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:50.071489 3036183 EVENT_LOG_v1 {"time_micros": 1708451270071451, "job": 20219, "event": "table_file_deletion", "file_number": 302196} 2024/02/20-17:47:50.075904 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302197.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:50.075927 3036183 EVENT_LOG_v1 {"time_micros": 1708451270075924, "job": 20219, "event": "table_file_deletion", "file_number": 302197} 2024/02/20-17:47:50.076080 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302218.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:50.076089 3036183 EVENT_LOG_v1 {"time_micros": 1708451270076087, "job": 20219, "event": "table_file_deletion", "file_number": 302218} 2024/02/20-17:47:50.076124 276098 (Original Log Time 2024/02/20-17:47:38.205815) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-17:47:50.076327 276098 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302222. Immutable memtables: 0. 2024/02/20-17:47:50.076382 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20220] Syncing log #302217 2024/02/20-17:47:50.077627 3036210 (Original Log Time 2024/02/20-17:47:50.076374) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:47:50.077632 3036210 [db/flush_job.cc:892] [key] [JOB 20220] Flushing memtable with next log file: 302222 2024/02/20-17:47:50.077647 3036210 EVENT_LOG_v1 {"time_micros": 1708451270077642, "job": 20220, "event": "flush_started", "num_memtables": 1, "num_entries": 50714, "num_deletes": 0, "total_data_size": 3169449, "memory_usage": 4354456, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-17:47:50.077649 3036210 [db/flush_job.cc:926] [key] [JOB 20220] Level-0 flush table #302223: started 2024/02/20-17:47:50.153527 3036210 EVENT_LOG_v1 {"time_micros": 1708451270153485, "cf_name": "key", "job": 20220, "event": "table_file_creation", "file_number": 302223, "file_size": 2074604, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159429302, "largest_seqno": 5159550835, "table_properties": {"data_size": 2015313, "index_size": 14937, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 46229, "raw_key_size": 2970588, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 595, "num_entries": 49105, "num_filter_entries": 52807, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708450968, "oldest_key_time": 1708450968, "file_creation_time": 1708451270, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302223, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:50.153575 3036210 [db/flush_job.cc:1062] [key] [JOB 20220] Flush lasted 75950 microseconds, and 72245 cpu microseconds. 2024/02/20-17:47:50.154177 3036210 (Original Log Time 2024/02/20-17:47:50.153560) [db/flush_job.cc:1011] [key] [JOB 20220] Level-0 flush table #302223: 2074604 bytes OK 2024/02/20-17:47:50.154180 3036210 (Original Log Time 2024/02/20-17:47:50.153581) [db/memtable_list.cc:555] [key] Level-0 commit table #302223 started 2024/02/20-17:47:50.154183 3036210 (Original Log Time 2024/02/20-17:47:50.154083) [db/memtable_list.cc:754] [key] Level-0 commit table #302223: memtable #1 done 2024/02/20-17:47:50.154185 3036210 (Original Log Time 2024/02/20-17:47:50.154100) EVENT_LOG_v1 {"time_micros": 1708451270154094, "job": 20220, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-17:47:50.154188 3036210 (Original Log Time 2024/02/20-17:47:50.154141) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-17:47:50.154193 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20220] Try to delete WAL files size 9967533, prev total WAL file size 12929292, number of live WAL files 4. 2024/02/20-17:47:50.155302 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302198.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:50.155474 3036187 (Original Log Time 2024/02/20-17:47:50.155411) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-17:47:50.155482 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 20221] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-17:47:50.155488 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20228 Base level 0, inputs: [302223(2025KB)], [302200(9585KB)] 2024/02/20-17:47:50.155511 3036187 EVENT_LOG_v1 {"time_micros": 1708451270155502, "job": 20221, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302223], "files_L5": [302200], "score": -1, "input_data_size": 11890298, "oldest_snapshot_seqno": -1} 2024/02/20-17:47:50.558752 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 20221] Generated table #302224: 287729 keys, 11801588 bytes, temperature: kUnknown 2024/02/20-17:47:50.558819 3036187 EVENT_LOG_v1 {"time_micros": 1708451270558778, "cf_name": "key", "job": 20221, "event": "table_file_creation", "file_number": 302224, "file_size": 11801588, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5158836741, "largest_seqno": 5159550835, "table_properties": {"data_size": 11471902, "index_size": 89671, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 263077, "raw_key_size": 17402165, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3336, "num_entries": 287729, "num_filter_entries": 298143, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708449471, "oldest_key_time": 0, "file_creation_time": 1708451270, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302224, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:47:50.560018 3036187 (Original Log Time 2024/02/20-17:47:50.559354) [db/compaction/compaction_job.cc:1729] [key] [JOB 20221] Compacted 1@0 + 1@5 files to L5 => 11801588 bytes 2024/02/20-17:47:50.560022 3036187 (Original Log Time 2024/02/20-17:47:50.559946) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 29.5 rd, 29.3 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(2.0, 9.4 +0.0 blob) out(11.3 +0.0 blob), read-write-amplify(11.4) write-amplify(5.7) OK, records in: 287729, records dropped: 0 output_compression: LZ4 2024/02/20-17:47:50.560028 3036187 (Original Log Time 2024/02/20-17:47:50.559965) EVENT_LOG_v1 {"time_micros": 1708451270559955, "job": 20221, "event": "compaction_finished", "compaction_time_micros": 403366, "compaction_time_cpu_micros": 397209, "output_level": 5, "num_output_files": 1, "total_output_size": 11801588, "num_input_records": 287729, "num_output_records": 287729, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-17:47:50.560940 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302200.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:50.560951 3036187 EVENT_LOG_v1 {"time_micros": 1708451270560949, "job": 20221, "event": "table_file_deletion", "file_number": 302200} 2024/02/20-17:47:50.561123 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302223.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:47:50.561129 3036187 EVENT_LOG_v1 {"time_micros": 1708451270561127, "job": 20221, "event": "table_file_deletion", "file_number": 302223} 2024/02/20-17:47:50.561170 276098 (Original Log Time 2024/02/20-17:47:50.155344) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-17:47:50.561309 3036185 (Original Log Time 2024/02/20-17:47:50.561285) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-17:47:50.561318 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20222] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-17:47:50.561324 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20229 Base level 5, inputs: [302224(11MB)], [302161(67MB) 302162(67MB) 302163(66MB) 302164(67MB) 302165(66MB) 302166(23MB)] 2024/02/20-17:47:50.561349 3036185 EVENT_LOG_v1 {"time_micros": 1708451270561339, "job": 20222, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302224], "files_L6": [302161, 302162, 302163, 302164, 302165, 302166], "score": -1, "input_data_size": 387634317, "oldest_snapshot_seqno": -1} 2024/02/20-17:47:56.214117 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20222] Generated table #302225: 3233322 keys, 70502758 bytes, temperature: kUnknown 2024/02/20-17:47:56.214181 3036185 EVENT_LOG_v1 {"time_micros": 1708451276214151, "cf_name": "key", "job": 20222, "event": "table_file_creation", "file_number": 302225, "file_size": 70502758, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110009, "index_size": 1054901, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2903301, "raw_key_size": 195611259, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37502, "num_entries": 3233322, "num_filter_entries": 3249474, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451270, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302225, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:48:01.355743 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20222] Generated table #302226: 2983274 keys, 70279026 bytes, temperature: kUnknown 2024/02/20-17:48:01.355810 3036185 EVENT_LOG_v1 {"time_micros": 1708451281355771, "cf_name": "key", "job": 20222, "event": "table_file_creation", "file_number": 302226, "file_size": 70279026, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109604, "index_size": 973224, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2693061, "raw_key_size": 179489262, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36852, "num_entries": 2983274, "num_filter_entries": 3015176, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451276, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302226, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:48:07.028930 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20222] Generated table #302227: 3013569 keys, 70262490 bytes, temperature: kUnknown 2024/02/20-17:48:07.029007 3036185 EVENT_LOG_v1 {"time_micros": 1708451287028971, "cf_name": "key", "job": 20222, "event": "table_file_creation", "file_number": 302227, "file_size": 70262490, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109917, "index_size": 1031467, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2700229, "raw_key_size": 183549181, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37109, "num_entries": 3013569, "num_filter_entries": 3023178, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451281, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302227, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:48:12.364924 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20222] Generated table #302228: 3010567 keys, 70272341 bytes, temperature: kUnknown 2024/02/20-17:48:12.364982 3036185 EVENT_LOG_v1 {"time_micros": 1708451292364951, "cf_name": "key", "job": 20222, "event": "table_file_creation", "file_number": 302228, "file_size": 70272341, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109048, "index_size": 1015143, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2704565, "raw_key_size": 183110961, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37075, "num_entries": 3010567, "num_filter_entries": 3028084, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451287, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302228, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:48:17.480122 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20222] Generated table #302229: 2961304 keys, 70239102 bytes, temperature: kUnknown 2024/02/20-17:48:17.480184 3036185 EVENT_LOG_v1 {"time_micros": 1708451297480146, "cf_name": "key", "job": 20222, "event": "table_file_creation", "file_number": 302229, "file_size": 70239102, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110121, "index_size": 971222, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2668437, "raw_key_size": 178753827, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36796, "num_entries": 2961304, "num_filter_entries": 2987722, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451292, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302229, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:48:19.668892 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20222] Generated table #302230: 1282697 keys, 29652293 bytes, temperature: kUnknown 2024/02/20-17:48:19.668979 3036185 EVENT_LOG_v1 {"time_micros": 1708451299668926, "cf_name": "key", "job": 20222, "event": "table_file_creation", "file_number": 302230, "file_size": 29652293, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 28297265, "index_size": 418483, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1151829, "raw_key_size": 77726040, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 15632, "num_entries": 1282697, "num_filter_entries": 1295328, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708451297, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302230, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:48:19.694236 3036185 (Original Log Time 2024/02/20-17:48:19.693569) [db/compaction/compaction_job.cc:1729] [key] [JOB 20222] Compacted 1@5 + 6@6 files to L6 => 381208010 bytes 2024/02/20-17:48:19.694241 3036185 (Original Log Time 2024/02/20-17:48:19.694078) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 13.3 rd, 13.1 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(11.3, 358.4 +0.0 blob) out(363.5 +0.0 blob), read-write-amplify(65.1) write-amplify(32.3) OK, records in: 16484733, records dropped: 0 output_compression: ZSTD 2024/02/20-17:48:19.694253 3036185 (Original Log Time 2024/02/20-17:48:19.694122) EVENT_LOG_v1 {"time_micros": 1708451299694100, "job": 20222, "event": "compaction_finished", "compaction_time_micros": 29107702, "compaction_time_cpu_micros": 28738161, "output_level": 6, "num_output_files": 6, "total_output_size": 381208010, "num_input_records": 16484733, "num_output_records": 16484733, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-17:48:19.703302 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302161.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:48:19.703346 3036185 EVENT_LOG_v1 {"time_micros": 1708451299703340, "job": 20222, "event": "table_file_deletion", "file_number": 302161} 2024/02/20-17:48:19.713861 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302162.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:48:19.713900 3036185 EVENT_LOG_v1 {"time_micros": 1708451299713894, "job": 20222, "event": "table_file_deletion", "file_number": 302162} 2024/02/20-17:48:19.722867 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302163.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:48:19.722906 3036185 EVENT_LOG_v1 {"time_micros": 1708451299722900, "job": 20222, "event": "table_file_deletion", "file_number": 302163} 2024/02/20-17:48:19.733006 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302164.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:48:19.733047 3036185 EVENT_LOG_v1 {"time_micros": 1708451299733041, "job": 20222, "event": "table_file_deletion", "file_number": 302164} 2024/02/20-17:48:19.743208 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302165.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:48:19.743253 3036185 EVENT_LOG_v1 {"time_micros": 1708451299743247, "job": 20222, "event": "table_file_deletion", "file_number": 302165} 2024/02/20-17:48:19.745912 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302166.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:48:19.745946 3036185 EVENT_LOG_v1 {"time_micros": 1708451299745941, "job": 20222, "event": "table_file_deletion", "file_number": 302166} 2024/02/20-17:48:19.747251 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302224.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:48:19.747268 3036185 EVENT_LOG_v1 {"time_micros": 1708451299747265, "job": 20222, "event": "table_file_deletion", "file_number": 302224} 2024/02/20-17:48:19.747316 276098 (Original Log Time 2024/02/20-17:47:50.561190) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-17:50:07.565966 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-17:50:07.566140 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1038806.4 total, 600.1 interval Cumulative writes: 132M writes, 593M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.22 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132703373.00 writes per sync, written: 57.22 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 101K writes, 242K keys, 100K commit groups, 1.0 writes per commit group, ingest: 24.62 MB, 0.04 MB/s Interval WAL: 101K writes, 0 syncs, 101095.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 417.12 389.26 4215 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.7 18.6 51.2 68.6 17.4 0.0 3.7 42.0 41.3 1701.35 1629.46 2177 0.782 1052M 1155 0.0 0.0 L6 13/0 780.18 MB 0.0 410.9 17.8 393.2 393.5 0.3 0.0 22.2 16.0 15.3 26261.15 24219.80 608 43.193 9606M 261M 0.0 0.0 Sum 13/0 780.18 MB 0.0 480.7 36.3 444.3 481.0 36.6 0.0 25.5 17.3 17.4 28379.62 26238.52 7000 4.054 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 89.4 14.6 14.5 57.38 53.66 5 11.476 18M 3 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 480.7 36.3 444.3 462.1 17.7 0.0 0.0 17.6 16.9 27962.50 25849.26 2785 10.040 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 417.12 389.26 4215 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1038806.4 total, 600.1 interval Flush(GB): cumulative 18.887, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 480.96 GB write, 0.47 MB/s write, 480.67 GB read, 0.47 MB/s read, 28379.6 seconds Interval compaction: 0.81 GB write, 1.39 MB/s write, 0.82 GB read, 1.39 MB/s read, 57.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1719 collections: 1732 last_copies: 0 last_secs: 0.000679 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(901,14.72 MB,0.958089%) IndexBlock(817,1.37 GB,91.2019%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6078473 Average: 2.1897 StdDev: 4.25 Min: 0 Median: 1.3840 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.29 P99.99: 126.68 ------------------------------------------------------ [ 0, 1 ] 2045110 33.645% 33.645% ####### ( 1, 2 ] 2588693 42.588% 76.233% ######### ( 2, 3 ] 1013000 16.665% 92.898% ### ( 3, 4 ] 246246 4.051% 96.949% # ( 4, 6 ] 109157 1.796% 98.745% ( 6, 10 ] 35694 0.587% 99.333% ( 10, 15 ] 15086 0.248% 99.581% ( 15, 22 ] 7634 0.126% 99.706% ( 22, 34 ] 7980 0.131% 99.838% ( 34, 51 ] 5712 0.094% 99.932% ( 51, 76 ] 2545 0.042% 99.973% ( 76, 110 ] 895 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21955972 Average: 2.4679 StdDev: 6.76 Min: 0 Median: 1.4958 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.92 ------------------------------------------------------ [ 0, 1 ] 6732302 30.663% 30.663% ###### ( 1, 2 ] 8562681 38.999% 69.662% ######## ( 2, 3 ] 3717017 16.929% 86.591% ### ( 3, 4 ] 1360993 6.199% 92.790% # ( 4, 6 ] 1070314 4.875% 97.665% # ( 6, 10 ] 344058 1.567% 99.232% ( 10, 15 ] 59896 0.273% 99.505% ( 15, 22 ] 30643 0.140% 99.644% ( 22, 34 ] 32825 0.150% 99.794% ( 34, 51 ] 24943 0.114% 99.908% ( 51, 76 ] 12001 0.055% 99.962% ( 76, 110 ] 4900 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 213910113 Average: 12.2869 StdDev: 81.33 Min: 0 Median: 1.4947 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.78 P99.9: 304.38 P99.99: 1541.58 ------------------------------------------------------ [ 0, 1 ] 72776154 34.022% 34.022% ####### ( 1, 2 ] 69085952 32.297% 66.319% ###### ( 2, 3 ] 30469355 14.244% 80.563% ### ( 3, 4 ] 6559833 3.067% 83.629% # ( 4, 6 ] 1192253 0.557% 84.187% ( 6, 10 ] 561635 0.263% 84.449% ( 10, 15 ] 318298 0.149% 84.598% ( 15, 22 ] 273862 0.128% 84.726% ( 22, 34 ] 7703749 3.601% 88.327% # ( 34, 51 ] 7840818 3.665% 91.993% # ( 51, 76 ] 6273745 2.933% 94.926% # ( 76, 110 ] 6867053 3.210% 98.136% # ( 110, 170 ] 3382623 1.581% 99.717% ( 170, 250 ] 342961 0.160% 99.878% ( 250, 380 ] 114533 0.054% 99.931% ( 380, 580 ] 69584 0.033% 99.964% ( 580, 870 ] 31157 0.015% 99.978% ( 870, 1300 ] 14166 0.007% 99.985% ( 1300, 1900 ] 27298 0.013% 99.998% ( 1900, 2900 ] 2166 0.001% 99.999% ( 2900, 4400 ] 872 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 341 0.000% 100.000% ( 14000, 22000 ] 190 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.41 75.76 4095 0.022 0 0 0.0 0.0 L6 3/0 169.35 MB 0.0 318.2 3.2 315.0 315.1 0.1 0.0 99.0 15.4 15.2 21211.57 20821.40 2156 9.838 11G 63M 0.0 0.0 Sum 3/0 169.35 MB 0.0 318.2 3.2 315.0 318.2 3.3 0.0 100.0 15.3 15.3 21300.99 20897.16 6251 3.408 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 189.4 14.6 14.6 23.29 22.95 4 5.822 12M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 318.2 3.2 315.0 315.1 0.1 0.0 0.0 15.4 15.2 21211.57 20821.40 2156 9.838 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.41 75.76 4095 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1038806.4 total, 600.1 interval Flush(GB): cumulative 3.183, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 318.25 GB write, 0.31 MB/s write, 318.18 GB read, 0.31 MB/s read, 21301.0 seconds Interval compaction: 0.33 GB write, 0.57 MB/s write, 0.33 GB read, 0.57 MB/s read, 23.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4321 collections: 1732 last_copies: 0 last_secs: 0.001558 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2182,1.66 MB,0.108324%) IndexBlock(2138,1.46 GB,97.3165%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1045722 Average: 3.5627 StdDev: 6.30 Min: 0 Median: 2.5844 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.35 P99.9: 60.43 P99.99: 193.72 ------------------------------------------------------ [ 0, 1 ] 121234 11.593% 11.593% ## ( 1, 2 ] 251573 24.057% 35.651% ##### ( 2, 3 ] 256780 24.555% 60.206% ##### ( 3, 4 ] 200968 19.218% 79.424% #### ( 4, 6 ] 173249 16.567% 95.991% ### ( 6, 10 ] 29186 2.791% 98.782% # ( 10, 15 ] 4830 0.462% 99.244% ( 15, 22 ] 2587 0.247% 99.492% ( 22, 34 ] 2187 0.209% 99.701% ( 34, 51 ] 1799 0.172% 99.873% ( 51, 76 ] 751 0.072% 99.945% ( 76, 110 ] 255 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180498099 Average: 2.1903 StdDev: 5.39 Min: 0 Median: 1.3450 Max: 13817 Percentiles: P50: 1.35 P75: 2.00 P99: 6.98 P99.9: 54.19 P99.99: 145.30 ------------------------------------------------------ [ 0, 1 ] 66555681 36.873% 36.873% ####### ( 1, 2 ] 68667029 38.043% 74.916% ######## ( 2, 3 ] 33699571 18.670% 93.587% #### ( 3, 4 ] 8107682 4.492% 98.079% # ( 4, 6 ] 1509197 0.836% 98.915% ( 6, 10 ] 626851 0.347% 99.262% ( 10, 15 ] 408751 0.226% 99.488% ( 15, 22 ] 203201 0.113% 99.601% ( 22, 34 ] 316802 0.176% 99.777% ( 34, 51 ] 209676 0.116% 99.893% ( 51, 76 ] 102980 0.057% 99.950% ( 76, 110 ] 59432 0.033% 99.983% ( 110, 170 ] 22432 0.012% 99.995% ( 170, 250 ] 3963 0.002% 99.997% ( 250, 380 ] 1801 0.001% 99.998% ( 380, 580 ] 1498 0.001% 99.999% ( 580, 870 ] 883 0.000% 100.000% ( 870, 1300 ] 265 0.000% 100.000% ( 1300, 1900 ] 273 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.78 258.57 4182 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 803.42 776.34 2006 0.401 622M 276K 0.0 0.0 L6 6/0 363.55 MB 0.0 200.4 9.0 191.4 191.6 0.2 0.0 21.4 14.4 13.7 14280.46 13971.11 725 19.697 8972M 241M 0.0 0.0 Sum 6/0 363.55 MB 0.0 222.9 17.3 205.6 223.1 17.4 0.0 24.3 14.9 14.9 15362.66 15006.03 6913 2.222 9595M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 89.3 13.0 13.0 29.93 29.54 5 5.987 17M 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 222.9 17.3 205.6 213.9 8.3 0.0 0.0 15.1 14.5 15083.88 14747.45 2731 5.523 9595M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.78 258.57 4182 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1038806.4 total, 600.1 interval Flush(GB): cumulative 9.179, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 223.08 GB write, 0.22 MB/s write, 222.92 GB read, 0.22 MB/s read, 15362.7 seconds Interval compaction: 0.38 GB write, 0.65 MB/s write, 0.38 GB read, 0.65 MB/s read, 29.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 352591 collections: 1732 last_copies: 0 last_secs: 0.12906 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(352396,1.36 GB,90.6336%) FilterBlock(97,83.07 MB,5.40826%) IndexBlock(98,31.40 MB,2.0442%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2870694 Average: 4.2723 StdDev: 8.05 Min: 0 Median: 1.9648 Max: 9050 Percentiles: P50: 1.96 P75: 5.40 P99: 17.93 P99.9: 61.07 P99.99: 151.41 ------------------------------------------------------ [ 0, 1 ] 637651 22.212% 22.212% #### ( 1, 2 ] 826767 28.800% 51.013% ###### ( 2, 3 ] 406360 14.155% 65.168% ### ( 3, 4 ] 175901 6.127% 71.296% # ( 4, 6 ] 151898 5.291% 76.587% # ( 6, 10 ] 455298 15.860% 92.447% ### ( 10, 15 ] 180913 6.302% 98.749% # ( 15, 22 ] 17194 0.599% 99.348% ( 22, 34 ] 9202 0.321% 99.669% ( 34, 51 ] 5611 0.195% 99.864% ( 51, 76 ] 2554 0.089% 99.953% ( 76, 110 ] 835 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6971063 Average: 4.7225 StdDev: 7.63 Min: 0 Median: 2.4871 Max: 7311 Percentiles: P50: 2.49 P75: 6.20 P99: 19.51 P99.9: 69.19 P99.99: 168.65 ------------------------------------------------------ [ 0, 1 ] 1135688 16.291% 16.291% ### ( 1, 2 ] 1833745 26.305% 42.597% ##### ( 2, 3 ] 1059601 15.200% 57.797% ### ( 3, 4 ] 570624 8.186% 65.982% ## ( 4, 6 ] 567054 8.134% 74.117% ## ( 6, 10 ] 1220061 17.502% 91.618% #### ( 10, 15 ] 484260 6.947% 98.565% # ( 15, 22 ] 47063 0.675% 99.240% ( 22, 34 ] 24801 0.356% 99.596% ( 34, 51 ] 15638 0.224% 99.820% ( 51, 76 ] 7637 0.110% 99.930% ( 76, 110 ] 2885 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108217644 Average: 5.8334 StdDev: 24.81 Min: 0 Median: 2.3599 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.73 P99.9: 159.97 P99.99: 469.68 ------------------------------------------------------ [ 0, 1 ] 25612336 23.667% 23.667% ##### ( 1, 2 ] 24428947 22.574% 46.241% ##### ( 2, 3 ] 11302641 10.444% 56.686% ## ( 3, 4 ] 4438400 4.101% 60.787% # ( 4, 6 ] 5048520 4.665% 65.452% # ( 6, 10 ] 26334673 24.335% 89.787% ##### ( 10, 15 ] 8515332 7.869% 97.656% ## ( 15, 22 ] 689245 0.637% 98.293% ( 22, 34 ] 564545 0.522% 98.814% ( 34, 51 ] 391240 0.362% 99.176% ( 51, 76 ] 249722 0.231% 99.407% ( 76, 110 ] 317572 0.293% 99.700% ( 110, 170 ] 259643 0.240% 99.940% ( 170, 250 ] 42235 0.039% 99.979% ( 250, 380 ] 8866 0.008% 99.987% ( 380, 580 ] 6479 0.006% 99.993% ( 580, 870 ] 3685 0.003% 99.997% ( 870, 1300 ] 1953 0.002% 99.999% ( 1300, 1900 ] 2680 0.002% 100.001% ( 1900, 2900 ] 189 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-17:50:07.569898 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 541450958 rocksdb.block.cache.hit COUNT : 2236039752 rocksdb.block.cache.add COUNT : 40586064 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33115 rocksdb.block.cache.index.hit COUNT : 548846249 rocksdb.block.cache.index.add COUNT : 33101 rocksdb.block.cache.index.bytes.insert COUNT : 35414948581 rocksdb.block.cache.filter.miss COUNT : 33121 rocksdb.block.cache.filter.hit COUNT : 1138675675 rocksdb.block.cache.filter.add COUNT : 33121 rocksdb.block.cache.filter.bytes.insert COUNT : 8990604853 rocksdb.block.cache.data.miss COUNT : 541384722 rocksdb.block.cache.data.hit COUNT : 548517828 rocksdb.block.cache.data.add COUNT : 40519842 rocksdb.block.cache.data.bytes.insert COUNT : 167842626402 rocksdb.block.cache.bytes.read COUNT : 1947598216570187 rocksdb.block.cache.bytes.write COUNT : 212248179836 rocksdb.bloom.filter.useful COUNT : 589895605 rocksdb.bloom.filter.full.positive COUNT : 548780102 rocksdb.bloom.filter.full.true.positive COUNT : 543067697 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96657754 rocksdb.memtable.miss COUNT : 6471435692 rocksdb.l0.hit COUNT : 16614629 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 526453068 rocksdb.compaction.key.drop.new COUNT : 283313467 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 593737794 rocksdb.number.keys.read COUNT : 667821423 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61442896306 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69254 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33106 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 786099128 rocksdb.number.multiget.keys.read COUNT : 5900272023 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61442896306 rocksdb.write.self COUNT : 132485778 rocksdb.write.other COUNT : 217595 rocksdb.write.wal COUNT : 132703373 rocksdb.compact.read.bytes COUNT : 1019582053804 rocksdb.compact.write.bytes COUNT : 1064124487848 rocksdb.flush.write.bytes COUNT : 33555978004 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1073492 rocksdb.number.superversion_releases COUNT : 2778 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 534703180 rocksdb.number.block.decompressed COUNT : 534682485 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61418114304 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69254 rocksdb.num.iterator.deleted COUNT : 69254 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5344 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5306 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45118 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62363091903 rocksdb.memtable.garbage.bytes.at.flush COUNT : 749381539 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 966349724152 rocksdb.last.level.read.count COUNT : 502628287 rocksdb.non.last.level.read.bytes COUNT : 131614369907 rocksdb.non.last.level.read.count COUNT : 38921989 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 541484064 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2181730153374 rocksdb.bytes.compressed.to COUNT : 1059341424978 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26681972132 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6730497 rocksdb.bytes.decompressed.from COUNT : 1059529510780 rocksdb.bytes.decompressed.to COUNT : 2181694556304 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.420733 P95 : 106.259808 P99 : 160.366644 P100 : 227461.000000 COUNT : 667821423 SUM : 34437220691 rocksdb.db.write.micros P50 : 67.066309 P95 : 111.842853 P99 : 169.415377 P100 : 2037453.000000 COUNT : 132703373 SUM : 13708831908 rocksdb.compaction.times.micros P50 : 1599653.979239 P95 : 38565876.777251 P99 : 67163090.128755 P100 : 89521673.000000 COUNT : 7672 SUM : 64257949820 rocksdb.compaction.times.cpu_micros P50 : 1538790.035587 P95 : 35842918.454936 P99 : 64168421.052632 P100 : 83823365.000000 COUNT : 7672 SUM : 61418114304 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4320.871560 P95 : 27855.882353 P99 : 62356.382979 P100 : 1558490.000000 COUNT : 12477 SUM : 117248896 rocksdb.compaction.outfile.sync.micros P50 : 62552.568339 P95 : 125619.251337 P99 : 224795.876289 P100 : 2063820.000000 COUNT : 20612 SUM : 1321116582 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.364142 P95 : 729.177649 P99 : 4020.446429 P100 : 501117.000000 COUNT : 20217 SUM : 12984872 rocksdb.table.open.io.micros P50 : 583.488372 P95 : 6240.769701 P99 : 13029.701799 P100 : 207055.000000 COUNT : 33106 SUM : 58737877 rocksdb.db.multiget.micros P50 : 7.994149 P95 : 17.788966 P99 : 33.041559 P100 : 26625.000000 COUNT : 786099131 SUM : 7444717532 rocksdb.read.block.compaction.micros P50 : 13.677724 P95 : 59.313580 P99 : 138.595257 P100 : 136000.000000 COUNT : 500864880 SUM : 9746611953 rocksdb.read.block.get.micros P50 : 52.944373 P95 : 94.921993 P99 : 146.488412 P100 : 206929.000000 COUNT : 40586080 SUM : 2341829561 rocksdb.write.raw.block.micros P50 : 0.521585 P95 : 0.991011 P99 : 1.895377 P100 : 331149.000000 COUNT : 541532944 SUM : 10893150899 rocksdb.numfiles.in.singlecompaction P50 : 2.774227 P95 : 5.680276 P99 : 5.938707 P100 : 7.000000 COUNT : 5847 SUM : 20821 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.539923 P95 : 33.550436 P99 : 105.014237 P100 : 135929.000000 COUNT : 541550278 SUM : 3771339713 rocksdb.file.read.flush.micros P50 : 1.845747 P95 : 15.811058 P99 : 40.788845 P100 : 787.000000 COUNT : 62385 SUM : 298316 rocksdb.file.read.compaction.micros P50 : 1.424941 P95 : 36.762239 P99 : 106.487770 P100 : 135929.000000 COUNT : 500967954 SUM : 3365072539 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 667821428 SUM : 0 rocksdb.bytes.per.write P50 : 218.507512 P95 : 528.053779 P99 : 804.083810 P100 : 4563443.000000 COUNT : 132485778 SUM : 61442896306 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 786099134 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46235.500879 P95 : 166953.586498 P99 : 239053.186813 P100 : 1681975.000000 COUNT : 12526 SUM : 785318847 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-17:50:07.570138 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-17:50:07.570343 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708451407 to in-memory stats history 2024/02/20-17:50:07.570372 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-17:50:07.570424 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-17:52:45.993207 276099 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302201. Total log size is 15728773 while max_total_wal_size is 15728640 2024/02/20-17:52:45.993715 276099 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302231. Immutable memtables: 0. 2024/02/20-17:52:45.993797 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20223] Syncing log #302222 2024/02/20-17:52:46.004006 3036193 (Original Log Time 2024/02/20-17:52:45.993787) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:52:46.004018 3036193 [db/flush_job.cc:892] [url] [JOB 20223] Flushing memtable with next log file: 302231 2024/02/20-17:52:46.004051 3036193 EVENT_LOG_v1 {"time_micros": 1708451566004041, "job": 20223, "event": "flush_started", "num_memtables": 1, "num_entries": 66869, "num_deletes": 0, "total_data_size": 10293105, "memory_usage": 11932392, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:52:46.004056 3036193 [db/flush_job.cc:926] [url] [JOB 20223] Level-0 flush table #302232: started 2024/02/20-17:52:46.137151 3036193 EVENT_LOG_v1 {"time_micros": 1708451566137118, "cf_name": "url", "job": 20223, "event": "table_file_creation", "file_number": 302232, "file_size": 5329117, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159523026, "largest_seqno": 5159670988, "table_properties": {"data_size": 5246247, "index_size": 132689, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 9866761, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1578, "num_entries": 64933, "num_filter_entries": 7139, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451201, "oldest_key_time": 1708451201, "file_creation_time": 1708451566, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302232, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:52:46.137186 3036193 [db/flush_job.cc:1062] [url] [JOB 20223] Flush lasted 133190 microseconds, and 129361 cpu microseconds. 2024/02/20-17:52:46.137583 3036193 (Original Log Time 2024/02/20-17:52:46.137174) [db/flush_job.cc:1011] [url] [JOB 20223] Level-0 flush table #302232: 5329117 bytes OK 2024/02/20-17:52:46.137589 3036193 (Original Log Time 2024/02/20-17:52:46.137191) [db/memtable_list.cc:555] [url] Level-0 commit table #302232 started 2024/02/20-17:52:46.137592 3036193 (Original Log Time 2024/02/20-17:52:46.137504) [db/memtable_list.cc:754] [url] Level-0 commit table #302232: memtable #1 done 2024/02/20-17:52:46.137594 3036193 (Original Log Time 2024/02/20-17:52:46.137519) EVENT_LOG_v1 {"time_micros": 1708451566137513, "job": 20223, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-17:52:46.137595 3036193 (Original Log Time 2024/02/20-17:52:46.137548) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-17:52:46.137599 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20223] Try to delete WAL files size 2461550, prev total WAL file size 15734553, number of live WAL files 4. 2024/02/20-17:52:46.138001 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302201.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:53:45.472379 276066 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302217. Total log size is 15728810 while max_total_wal_size is 15728640 2024/02/20-17:53:45.472811 276066 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302233. Immutable memtables: 0. 2024/02/20-17:53:45.472899 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20224] Syncing log #302231 2024/02/20-17:53:45.509002 3036210 (Original Log Time 2024/02/20-17:53:45.472882) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:53:45.509012 3036210 [db/flush_job.cc:892] [tag] [JOB 20224] Flushing memtable with next log file: 302233 2024/02/20-17:53:45.509042 3036210 EVENT_LOG_v1 {"time_micros": 1708451625509034, "job": 20224, "event": "flush_started", "num_memtables": 1, "num_entries": 19622, "num_deletes": 0, "total_data_size": 1749061, "memory_usage": 2318888, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:53:45.509046 3036210 [db/flush_job.cc:926] [tag] [JOB 20224] Level-0 flush table #302234: started 2024/02/20-17:53:45.524385 3036210 EVENT_LOG_v1 {"time_micros": 1708451625524348, "cf_name": "tag", "job": 20224, "event": "table_file_creation", "file_number": 302234, "file_size": 1041608, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159546114, "largest_seqno": 5159694028, "table_properties": {"data_size": 1032679, "index_size": 12184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1694295, "raw_average_key_size": 87, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 316, "num_entries": 19465, "num_filter_entries": 188, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451258, "oldest_key_time": 1708451258, "file_creation_time": 1708451625, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302234, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:53:45.524438 3036210 [db/flush_job.cc:1062] [tag] [JOB 20224] Flush lasted 15445 microseconds, and 13738 cpu microseconds. 2024/02/20-17:53:45.524846 3036210 (Original Log Time 2024/02/20-17:53:45.524419) [db/flush_job.cc:1011] [tag] [JOB 20224] Level-0 flush table #302234: 1041608 bytes OK 2024/02/20-17:53:45.524849 3036210 (Original Log Time 2024/02/20-17:53:45.524445) [db/memtable_list.cc:555] [tag] Level-0 commit table #302234 started 2024/02/20-17:53:45.524851 3036210 (Original Log Time 2024/02/20-17:53:45.524757) [db/memtable_list.cc:754] [tag] Level-0 commit table #302234: memtable #1 done 2024/02/20-17:53:45.524852 3036210 (Original Log Time 2024/02/20-17:53:45.524774) EVENT_LOG_v1 {"time_micros": 1708451625524768, "job": 20224, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:53:45.524854 3036210 (Original Log Time 2024/02/20-17:53:45.524808) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-17:53:45.524860 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20224] Try to delete WAL files size 496345, prev total WAL file size 15730424, number of live WAL files 4. 2024/02/20-17:53:45.525157 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302217.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:53:57.474790 521955 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302222. Total log size is 15728755 while max_total_wal_size is 15728640 2024/02/20-17:53:57.475045 521955 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302235. Immutable memtables: 0. 2024/02/20-17:53:57.475129 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20225] Syncing log #302233 2024/02/20-17:53:57.483066 3036193 (Original Log Time 2024/02/20-17:53:57.475113) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:53:57.483078 3036193 [db/flush_job.cc:892] [key] [JOB 20225] Flushing memtable with next log file: 302235 2024/02/20-17:53:57.483104 3036193 EVENT_LOG_v1 {"time_micros": 1708451637483096, "job": 20225, "event": "flush_started", "num_memtables": 1, "num_entries": 61483, "num_deletes": 0, "total_data_size": 3842516, "memory_usage": 5329376, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:53:57.483107 3036193 [db/flush_job.cc:926] [key] [JOB 20225] Level-0 flush table #302236: started 2024/02/20-17:53:57.568505 3036193 EVENT_LOG_v1 {"time_micros": 1708451637568445, "cf_name": "key", "job": 20225, "event": "table_file_creation", "file_number": 302236, "file_size": 2498625, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159550837, "largest_seqno": 5159698729, "table_properties": {"data_size": 2427453, "index_size": 18274, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 55669, "raw_key_size": 3601059, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 720, "num_entries": 59528, "num_filter_entries": 63519, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451270, "oldest_key_time": 1708451270, "file_creation_time": 1708451637, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302236, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:53:57.568556 3036193 [db/flush_job.cc:1062] [key] [JOB 20225] Flush lasted 85499 microseconds, and 82172 cpu microseconds. 2024/02/20-17:53:57.568976 3036193 (Original Log Time 2024/02/20-17:53:57.568541) [db/flush_job.cc:1011] [key] [JOB 20225] Level-0 flush table #302236: 2498625 bytes OK 2024/02/20-17:53:57.568978 3036193 (Original Log Time 2024/02/20-17:53:57.568563) [db/memtable_list.cc:555] [key] Level-0 commit table #302236 started 2024/02/20-17:53:57.568980 3036193 (Original Log Time 2024/02/20-17:53:57.568889) [db/memtable_list.cc:754] [key] Level-0 commit table #302236: memtable #1 done 2024/02/20-17:53:57.568982 3036193 (Original Log Time 2024/02/20-17:53:57.568908) EVENT_LOG_v1 {"time_micros": 1708451637568902, "job": 20225, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-17:53:57.568983 3036193 (Original Log Time 2024/02/20-17:53:57.568943) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-17:53:57.568988 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20225] Try to delete WAL files size 12770878, prev total WAL file size 15730887, number of live WAL files 4. 2024/02/20-17:53:57.570638 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302222.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:59:00.111634 276066 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302231. Total log size is 15728817 while max_total_wal_size is 15728640 2024/02/20-17:59:00.112012 276066 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302237. Immutable memtables: 0. 2024/02/20-17:59:00.112080 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20226] Syncing log #302235 2024/02/20-17:59:00.132449 3036210 (Original Log Time 2024/02/20-17:59:00.112072) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:59:00.132473 3036210 [db/flush_job.cc:892] [url] [JOB 20226] Flushing memtable with next log file: 302237 2024/02/20-17:59:00.132500 3036210 EVENT_LOG_v1 {"time_micros": 1708451940132491, "job": 20226, "event": "flush_started", "num_memtables": 1, "num_entries": 67785, "num_deletes": 0, "total_data_size": 10425449, "memory_usage": 11399736, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:59:00.132503 3036210 [db/flush_job.cc:926] [url] [JOB 20226] Level-0 flush table #302238: started 2024/02/20-17:59:00.248822 3036210 EVENT_LOG_v1 {"time_micros": 1708451940248791, "cf_name": "url", "job": 20226, "event": "table_file_creation", "file_number": 302238, "file_size": 5328542, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159670990, "largest_seqno": 5159818544, "table_properties": {"data_size": 5237350, "index_size": 135723, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 9933439, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1576, "num_entries": 65559, "num_filter_entries": 7179, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451565, "oldest_key_time": 1708451565, "file_creation_time": 1708451940, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302238, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:59:00.248866 3036210 [db/flush_job.cc:1062] [url] [JOB 20226] Flush lasted 116425 microseconds, and 112885 cpu microseconds. 2024/02/20-17:59:00.249256 3036210 (Original Log Time 2024/02/20-17:59:00.248854) [db/flush_job.cc:1011] [url] [JOB 20226] Level-0 flush table #302238: 5328542 bytes OK 2024/02/20-17:59:00.249259 3036210 (Original Log Time 2024/02/20-17:59:00.248871) [db/memtable_list.cc:555] [url] Level-0 commit table #302238 started 2024/02/20-17:59:00.249260 3036210 (Original Log Time 2024/02/20-17:59:00.249176) [db/memtable_list.cc:754] [url] Level-0 commit table #302238: memtable #1 done 2024/02/20-17:59:00.249262 3036210 (Original Log Time 2024/02/20-17:59:00.249190) EVENT_LOG_v1 {"time_micros": 1708451940249185, "job": 20226, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-17:59:00.249264 3036210 (Original Log Time 2024/02/20-17:59:00.249226) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-17:59:00.249268 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20226] Try to delete WAL files size 2461587, prev total WAL file size 15735435, number of live WAL files 4. 2024/02/20-17:59:00.249399 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 20227] Compacting 2@0 files to L5, score 1.00 2024/02/20-17:59:00.249410 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20234 Base level 0, inputs: [302238(5203KB) 302232(5204KB)] 2024/02/20-17:59:00.249431 3036188 EVENT_LOG_v1 {"time_micros": 1708451940249422, "job": 20227, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302238, 302232], "score": 1, "input_data_size": 10657659, "oldest_snapshot_seqno": -1} 2024/02/20-17:59:00.249725 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302231.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:59:00.481873 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20227] Generated table #302239: 130492 keys, 10218828 bytes, temperature: kUnknown 2024/02/20-17:59:00.481934 3036188 EVENT_LOG_v1 {"time_micros": 1708451940481898, "cf_name": "url", "job": 20227, "event": "table_file_creation", "file_number": 302239, "file_size": 10218828, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159523026, "largest_seqno": 5159818544, "table_properties": {"data_size": 10048607, "index_size": 274263, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9893, "raw_key_size": 19800200, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3024, "num_entries": 130492, "num_filter_entries": 11316, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451201, "oldest_key_time": 0, "file_creation_time": 1708451940, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302239, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:59:00.482648 3036188 (Original Log Time 2024/02/20-17:59:00.482292) [db/compaction/compaction_job.cc:1729] [url] [JOB 20227] Compacted 2@0 files to L5 => 10218828 bytes 2024/02/20-17:59:00.482651 3036188 (Original Log Time 2024/02/20-17:59:00.482585) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.04, MB/sec: 45.8 rd, 43.9 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(10.2, 0.0 +0.0 blob) out(9.7 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 130492, records dropped: 0 output_compression: LZ4 2024/02/20-17:59:00.482655 3036188 (Original Log Time 2024/02/20-17:59:00.482603) EVENT_LOG_v1 {"time_micros": 1708451940482594, "job": 20227, "event": "compaction_finished", "compaction_time_micros": 232548, "compaction_time_cpu_micros": 225749, "output_level": 5, "num_output_files": 1, "total_output_size": 10218828, "num_input_records": 130492, "num_output_records": 130492, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-17:59:00.483121 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302232.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:59:00.483136 3036188 EVENT_LOG_v1 {"time_micros": 1708451940483132, "job": 20227, "event": "table_file_deletion", "file_number": 302232} 2024/02/20-17:59:00.483835 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302238.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-17:59:00.483847 3036188 EVENT_LOG_v1 {"time_micros": 1708451940483845, "job": 20227, "event": "table_file_deletion", "file_number": 302238} 2024/02/20-17:59:56.676041 289447 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302233. Total log size is 15728696 while max_total_wal_size is 15728640 2024/02/20-17:59:56.676317 289447 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302240. Immutable memtables: 0. 2024/02/20-17:59:56.676396 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20228] Syncing log #302237 2024/02/20-17:59:56.695738 3036193 (Original Log Time 2024/02/20-17:59:56.676380) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-17:59:56.695748 3036193 [db/flush_job.cc:892] [tag] [JOB 20228] Flushing memtable with next log file: 302240 2024/02/20-17:59:56.695770 3036193 EVENT_LOG_v1 {"time_micros": 1708451996695764, "job": 20228, "event": "flush_started", "num_memtables": 1, "num_entries": 17736, "num_deletes": 0, "total_data_size": 1572140, "memory_usage": 1840136, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-17:59:56.695773 3036193 [db/flush_job.cc:926] [tag] [JOB 20228] Level-0 flush table #302241: started 2024/02/20-17:59:56.730746 3036193 EVENT_LOG_v1 {"time_micros": 1708451996730707, "cf_name": "tag", "job": 20228, "event": "table_file_creation", "file_number": 302241, "file_size": 936889, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159694045, "largest_seqno": 5159841653, "table_properties": {"data_size": 929040, "index_size": 10415, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1517621, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 285, "num_entries": 17542, "num_filter_entries": 199, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451625, "oldest_key_time": 1708451625, "file_creation_time": 1708451996, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302241, "seqno_to_time_mapping": "N/A"}} 2024/02/20-17:59:56.730793 3036193 [db/flush_job.cc:1062] [tag] [JOB 20228] Flush lasted 35063 microseconds, and 33465 cpu microseconds. 2024/02/20-17:59:56.731148 3036193 (Original Log Time 2024/02/20-17:59:56.730779) [db/flush_job.cc:1011] [tag] [JOB 20228] Level-0 flush table #302241: 936889 bytes OK 2024/02/20-17:59:56.731151 3036193 (Original Log Time 2024/02/20-17:59:56.730799) [db/memtable_list.cc:555] [tag] Level-0 commit table #302241 started 2024/02/20-17:59:56.731152 3036193 (Original Log Time 2024/02/20-17:59:56.731065) [db/memtable_list.cc:754] [tag] Level-0 commit table #302241: memtable #1 done 2024/02/20-17:59:56.731154 3036193 (Original Log Time 2024/02/20-17:59:56.731082) EVENT_LOG_v1 {"time_micros": 1708451996731077, "job": 20228, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-17:59:56.731155 3036193 (Original Log Time 2024/02/20-17:59:56.731117) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-17:59:56.731159 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20228] Try to delete WAL files size 496290, prev total WAL file size 15730834, number of live WAL files 4. 2024/02/20-17:59:56.731250 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20229] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-17:59:56.731261 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20236 Base level 0, inputs: [302241(914KB) 302234(1017KB)], [302219(64MB) 302220(64MB) 302221(40MB)] 2024/02/20-17:59:56.731278 3036190 EVENT_LOG_v1 {"time_micros": 1708451996731268, "job": 20229, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302241, 302234], "files_L6": [302219, 302220, 302221], "score": 1, "input_data_size": 179551057, "oldest_snapshot_seqno": -1} 2024/02/20-17:59:56.731369 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302233.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:00:01.144817 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20229] Generated table #302242: 2443970 keys, 67632085 bytes, temperature: kUnknown 2024/02/20-18:00:01.144898 3036190 EVENT_LOG_v1 {"time_micros": 1708452001144850, "cf_name": "tag", "job": 20229, "event": "table_file_creation", "file_number": 302242, "file_size": 67632085, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109144, "index_size": 1483218, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 204815845, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36076, "num_entries": 2443970, "num_filter_entries": 1152, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708451996, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302242, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:00:06.021122 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20229] Generated table #302243: 2042500 keys, 67658009 bytes, temperature: kUnknown 2024/02/20-18:00:06.021183 3036190 EVENT_LOG_v1 {"time_micros": 1708452006021145, "cf_name": "tag", "job": 20229, "event": "table_file_creation", "file_number": 302243, "file_size": 67658009, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109566, "index_size": 1384499, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 190204326, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35945, "num_entries": 2042500, "num_filter_entries": 2184, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708452001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302243, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:00:07.710794 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-18:00:07.710940 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1039406.6 total, 600.1 interval Cumulative writes: 132M writes, 593M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.25 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132803715.00 writes per sync, written: 57.25 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 100K writes, 240K keys, 99K commit groups, 1.0 writes per commit group, ingest: 24.33 MB, 0.04 MB/s Interval WAL: 100K writes, 0 syncs, 100342.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 417.37 389.50 4217 0.099 0 0 0.0 0.0 L5 1/0 9.75 MB 0.0 69.7 18.6 51.2 68.6 17.4 0.0 3.7 42.0 41.3 1701.58 1629.68 2178 0.781 1052M 1155 0.0 0.0 L6 13/0 780.18 MB 0.0 410.9 17.8 393.2 393.5 0.3 0.0 22.2 16.0 15.3 26261.15 24219.80 608 43.193 9606M 261M 0.0 0.0 Sum 14/0 789.92 MB 0.0 480.7 36.3 444.3 481.0 36.6 0.0 25.5 17.3 17.4 28380.10 26238.99 7003 4.053 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 21.1 41.3 0.48 0.47 3 0.161 130K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 480.7 36.3 444.3 462.1 17.7 0.0 0.0 17.6 16.9 27962.73 25849.48 2786 10.037 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 417.37 389.50 4217 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1039406.6 total, 600.1 interval Flush(GB): cumulative 18.897, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 480.98 GB write, 0.47 MB/s write, 480.68 GB read, 0.47 MB/s read, 28380.1 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1724 collections: 1733 last_copies: 0 last_secs: 0.000804 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(903,14.73 MB,0.959065%) IndexBlock(820,1.37 GB,91.2356%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6081637 Average: 2.1895 StdDev: 4.25 Min: 0 Median: 1.3839 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.29 P99.99: 126.63 ------------------------------------------------------ [ 0, 1 ] 2046493 33.650% 33.650% ####### ( 1, 2 ] 2590083 42.589% 76.239% ######### ( 2, 3 ] 1013308 16.662% 92.901% ### ( 3, 4 ] 246286 4.050% 96.950% # ( 4, 6 ] 109165 1.795% 98.745% ( 6, 10 ] 35712 0.587% 99.333% ( 10, 15 ] 15093 0.248% 99.581% ( 15, 22 ] 7639 0.126% 99.706% ( 22, 34 ] 7981 0.131% 99.838% ( 34, 51 ] 5715 0.094% 99.932% ( 51, 76 ] 2546 0.042% 99.973% ( 76, 110 ] 895 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21955977 Average: 2.4679 StdDev: 6.76 Min: 0 Median: 1.4958 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.92 ------------------------------------------------------ [ 0, 1 ] 6732304 30.663% 30.663% ###### ( 1, 2 ] 8562681 38.999% 69.662% ######## ( 2, 3 ] 3717019 16.929% 86.591% ### ( 3, 4 ] 1360993 6.199% 92.790% # ( 4, 6 ] 1070314 4.875% 97.665% # ( 6, 10 ] 344058 1.567% 99.232% ( 10, 15 ] 59896 0.273% 99.505% ( 15, 22 ] 30643 0.140% 99.644% ( 22, 34 ] 32826 0.150% 99.794% ( 34, 51 ] 24943 0.114% 99.908% ( 51, 76 ] 12001 0.055% 99.962% ( 76, 110 ] 4900 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 213910113 Average: 12.2869 StdDev: 81.33 Min: 0 Median: 1.4947 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.78 P99.9: 304.38 P99.99: 1541.58 ------------------------------------------------------ [ 0, 1 ] 72776154 34.022% 34.022% ####### ( 1, 2 ] 69085952 32.297% 66.319% ###### ( 2, 3 ] 30469355 14.244% 80.563% ### ( 3, 4 ] 6559833 3.067% 83.629% # ( 4, 6 ] 1192253 0.557% 84.187% ( 6, 10 ] 561635 0.263% 84.449% ( 10, 15 ] 318298 0.149% 84.598% ( 15, 22 ] 273862 0.128% 84.726% ( 22, 34 ] 7703749 3.601% 88.327% # ( 34, 51 ] 7840818 3.665% 91.993% # ( 51, 76 ] 6273745 2.933% 94.926% # ( 76, 110 ] 6867053 3.210% 98.136% # ( 110, 170 ] 3382623 1.581% 99.717% ( 170, 250 ] 342961 0.160% 99.878% ( 250, 380 ] 114533 0.054% 99.931% ( 380, 580 ] 69584 0.033% 99.964% ( 580, 870 ] 31157 0.015% 99.978% ( 870, 1300 ] 14166 0.007% 99.985% ( 1300, 1900 ] 27298 0.013% 99.998% ( 1900, 2900 ] 2166 0.001% 99.999% ( 2900, 4400 ] 872 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 341 0.000% 100.000% ( 14000, 22000 ] 190 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 2/2 1.89 MB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.5 89.46 75.81 4097 0.022 0 0 0.0 0.0 L6 3/3 169.35 MB 0.0 318.2 3.2 315.0 315.1 0.1 0.0 99.0 15.4 15.2 21211.57 20821.40 2156 9.838 11G 63M 0.0 0.0 Sum 5/5 171.23 MB 0.0 318.2 3.2 315.0 318.2 3.3 0.0 99.9 15.3 15.3 21301.04 20897.21 6253 3.407 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 37.4 0.05 0.05 2 0.025 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 318.2 3.2 315.0 315.1 0.1 0.0 0.0 15.4 15.2 21211.57 20821.40 2156 9.838 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.5 89.46 75.81 4097 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1039406.6 total, 600.1 interval Flush(GB): cumulative 3.185, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 318.25 GB write, 0.31 MB/s write, 318.18 GB read, 0.31 MB/s read, 21301.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4328 collections: 1733 last_copies: 0 last_secs: 0.00172 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2184,1.66 MB,0.108357%) IndexBlock(2140,1.46 GB,97.3179%) Misc(3,8.05 KB,0.000511669%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1046276 Average: 3.5632 StdDev: 6.30 Min: 0 Median: 2.5850 Max: 2960 Percentiles: P50: 2.58 P75: 3.77 P99: 12.36 P99.9: 60.43 P99.99: 193.67 ------------------------------------------------------ [ 0, 1 ] 121242 11.588% 11.588% ## ( 1, 2 ] 251592 24.046% 35.634% ##### ( 2, 3 ] 256930 24.557% 60.191% ##### ( 3, 4 ] 201136 19.224% 79.415% #### ( 4, 6 ] 173423 16.575% 95.990% ### ( 6, 10 ] 29210 2.792% 98.782% # ( 10, 15 ] 4837 0.462% 99.244% ( 15, 22 ] 2588 0.247% 99.492% ( 22, 34 ] 2188 0.209% 99.701% ( 34, 51 ] 1800 0.172% 99.873% ( 51, 76 ] 752 0.072% 99.945% ( 76, 110 ] 255 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180583111 Average: 2.1904 StdDev: 5.40 Min: 0 Median: 1.3452 Max: 13817 Percentiles: P50: 1.35 P75: 2.00 P99: 6.98 P99.9: 54.19 P99.99: 145.29 ------------------------------------------------------ [ 0, 1 ] 66578505 36.869% 36.869% ####### ( 1, 2 ] 68700806 38.044% 74.912% ######## ( 2, 3 ] 33720968 18.673% 93.586% #### ( 3, 4 ] 8112791 4.493% 98.078% # ( 4, 6 ] 1510143 0.836% 98.915% ( 6, 10 ] 627211 0.347% 99.262% ( 10, 15 ] 408985 0.226% 99.488% ( 15, 22 ] 203301 0.113% 99.601% ( 22, 34 ] 316919 0.175% 99.777% ( 34, 51 ] 209764 0.116% 99.893% ( 51, 76 ] 103019 0.057% 99.950% ( 76, 110 ] 59446 0.033% 99.983% ( 110, 170 ] 22435 0.012% 99.995% ( 170, 250 ] 3963 0.002% 99.997% ( 250, 380 ] 1802 0.001% 99.998% ( 380, 580 ] 1499 0.001% 99.999% ( 580, 870 ] 884 0.000% 100.000% ( 870, 1300 ] 265 0.000% 100.000% ( 1300, 1900 ] 274 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.38 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 278.87 258.66 4183 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 803.42 776.34 2006 0.401 622M 276K 0.0 0.0 L6 6/0 363.55 MB 0.0 200.4 9.0 191.4 191.6 0.2 0.0 21.4 14.4 13.7 14280.46 13971.11 725 19.697 8972M 241M 0.0 0.0 Sum 7/0 365.93 MB 0.0 222.9 17.3 205.6 223.1 17.4 0.0 24.3 14.9 14.9 15362.75 15006.11 6914 2.222 9595M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 27.9 0.09 0.08 1 0.085 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 222.9 17.3 205.6 213.9 8.3 0.0 0.0 15.1 14.5 15083.88 14747.45 2731 5.523 9595M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 278.87 258.66 4183 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1039406.6 total, 600.1 interval Flush(GB): cumulative 9.181, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 223.08 GB write, 0.22 MB/s write, 222.92 GB read, 0.22 MB/s read, 15362.7 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 353381 collections: 1733 last_copies: 0 last_secs: 0.137242 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(353194,1.36 GB,90.8386%) FilterBlock(91,79.99 MB,5.20762%) IndexBlock(93,30.31 MB,1.97305%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2871193 Average: 4.2734 StdDev: 8.05 Min: 0 Median: 1.9651 Max: 9050 Percentiles: P50: 1.97 P75: 5.40 P99: 17.94 P99.9: 61.08 P99.99: 151.40 ------------------------------------------------------ [ 0, 1 ] 637652 22.209% 22.209% #### ( 1, 2 ] 826767 28.795% 51.004% ###### ( 2, 3 ] 406361 14.153% 65.157% ### ( 3, 4 ] 175902 6.126% 71.283% # ( 4, 6 ] 151912 5.291% 76.574% # ( 6, 10 ] 455581 15.867% 92.442% ### ( 10, 15 ] 181091 6.307% 98.749% # ( 15, 22 ] 17208 0.599% 99.348% ( 22, 34 ] 9206 0.321% 99.669% ( 34, 51 ] 5612 0.195% 99.864% ( 51, 76 ] 2555 0.089% 99.953% ( 76, 110 ] 836 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6971063 Average: 4.7225 StdDev: 7.63 Min: 0 Median: 2.4871 Max: 7311 Percentiles: P50: 2.49 P75: 6.20 P99: 19.51 P99.9: 69.19 P99.99: 168.65 ------------------------------------------------------ [ 0, 1 ] 1135688 16.291% 16.291% ### ( 1, 2 ] 1833745 26.305% 42.597% ##### ( 2, 3 ] 1059601 15.200% 57.797% ### ( 3, 4 ] 570624 8.186% 65.982% ## ( 4, 6 ] 567054 8.134% 74.117% ## ( 6, 10 ] 1220061 17.502% 91.618% #### ( 10, 15 ] 484260 6.947% 98.565% # ( 15, 22 ] 47063 0.675% 99.240% ( 22, 34 ] 24801 0.356% 99.596% ( 34, 51 ] 15638 0.224% 99.820% ( 51, 76 ] 7637 0.110% 99.930% ( 76, 110 ] 2885 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108259035 Average: 5.8352 StdDev: 24.80 Min: 0 Median: 2.3617 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.72 P99.9: 159.96 P99.99: 469.49 ------------------------------------------------------ [ 0, 1 ] 25612336 23.658% 23.658% ##### ( 1, 2 ] 24428948 22.565% 46.224% ##### ( 2, 3 ] 11302643 10.440% 56.664% ## ( 3, 4 ] 4438423 4.100% 60.764% # ( 4, 6 ] 5049198 4.664% 65.428% # ( 6, 10 ] 26359543 24.349% 89.776% ##### ( 10, 15 ] 8529561 7.879% 97.655% ## ( 15, 22 ] 690128 0.637% 98.293% ( 22, 34 ] 564947 0.522% 98.815% ( 34, 51 ] 391418 0.362% 99.176% ( 51, 76 ] 249814 0.231% 99.407% ( 76, 110 ] 317593 0.293% 99.700% ( 110, 170 ] 259655 0.240% 99.940% ( 170, 250 ] 42236 0.039% 99.979% ( 250, 380 ] 8867 0.008% 99.987% ( 380, 580 ] 6479 0.006% 99.993% ( 580, 870 ] 3685 0.003% 99.997% ( 870, 1300 ] 1953 0.002% 99.999% ( 1300, 1900 ] 2680 0.002% 100.001% ( 1900, 2900 ] 189 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-18:00:07.714810 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 541581567 rocksdb.block.cache.hit COUNT : 2237588009 rocksdb.block.cache.add COUNT : 40627963 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33121 rocksdb.block.cache.index.hit COUNT : 549290039 rocksdb.block.cache.index.add COUNT : 33107 rocksdb.block.cache.index.bytes.insert COUNT : 35415532627 rocksdb.block.cache.filter.miss COUNT : 33127 rocksdb.block.cache.filter.hit COUNT : 1139378250 rocksdb.block.cache.filter.add COUNT : 33127 rocksdb.block.cache.filter.bytes.insert COUNT : 8990683683 rocksdb.block.cache.data.miss COUNT : 541515319 rocksdb.block.cache.data.hit COUNT : 548919720 rocksdb.block.cache.data.add COUNT : 40561729 rocksdb.block.cache.data.bytes.insert COUNT : 168016142652 rocksdb.block.cache.bytes.read COUNT : 1949161137187169 rocksdb.block.cache.bytes.write COUNT : 212422358962 rocksdb.bloom.filter.useful COUNT : 590154403 rocksdb.bloom.filter.full.positive COUNT : 549223879 rocksdb.bloom.filter.full.true.positive COUNT : 543509821 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96755143 rocksdb.memtable.miss COUNT : 6476665653 rocksdb.l0.hit COUNT : 16627161 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 526882660 rocksdb.compaction.key.drop.new COUNT : 283313467 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 593977870 rocksdb.number.keys.read COUNT : 668360945 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61468412886 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69294 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33112 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 786724534 rocksdb.number.multiget.keys.read COUNT : 5905059851 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61468412886 rocksdb.write.self COUNT : 132585714 rocksdb.write.other COUNT : 218001 rocksdb.write.wal COUNT : 132803715 rocksdb.compact.read.bytes COUNT : 1019752965676 rocksdb.compact.write.bytes COUNT : 1064294091549 rocksdb.flush.write.bytes COUNT : 33571114380 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1073569 rocksdb.number.superversion_releases COUNT : 2778 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 534794728 rocksdb.number.block.decompressed COUNT : 534812281 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61429143170 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69294 rocksdb.num.iterator.deleted COUNT : 69294 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5348 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5310 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45125 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62390428172 rocksdb.memtable.garbage.bytes.at.flush COUNT : 750104633 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 966583910208 rocksdb.last.level.read.count COUNT : 502754692 rocksdb.non.last.level.read.bytes COUNT : 131628751660 rocksdb.non.last.level.read.count COUNT : 38926211 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 541614679 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2182102680920 rocksdb.bytes.compressed.to COUNT : 1059520948888 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26687680504 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6731941 rocksdb.bytes.decompressed.from COUNT : 1059774146252 rocksdb.bytes.decompressed.to COUNT : 2182219468314 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.424682 P95 : 106.264531 P99 : 160.375735 P100 : 227461.000000 COUNT : 668360945 SUM : 34467249278 rocksdb.db.write.micros P50 : 67.069718 P95 : 111.864187 P99 : 169.421022 P100 : 2037453.000000 COUNT : 132803715 SUM : 13725224321 rocksdb.compaction.times.micros P50 : 1598442.906574 P95 : 38562085.308057 P99 : 67162017.167382 P100 : 89521673.000000 COUNT : 7673 SUM : 64258182368 rocksdb.compaction.times.cpu_micros P50 : 1537544.483986 P95 : 35839484.978541 P99 : 64167105.263158 P100 : 83823365.000000 COUNT : 7673 SUM : 61418340053 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4320.484293 P95 : 27859.153005 P99 : 62329.787234 P100 : 1558490.000000 COUNT : 12482 SUM : 117294316 rocksdb.compaction.outfile.sync.micros P50 : 62550.675676 P95 : 125609.625668 P99 : 224783.505155 P100 : 2063820.000000 COUNT : 20615 SUM : 1321254030 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.353840 P95 : 729.065245 P99 : 4018.839286 P100 : 501117.000000 COUNT : 20223 SUM : 12986143 rocksdb.table.open.io.micros P50 : 582.790698 P95 : 6240.366524 P99 : 13029.069409 P100 : 207055.000000 COUNT : 33112 SUM : 58739086 rocksdb.db.multiget.micros P50 : 7.994783 P95 : 17.789666 P99 : 33.048074 P100 : 26625.000000 COUNT : 786724534 SUM : 7451470953 rocksdb.read.block.compaction.micros P50 : 13.677846 P95 : 59.305415 P99 : 138.588157 P100 : 136000.000000 COUNT : 500953590 SUM : 9748016589 rocksdb.read.block.get.micros P50 : 52.957015 P95 : 94.968648 P99 : 146.584952 P100 : 206929.000000 COUNT : 40627977 SUM : 2344818109 rocksdb.write.raw.block.micros P50 : 0.521585 P95 : 0.991011 P99 : 1.895378 P100 : 331149.000000 COUNT : 541625959 SUM : 10895580441 rocksdb.numfiles.in.singlecompaction P50 : 2.774227 P95 : 5.680342 P99 : 5.938719 P100 : 7.000000 COUNT : 5849 SUM : 20828 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540049 P95 : 33.542056 P99 : 105.008238 P100 : 135929.000000 COUNT : 541680903 SUM : 3771993415 rocksdb.file.read.flush.micros P50 : 1.845811 P95 : 15.813380 P99 : 40.777690 P100 : 787.000000 COUNT : 62410 SUM : 298414 rocksdb.file.read.compaction.micros P50 : 1.424970 P95 : 36.753474 P99 : 106.483637 P100 : 135929.000000 COUNT : 501056669 SUM : 3365282307 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 668360948 SUM : 0 rocksdb.bytes.per.write P50 : 218.508180 P95 : 528.073821 P99 : 804.092372 P100 : 4563443.000000 COUNT : 132585714 SUM : 61468412886 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 786724537 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46246.268657 P95 : 166949.414520 P99 : 239044.395604 P100 : 1681975.000000 COUNT : 12531 SUM : 785704469 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-18:00:07.715034 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-18:00:07.715217 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708452007 to in-memory stats history 2024/02/20-18:00:07.715244 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-18:00:07.715285 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-18:00:08.382596 289462 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302235. Total log size is 15729047 while max_total_wal_size is 15728640 2024/02/20-18:00:08.382819 289462 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302245. Immutable memtables: 0. 2024/02/20-18:00:08.382920 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20230] Syncing log #302240 2024/02/20-18:00:08.388180 3036210 (Original Log Time 2024/02/20-18:00:08.382902) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-18:00:08.388189 3036210 [db/flush_job.cc:892] [key] [JOB 20230] Flushing memtable with next log file: 302245 2024/02/20-18:00:08.388213 3036210 EVENT_LOG_v1 {"time_micros": 1708452008388206, "job": 20230, "event": "flush_started", "num_memtables": 1, "num_entries": 62025, "num_deletes": 0, "total_data_size": 3876423, "memory_usage": 5286728, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:00:08.388217 3036210 [db/flush_job.cc:926] [key] [JOB 20230] Level-0 flush table #302246: started 2024/02/20-18:00:08.465473 3036210 EVENT_LOG_v1 {"time_micros": 1708452008465415, "cf_name": "key", "job": 20230, "event": "table_file_creation", "file_number": 302246, "file_size": 2490247, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159698731, "largest_seqno": 5159846393, "table_properties": {"data_size": 2418705, "index_size": 18483, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 55877, "raw_key_size": 3617592, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 717, "num_entries": 59801, "num_filter_entries": 63752, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451637, "oldest_key_time": 1708451637, "file_creation_time": 1708452008, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302246, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:00:08.465532 3036210 [db/flush_job.cc:1062] [key] [JOB 20230] Flush lasted 77361 microseconds, and 73577 cpu microseconds. 2024/02/20-18:00:08.466164 3036210 (Original Log Time 2024/02/20-18:00:08.465512) [db/flush_job.cc:1011] [key] [JOB 20230] Level-0 flush table #302246: 2490247 bytes OK 2024/02/20-18:00:08.466169 3036210 (Original Log Time 2024/02/20-18:00:08.465540) [db/memtable_list.cc:555] [key] Level-0 commit table #302246 started 2024/02/20-18:00:08.466171 3036210 (Original Log Time 2024/02/20-18:00:08.466031) [db/memtable_list.cc:754] [key] Level-0 commit table #302246: memtable #1 done 2024/02/20-18:00:08.466174 3036210 (Original Log Time 2024/02/20-18:00:08.466068) EVENT_LOG_v1 {"time_micros": 1708452008466058, "job": 20230, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-18:00:08.466176 3036210 (Original Log Time 2024/02/20-18:00:08.466117) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-18:00:08.466182 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20230] Try to delete WAL files size 12770940, prev total WAL file size 15733405, number of live WAL files 4. 2024/02/20-18:00:08.467843 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302235.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:00:09.050310 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20229] Generated table #302244: 1643299 keys, 43263442 bytes, temperature: kUnknown 2024/02/20-18:00:09.050397 3036190 EVENT_LOG_v1 {"time_micros": 1708452009050346, "cf_name": "tag", "job": 20229, "event": "table_file_creation", "file_number": 302244, "file_size": 43263442, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 42942930, "index_size": 948712, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 131091795, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 23307, "num_entries": 1643299, "num_filter_entries": 283, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708452006, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302244, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:00:09.055635 3036190 (Original Log Time 2024/02/20-18:00:09.055241) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20229] Compacted 2@0 + 3@6 files to L6 => 178553536 bytes 2024/02/20-18:00:09.055640 3036190 (Original Log Time 2024/02/20-18:00:09.055556) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.6 rd, 14.5 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.9, 169.3 +0.0 blob) out(170.3 +0.0 blob), read-write-amplify(181.0) write-amplify(90.2) OK, records in: 6129769, records dropped: 0 output_compression: ZSTD 2024/02/20-18:00:09.055648 3036190 (Original Log Time 2024/02/20-18:00:09.055581) EVENT_LOG_v1 {"time_micros": 1708452009055569, "job": 20229, "event": "compaction_finished", "compaction_time_micros": 12319204, "compaction_time_cpu_micros": 12121477, "output_level": 6, "num_output_files": 3, "total_output_size": 178553536, "num_input_records": 6129769, "num_output_records": 6129769, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-18:00:09.061311 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302219.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:00:09.061332 3036190 EVENT_LOG_v1 {"time_micros": 1708452009061329, "job": 20229, "event": "table_file_deletion", "file_number": 302219} 2024/02/20-18:00:09.070411 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302220.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:00:09.070466 3036190 EVENT_LOG_v1 {"time_micros": 1708452009070447, "job": 20229, "event": "table_file_deletion", "file_number": 302220} 2024/02/20-18:00:09.074345 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302221.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:00:09.074373 3036190 EVENT_LOG_v1 {"time_micros": 1708452009074369, "job": 20229, "event": "table_file_deletion", "file_number": 302221} 2024/02/20-18:00:09.074583 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302234.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:00:09.074597 3036190 EVENT_LOG_v1 {"time_micros": 1708452009074594, "job": 20229, "event": "table_file_deletion", "file_number": 302234} 2024/02/20-18:00:09.074765 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302241.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:00:09.074777 3036190 EVENT_LOG_v1 {"time_micros": 1708452009074775, "job": 20229, "event": "table_file_deletion", "file_number": 302241} 2024/02/20-18:00:09.074910 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 20231] Compacting 2@0 files to L5, score 1.00 2024/02/20-18:00:09.074917 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20237 Base level 0, inputs: [302246(2431KB) 302236(2440KB)] 2024/02/20-18:00:09.074933 3036190 EVENT_LOG_v1 {"time_micros": 1708452009074924, "job": 20231, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302246, 302236], "score": 1, "input_data_size": 4988872, "oldest_snapshot_seqno": -1} 2024/02/20-18:00:09.250327 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20231] Generated table #302247: 119328 keys, 4890338 bytes, temperature: kUnknown 2024/02/20-18:00:09.250396 3036190 EVENT_LOG_v1 {"time_micros": 1708452009250355, "cf_name": "key", "job": 20231, "event": "table_file_creation", "file_number": 302247, "file_size": 4890338, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159550837, "largest_seqno": 5159846393, "table_properties": {"data_size": 4751155, "index_size": 36864, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 110117, "raw_key_size": 7218591, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1409, "num_entries": 119328, "num_filter_entries": 125302, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451270, "oldest_key_time": 0, "file_creation_time": 1708452009, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302247, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:00:09.251315 3036190 (Original Log Time 2024/02/20-18:00:09.250885) [db/compaction/compaction_job.cc:1729] [key] [JOB 20231] Compacted 2@0 files to L5 => 4890338 bytes 2024/02/20-18:00:09.251319 3036190 (Original Log Time 2024/02/20-18:00:09.251219) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 28.4 rd, 27.9 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.8, 0.0 +0.0 blob) out(4.7 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 119329, records dropped: 1 output_compression: LZ4 2024/02/20-18:00:09.251325 3036190 (Original Log Time 2024/02/20-18:00:09.251252) EVENT_LOG_v1 {"time_micros": 1708452009251236, "job": 20231, "event": "compaction_finished", "compaction_time_micros": 175541, "compaction_time_cpu_micros": 171357, "output_level": 5, "num_output_files": 1, "total_output_size": 4890338, "num_input_records": 119329, "num_output_records": 119328, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-18:00:09.251793 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302236.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:00:09.251815 3036190 EVENT_LOG_v1 {"time_micros": 1708452009251811, "job": 20231, "event": "table_file_deletion", "file_number": 302236} 2024/02/20-18:00:09.252127 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302246.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:00:09.252142 3036190 EVENT_LOG_v1 {"time_micros": 1708452009252140, "job": 20231, "event": "table_file_deletion", "file_number": 302246} 2024/02/20-18:05:09.530799 287378 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302237. Total log size is 15728692 while max_total_wal_size is 15728640 2024/02/20-18:05:09.531092 287378 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302248. Immutable memtables: 0. 2024/02/20-18:05:09.531158 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20232] Syncing log #302245 2024/02/20-18:05:09.600723 3036193 (Original Log Time 2024/02/20-18:05:09.531150) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:05:09.600732 3036193 [db/flush_job.cc:892] [url] [JOB 20232] Flushing memtable with next log file: 302248 2024/02/20-18:05:09.600755 3036193 EVENT_LOG_v1 {"time_micros": 1708452309600749, "job": 20232, "event": "flush_started", "num_memtables": 1, "num_entries": 67929, "num_deletes": 0, "total_data_size": 10434415, "memory_usage": 13319752, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:05:09.600759 3036193 [db/flush_job.cc:926] [url] [JOB 20232] Level-0 flush table #302249: started 2024/02/20-18:05:09.718260 3036193 EVENT_LOG_v1 {"time_micros": 1708452309718220, "cf_name": "url", "job": 20232, "event": "table_file_creation", "file_number": 302249, "file_size": 5372956, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159818546, "largest_seqno": 5159966343, "table_properties": {"data_size": 5288272, "index_size": 139085, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 9957123, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1582, "num_entries": 65650, "num_filter_entries": 7155, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451940, "oldest_key_time": 1708451940, "file_creation_time": 1708452309, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302249, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:05:09.718314 3036193 [db/flush_job.cc:1062] [url] [JOB 20232] Flush lasted 117598 microseconds, and 113841 cpu microseconds. 2024/02/20-18:05:09.718833 3036193 (Original Log Time 2024/02/20-18:05:09.718298) [db/flush_job.cc:1011] [url] [JOB 20232] Level-0 flush table #302249: 5372956 bytes OK 2024/02/20-18:05:09.718837 3036193 (Original Log Time 2024/02/20-18:05:09.718321) [db/memtable_list.cc:555] [url] Level-0 commit table #302249 started 2024/02/20-18:05:09.718839 3036193 (Original Log Time 2024/02/20-18:05:09.718731) [db/memtable_list.cc:754] [url] Level-0 commit table #302249: memtable #1 done 2024/02/20-18:05:09.718842 3036193 (Original Log Time 2024/02/20-18:05:09.718756) EVENT_LOG_v1 {"time_micros": 1708452309718749, "job": 20232, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-18:05:09.718844 3036193 (Original Log Time 2024/02/20-18:05:09.718795) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-18:05:09.718850 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20232] Try to delete WAL files size 2461466, prev total WAL file size 15737771, number of live WAL files 4. 2024/02/20-18:05:09.719439 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302237.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:06:09.055099 282466 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302240. Total log size is 15729442 while max_total_wal_size is 15728640 2024/02/20-18:06:09.055468 282466 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302250. Immutable memtables: 0. 2024/02/20-18:06:09.055558 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20233] Syncing log #302248 2024/02/20-18:06:09.102547 3036210 (Original Log Time 2024/02/20-18:06:09.055541) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:06:09.102556 3036210 [db/flush_job.cc:892] [tag] [JOB 20233] Flushing memtable with next log file: 302250 2024/02/20-18:06:09.102579 3036210 EVENT_LOG_v1 {"time_micros": 1708452369102572, "job": 20233, "event": "flush_started", "num_memtables": 1, "num_entries": 17409, "num_deletes": 0, "total_data_size": 1529713, "memory_usage": 1794336, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:06:09.102582 3036210 [db/flush_job.cc:926] [tag] [JOB 20233] Level-0 flush table #302251: started 2024/02/20-18:06:09.117429 3036210 EVENT_LOG_v1 {"time_micros": 1708452369117371, "cf_name": "tag", "job": 20233, "event": "table_file_creation", "file_number": 302251, "file_size": 901562, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159841675, "largest_seqno": 5159989472, "table_properties": {"data_size": 893968, "index_size": 10082, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1467774, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 277, "num_entries": 17112, "num_filter_entries": 188, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451996, "oldest_key_time": 1708451996, "file_creation_time": 1708452369, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302251, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:06:09.117491 3036210 [db/flush_job.cc:1062] [tag] [JOB 20233] Flush lasted 14951 microseconds, and 13457 cpu microseconds. 2024/02/20-18:06:09.117844 3036210 (Original Log Time 2024/02/20-18:06:09.117477) [db/flush_job.cc:1011] [tag] [JOB 20233] Level-0 flush table #302251: 901562 bytes OK 2024/02/20-18:06:09.117847 3036210 (Original Log Time 2024/02/20-18:06:09.117498) [db/memtable_list.cc:555] [tag] Level-0 commit table #302251 started 2024/02/20-18:06:09.117849 3036210 (Original Log Time 2024/02/20-18:06:09.117748) [db/memtable_list.cc:754] [tag] Level-0 commit table #302251: memtable #1 done 2024/02/20-18:06:09.117850 3036210 (Original Log Time 2024/02/20-18:06:09.117766) EVENT_LOG_v1 {"time_micros": 1708452369117760, "job": 20233, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-18:06:09.117851 3036210 (Original Log Time 2024/02/20-18:06:09.117808) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-18:06:09.117856 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20233] Try to delete WAL files size 496641, prev total WAL file size 15731895, number of live WAL files 4. 2024/02/20-18:06:09.118128 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302240.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:06:20.829087 282075 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302245. Total log size is 15728696 while max_total_wal_size is 15728640 2024/02/20-18:06:20.829424 282075 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302252. Immutable memtables: 0. 2024/02/20-18:06:20.829532 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20234] Syncing log #302250 2024/02/20-18:06:20.850109 3036193 (Original Log Time 2024/02/20-18:06:20.829514) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:06:20.850120 3036193 [db/flush_job.cc:892] [key] [JOB 20234] Flushing memtable with next log file: 302252 2024/02/20-18:06:20.850143 3036193 EVENT_LOG_v1 {"time_micros": 1708452380850137, "job": 20234, "event": "flush_started", "num_memtables": 1, "num_entries": 62249, "num_deletes": 0, "total_data_size": 3890216, "memory_usage": 5358992, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:06:20.850146 3036193 [db/flush_job.cc:926] [key] [JOB 20234] Level-0 flush table #302253: started 2024/02/20-18:06:20.928822 3036193 EVENT_LOG_v1 {"time_micros": 1708452380928788, "cf_name": "key", "job": 20234, "event": "table_file_creation", "file_number": 302253, "file_size": 2497888, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159846396, "largest_seqno": 5159994091, "table_properties": {"data_size": 2426342, "index_size": 18258, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56101, "raw_key_size": 3630217, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 720, "num_entries": 60013, "num_filter_entries": 64059, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708452008, "oldest_key_time": 1708452008, "file_creation_time": 1708452380, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302253, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:06:20.928868 3036193 [db/flush_job.cc:1062] [key] [JOB 20234] Flush lasted 78768 microseconds, and 76680 cpu microseconds. 2024/02/20-18:06:20.929335 3036193 (Original Log Time 2024/02/20-18:06:20.928855) [db/flush_job.cc:1011] [key] [JOB 20234] Level-0 flush table #302253: 2497888 bytes OK 2024/02/20-18:06:20.929338 3036193 (Original Log Time 2024/02/20-18:06:20.928875) [db/memtable_list.cc:555] [key] Level-0 commit table #302253 started 2024/02/20-18:06:20.929339 3036193 (Original Log Time 2024/02/20-18:06:20.929231) [db/memtable_list.cc:754] [key] Level-0 commit table #302253: memtable #1 done 2024/02/20-18:06:20.929341 3036193 (Original Log Time 2024/02/20-18:06:20.929253) EVENT_LOG_v1 {"time_micros": 1708452380929246, "job": 20234, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-18:06:20.929342 3036193 (Original Log Time 2024/02/20-18:06:20.929295) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-18:06:20.929347 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20234] Try to delete WAL files size 12770585, prev total WAL file size 15733161, number of live WAL files 4. 2024/02/20-18:06:20.930788 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302245.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:10:07.861257 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-18:10:07.861397 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1040006.7 total, 600.2 interval Cumulative writes: 132M writes, 594M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.27 GB, 0.06 MB/s Cumulative WAL: 132M writes, 0 syncs, 132904302.00 writes per sync, written: 57.27 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 100K writes, 238K keys, 100K commit groups, 1.0 writes per commit group, ingest: 24.27 MB, 0.04 MB/s Interval WAL: 100K writes, 0 syncs, 100587.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 5.12 MB 0.5 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 417.49 389.62 4218 0.099 0 0 0.0 0.0 L5 1/0 9.75 MB 0.0 69.7 18.6 51.2 68.6 17.4 0.0 3.7 42.0 41.3 1701.58 1629.68 2178 0.781 1052M 1155 0.0 0.0 L6 13/0 780.18 MB 0.0 410.9 17.8 393.2 393.5 0.3 0.0 22.2 16.0 15.3 26261.15 24219.80 608 43.193 9606M 261M 0.0 0.0 Sum 15/0 795.05 MB 0.0 480.7 36.3 444.3 481.0 36.6 0.0 25.4 17.3 17.4 28380.22 26239.10 7004 4.052 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 43.6 0.12 0.11 1 0.118 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 480.7 36.3 444.3 462.1 17.7 0.0 0.0 17.6 16.9 27962.73 25849.48 2786 10.037 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 417.49 389.62 4218 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1040006.7 total, 600.2 interval Flush(GB): cumulative 18.902, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 480.99 GB write, 0.47 MB/s write, 480.68 GB read, 0.47 MB/s read, 28380.2 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1726 collections: 1734 last_copies: 0 last_secs: 0.000765 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(904,14.74 MB,0.959458%) IndexBlock(821,1.37 GB,91.2443%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6081642 Average: 2.1895 StdDev: 4.25 Min: 0 Median: 1.3839 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.29 P99.99: 126.63 ------------------------------------------------------ [ 0, 1 ] 2046493 33.650% 33.650% ####### ( 1, 2 ] 2590085 42.589% 76.239% ######### ( 2, 3 ] 1013310 16.662% 92.901% ### ( 3, 4 ] 246286 4.050% 96.950% # ( 4, 6 ] 109165 1.795% 98.745% ( 6, 10 ] 35712 0.587% 99.333% ( 10, 15 ] 15093 0.248% 99.581% ( 15, 22 ] 7640 0.126% 99.706% ( 22, 34 ] 7981 0.131% 99.838% ( 34, 51 ] 5715 0.094% 99.932% ( 51, 76 ] 2546 0.042% 99.973% ( 76, 110 ] 895 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21955977 Average: 2.4679 StdDev: 6.76 Min: 0 Median: 1.4958 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.92 ------------------------------------------------------ [ 0, 1 ] 6732304 30.663% 30.663% ###### ( 1, 2 ] 8562681 38.999% 69.662% ######## ( 2, 3 ] 3717019 16.929% 86.591% ### ( 3, 4 ] 1360993 6.199% 92.790% # ( 4, 6 ] 1070314 4.875% 97.665% # ( 6, 10 ] 344058 1.567% 99.232% ( 10, 15 ] 59896 0.273% 99.505% ( 15, 22 ] 30643 0.140% 99.644% ( 22, 34 ] 32826 0.150% 99.794% ( 34, 51 ] 24943 0.114% 99.908% ( 51, 76 ] 12001 0.055% 99.962% ( 76, 110 ] 4900 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 213910113 Average: 12.2869 StdDev: 81.33 Min: 0 Median: 1.4947 Max: 135929 Percentiles: P50: 1.49 P75: 2.61 P99: 142.78 P99.9: 304.38 P99.99: 1541.58 ------------------------------------------------------ [ 0, 1 ] 72776154 34.022% 34.022% ####### ( 1, 2 ] 69085952 32.297% 66.319% ###### ( 2, 3 ] 30469355 14.244% 80.563% ### ( 3, 4 ] 6559833 3.067% 83.629% # ( 4, 6 ] 1192253 0.557% 84.187% ( 6, 10 ] 561635 0.263% 84.449% ( 10, 15 ] 318298 0.149% 84.598% ( 15, 22 ] 273862 0.128% 84.726% ( 22, 34 ] 7703749 3.601% 88.327% # ( 34, 51 ] 7840818 3.665% 91.993% # ( 51, 76 ] 6273745 2.933% 94.926% # ( 76, 110 ] 6867053 3.210% 98.136% # ( 110, 170 ] 3382623 1.581% 99.717% ( 170, 250 ] 342961 0.160% 99.878% ( 250, 380 ] 114533 0.054% 99.931% ( 380, 580 ] 69584 0.033% 99.964% ( 580, 870 ] 31157 0.015% 99.978% ( 870, 1300 ] 14166 0.007% 99.985% ( 1300, 1900 ] 27298 0.013% 99.998% ( 1900, 2900 ] 2166 0.001% 99.999% ( 2900, 4400 ] 872 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 341 0.000% 100.000% ( 14000, 22000 ] 190 0.000% 100.000% ( 22000, 33000 ] 77 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 880.43 KB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.5 89.48 75.82 4098 0.022 0 0 0.0 0.0 L6 3/0 170.28 MB 0.0 318.3 3.2 315.2 315.2 0.1 0.0 99.0 15.4 15.2 21223.89 20833.52 2157 9.840 11G 63M 0.0 0.0 Sum 4/0 171.14 MB 0.0 318.3 3.2 315.2 318.4 3.3 0.0 100.0 15.3 15.3 21313.37 20909.34 6255 3.407 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 199.0 13.9 13.9 12.33 12.13 2 6.167 6129K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 318.3 3.2 315.2 315.2 0.1 0.0 0.0 15.4 15.2 21223.89 20833.52 2157 9.840 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.5 89.48 75.82 4098 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1040006.7 total, 600.2 interval Flush(GB): cumulative 3.185, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 318.41 GB write, 0.31 MB/s write, 318.34 GB read, 0.31 MB/s read, 21313.4 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.29 MB/s read, 12.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4326 collections: 1734 last_copies: 0 last_secs: 0.001484 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2186,1.67 MB,0.108478%) IndexBlock(2139,1.46 GB,97.2867%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1046338 Average: 3.5633 StdDev: 6.30 Min: 0 Median: 2.5851 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.36 P99.9: 60.45 P99.99: 193.66 ------------------------------------------------------ [ 0, 1 ] 121243 11.587% 11.587% ## ( 1, 2 ] 251596 24.045% 35.633% ##### ( 2, 3 ] 256947 24.557% 60.190% ##### ( 3, 4 ] 201156 19.225% 79.414% #### ( 4, 6 ] 173440 16.576% 95.990% ### ( 6, 10 ] 29211 2.792% 98.782% # ( 10, 15 ] 4837 0.462% 99.244% ( 15, 22 ] 2588 0.247% 99.492% ( 22, 34 ] 2188 0.209% 99.701% ( 34, 51 ] 1801 0.172% 99.873% ( 51, 76 ] 753 0.072% 99.945% ( 76, 110 ] 255 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180592917 Average: 2.1904 StdDev: 5.40 Min: 0 Median: 1.3452 Max: 13817 Percentiles: P50: 1.35 P75: 2.00 P99: 6.98 P99.9: 54.19 P99.99: 145.29 ------------------------------------------------------ [ 0, 1 ] 66581875 36.868% 36.868% ####### ( 1, 2 ] 68704808 38.044% 74.913% ######## ( 2, 3 ] 33722860 18.673% 93.586% #### ( 3, 4 ] 8113170 4.493% 98.078% # ( 4, 6 ] 1510202 0.836% 98.915% ( 6, 10 ] 627242 0.347% 99.262% ( 10, 15 ] 409010 0.226% 99.488% ( 15, 22 ] 203310 0.113% 99.601% ( 22, 34 ] 316937 0.175% 99.777% ( 34, 51 ] 209774 0.116% 99.893% ( 51, 76 ] 103027 0.057% 99.950% ( 76, 110 ] 59447 0.033% 99.983% ( 110, 170 ] 22437 0.012% 99.995% ( 170, 250 ] 3963 0.002% 99.997% ( 250, 380 ] 1802 0.001% 99.998% ( 380, 580 ] 1499 0.001% 99.999% ( 580, 870 ] 884 0.000% 100.000% ( 870, 1300 ] 265 0.000% 100.000% ( 1300, 1900 ] 274 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.38 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 279.02 258.81 4185 0.067 0 0 0.0 0.0 L5 1/0 4.66 MB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 803.60 776.51 2007 0.400 622M 276K 0.0 0.0 L6 6/0 363.55 MB 0.0 200.4 9.0 191.4 191.6 0.2 0.0 21.4 14.4 13.7 14280.46 13971.11 725 19.697 8972M 241M 0.0 0.0 Sum 8/0 370.59 MB 0.0 222.9 17.3 205.6 223.1 17.5 0.0 24.3 14.9 14.9 15363.08 15006.43 6917 2.221 9595M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 14.3 28.4 0.33 0.32 3 0.111 119K 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 222.9 17.3 205.6 213.9 8.3 0.0 0.0 15.1 14.5 15084.05 14747.63 2732 5.521 9595M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 279.02 258.81 4185 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1040006.7 total, 600.2 interval Flush(GB): cumulative 9.186, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 223.09 GB write, 0.22 MB/s write, 222.92 GB read, 0.22 MB/s read, 15363.1 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.00 GB read, 0.01 MB/s read, 0.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 354353 collections: 1734 last_copies: 0 last_secs: 0.143234 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(354177,1.37 GB,91.0917%) FilterBlock(85,64.53 MB,4.20132%) IndexBlock(91,29.42 MB,1.91562%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2872625 Average: 4.2740 StdDev: 8.05 Min: 0 Median: 1.9654 Max: 9050 Percentiles: P50: 1.97 P75: 5.41 P99: 17.94 P99.9: 61.07 P99.99: 151.38 ------------------------------------------------------ [ 0, 1 ] 637839 22.204% 22.204% #### ( 1, 2 ] 827110 28.793% 50.997% ###### ( 2, 3 ] 406594 14.154% 65.151% ### ( 3, 4 ] 175987 6.126% 71.277% # ( 4, 6 ] 151955 5.290% 76.567% # ( 6, 10 ] 455901 15.871% 92.438% ### ( 10, 15 ] 181291 6.311% 98.749% # ( 15, 22 ] 17222 0.600% 99.348% ( 22, 34 ] 9211 0.321% 99.669% ( 34, 51 ] 5612 0.195% 99.864% ( 51, 76 ] 2557 0.089% 99.953% ( 76, 110 ] 836 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6971981 Average: 4.7232 StdDev: 7.63 Min: 0 Median: 2.4875 Max: 7311 Percentiles: P50: 2.49 P75: 6.20 P99: 19.51 P99.9: 69.19 P99.99: 168.65 ------------------------------------------------------ [ 0, 1 ] 1135688 16.289% 16.289% ### ( 1, 2 ] 1833747 26.302% 42.591% ##### ( 2, 3 ] 1059601 15.198% 57.789% ### ( 3, 4 ] 570624 8.185% 65.974% ## ( 4, 6 ] 567058 8.133% 74.107% ## ( 6, 10 ] 1220575 17.507% 91.614% #### ( 10, 15 ] 484622 6.951% 98.565% # ( 15, 22 ] 47086 0.675% 99.240% ( 22, 34 ] 24810 0.356% 99.596% ( 34, 51 ] 15641 0.224% 99.820% ( 51, 76 ] 7638 0.110% 99.930% ( 76, 110 ] 2885 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108277022 Average: 5.8360 StdDev: 24.80 Min: 0 Median: 2.3625 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.71 P99.9: 159.96 P99.99: 469.41 ------------------------------------------------------ [ 0, 1 ] 25612336 23.654% 23.654% ##### ( 1, 2 ] 24428949 22.562% 46.216% ##### ( 2, 3 ] 11302645 10.439% 56.655% ## ( 3, 4 ] 4438443 4.099% 60.754% # ( 4, 6 ] 5049479 4.663% 65.417% # ( 6, 10 ] 26370388 24.355% 89.772% ##### ( 10, 15 ] 8535770 7.883% 97.655% ## ( 15, 22 ] 690482 0.638% 98.293% ( 22, 34 ] 565111 0.522% 98.815% ( 34, 51 ] 391482 0.362% 99.176% ( 51, 76 ] 249847 0.231% 99.407% ( 76, 110 ] 317601 0.293% 99.700% ( 110, 170 ] 259660 0.240% 99.940% ( 170, 250 ] 42238 0.039% 99.979% ( 250, 380 ] 8867 0.008% 99.987% ( 380, 580 ] 6479 0.006% 99.993% ( 580, 870 ] 3685 0.003% 99.997% ( 870, 1300 ] 1953 0.002% 99.999% ( 1300, 1900 ] 2680 0.002% 100.001% ( 1900, 2900 ] 189 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-18:10:07.865118 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 541611754 rocksdb.block.cache.hit COUNT : 2239592503 rocksdb.block.cache.add COUNT : 40647406 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33129 rocksdb.block.cache.index.hit COUNT : 549771969 rocksdb.block.cache.index.add COUNT : 33115 rocksdb.block.cache.index.bytes.insert COUNT : 35419572492 rocksdb.block.cache.filter.miss COUNT : 33135 rocksdb.block.cache.filter.hit COUNT : 1140437775 rocksdb.block.cache.filter.add COUNT : 33135 rocksdb.block.cache.filter.bytes.insert COUNT : 8990915995 rocksdb.block.cache.data.miss COUNT : 541545490 rocksdb.block.cache.data.hit COUNT : 549382759 rocksdb.block.cache.data.add COUNT : 40581156 rocksdb.block.cache.data.bytes.insert COUNT : 168096632719 rocksdb.block.cache.bytes.read COUNT : 1950714934794340 rocksdb.block.cache.bytes.write COUNT : 212507121206 rocksdb.bloom.filter.useful COUNT : 590732008 rocksdb.bloom.filter.full.positive COUNT : 549705799 rocksdb.bloom.filter.full.true.positive COUNT : 543988206 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96846124 rocksdb.memtable.miss COUNT : 6482091563 rocksdb.l0.hit COUNT : 16656635 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 527331571 rocksdb.compaction.key.drop.new COUNT : 283313468 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 594216459 rocksdb.number.keys.read COUNT : 668930321 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61493857560 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69334 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33120 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 787376258 rocksdb.number.multiget.keys.read COUNT : 5910007366 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61493857560 rocksdb.write.self COUNT : 132686139 rocksdb.write.other COUNT : 218163 rocksdb.write.wal COUNT : 132904302 rocksdb.compact.read.bytes COUNT : 1019775395494 rocksdb.compact.write.bytes COUNT : 1064318150550 rocksdb.flush.write.bytes COUNT : 33582378228 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1073729 rocksdb.number.superversion_releases COUNT : 2778 rocksdb.number.superversion_cleanups COUNT : 171 rocksdb.number.block.compressed COUNT : 534808851 rocksdb.number.block.decompressed COUNT : 534842459 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61430632887 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69334 rocksdb.num.iterator.deleted COUNT : 69334 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5351 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5313 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45136 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62409700726 rocksdb.memtable.garbage.bytes.at.flush COUNT : 750704481 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 966635877583 rocksdb.last.level.read.count COUNT : 502782486 rocksdb.non.last.level.read.bytes COUNT : 131637201654 rocksdb.non.last.level.read.count COUNT : 38928628 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 541644874 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2182160839914 rocksdb.bytes.compressed.to COUNT : 1059553206543 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26689386859 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6732372 rocksdb.bytes.decompressed.from COUNT : 1059834171561 rocksdb.bytes.decompressed.to COUNT : 2182345666803 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.429312 P95 : 106.262703 P99 : 160.372878 P100 : 227461.000000 COUNT : 668930321 SUM : 34497729880 rocksdb.db.write.micros P50 : 67.071790 P95 : 111.866845 P99 : 169.419062 P100 : 2037453.000000 COUNT : 132904302 SUM : 13735622050 rocksdb.compaction.times.micros P50 : 1598442.906574 P95 : 38554502.369668 P99 : 67159871.244635 P100 : 89521673.000000 COUNT : 7675 SUM : 64270677113 rocksdb.compaction.times.cpu_micros P50 : 1537544.483986 P95 : 35832618.025751 P99 : 64164473.684211 P100 : 83823365.000000 COUNT : 7675 SUM : 61430632887 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4320.484293 P95 : 27856.147541 P99 : 62308.510638 P100 : 1558490.000000 COUNT : 12486 SUM : 117321866 rocksdb.compaction.outfile.sync.micros P50 : 62550.675676 P95 : 125650.641026 P99 : 224775.257732 P100 : 2063820.000000 COUNT : 20617 SUM : 1321380735 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.365353 P95 : 728.952842 P99 : 4017.232143 P100 : 501117.000000 COUNT : 20229 SUM : 12987655 rocksdb.table.open.io.micros P50 : 582.558140 P95 : 6239.828955 P99 : 13028.226221 P100 : 207055.000000 COUNT : 33120 SUM : 58744932 rocksdb.db.multiget.micros P50 : 7.995261 P95 : 17.789214 P99 : 33.050635 P100 : 26625.000000 COUNT : 787376258 SUM : 7458080476 rocksdb.read.block.compaction.micros P50 : 13.677845 P95 : 59.304432 P99 : 138.587269 P100 : 136000.000000 COUNT : 500964334 SUM : 9748179036 rocksdb.read.block.get.micros P50 : 52.960006 P95 : 94.974036 P99 : 146.593749 P100 : 206929.000000 COUNT : 40647420 SUM : 2346019139 rocksdb.write.raw.block.micros P50 : 0.521585 P95 : 0.991011 P99 : 1.895379 P100 : 331149.000000 COUNT : 541640532 SUM : 10895991452 rocksdb.numfiles.in.singlecompaction P50 : 2.774021 P95 : 5.680287 P99 : 5.938708 P100 : 7.000000 COUNT : 5850 SUM : 20830 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540101 P95 : 33.540169 P99 : 105.006870 P100 : 135929.000000 COUNT : 541711114 SUM : 3772222237 rocksdb.file.read.flush.micros P50 : 1.846002 P95 : 15.825767 P99 : 40.813386 P100 : 787.000000 COUNT : 62430 SUM : 298577 rocksdb.file.read.compaction.micros P50 : 1.424970 P95 : 36.752420 P99 : 106.483141 P100 : 135929.000000 COUNT : 501067433 SUM : 3365306344 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 668930321 SUM : 0 rocksdb.bytes.per.write P50 : 218.508515 P95 : 528.084241 P99 : 804.092880 P100 : 4563443.000000 COUNT : 132686139 SUM : 61493857560 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 787376259 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46261.194030 P95 : 166945.224719 P99 : 239037.362637 P100 : 1681975.000000 COUNT : 12535 SUM : 785993147 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-18:10:07.865336 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-18:10:07.865562 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708452607 to in-memory stats history 2024/02/20-18:10:07.865591 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-18:10:07.865627 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-18:11:22.068065 287375 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302248. Total log size is 15728797 while max_total_wal_size is 15728640 2024/02/20-18:11:22.068285 287375 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302254. Immutable memtables: 0. 2024/02/20-18:11:22.068352 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20235] Syncing log #302252 2024/02/20-18:11:22.073375 3036210 (Original Log Time 2024/02/20-18:11:22.068339) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:11:22.073383 3036210 [db/flush_job.cc:892] [url] [JOB 20235] Flushing memtable with next log file: 302254 2024/02/20-18:11:22.073404 3036210 EVENT_LOG_v1 {"time_micros": 1708452682073397, "job": 20235, "event": "flush_started", "num_memtables": 1, "num_entries": 67928, "num_deletes": 0, "total_data_size": 10445336, "memory_usage": 12892240, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:11:22.073428 3036210 [db/flush_job.cc:926] [url] [JOB 20235] Level-0 flush table #302255: started 2024/02/20-18:11:22.217942 3036210 EVENT_LOG_v1 {"time_micros": 1708452682217897, "cf_name": "url", "job": 20235, "event": "table_file_creation", "file_number": 302255, "file_size": 5363693, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159966345, "largest_seqno": 5160113995, "table_properties": {"data_size": 5278041, "index_size": 134226, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6085, "raw_key_size": 10040575, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1585, "num_entries": 66203, "num_filter_entries": 6945, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708452309, "oldest_key_time": 1708452309, "file_creation_time": 1708452682, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302255, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:11:22.217991 3036210 [db/flush_job.cc:1062] [url] [JOB 20235] Flush lasted 144622 microseconds, and 140490 cpu microseconds. 2024/02/20-18:11:22.218439 3036210 (Original Log Time 2024/02/20-18:11:22.217974) [db/flush_job.cc:1011] [url] [JOB 20235] Level-0 flush table #302255: 5363693 bytes OK 2024/02/20-18:11:22.218442 3036210 (Original Log Time 2024/02/20-18:11:22.217999) [db/memtable_list.cc:555] [url] Level-0 commit table #302255 started 2024/02/20-18:11:22.218444 3036210 (Original Log Time 2024/02/20-18:11:22.218345) [db/memtable_list.cc:754] [url] Level-0 commit table #302255: memtable #1 done 2024/02/20-18:11:22.218445 3036210 (Original Log Time 2024/02/20-18:11:22.218366) EVENT_LOG_v1 {"time_micros": 1708452682218361, "job": 20235, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-18:11:22.218447 3036210 (Original Log Time 2024/02/20-18:11:22.218403) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-18:11:22.218451 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20235] Try to delete WAL files size 2462216, prev total WAL file size 15735764, number of live WAL files 4. 2024/02/20-18:11:22.218599 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 20236] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-18:11:22.218610 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20243 Base level 0, inputs: [302255(5237KB) 302249(5247KB)], [302239(9979KB)] 2024/02/20-18:11:22.218634 3036186 EVENT_LOG_v1 {"time_micros": 1708452682218624, "job": 20236, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302255, 302249], "files_L5": [302239], "score": 1, "input_data_size": 20955477, "oldest_snapshot_seqno": -1} 2024/02/20-18:11:22.218954 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302248.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:11:22.711040 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20236] Generated table #302256: 262343 keys, 19851006 bytes, temperature: kUnknown 2024/02/20-18:11:22.711103 3036186 EVENT_LOG_v1 {"time_micros": 1708452682711067, "cf_name": "url", "job": 20236, "event": "table_file_creation", "file_number": 302256, "file_size": 19851006, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159523026, "largest_seqno": 5160113995, "table_properties": {"data_size": 19529490, "index_size": 568723, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15413, "raw_key_size": 39797700, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5844, "num_entries": 262343, "num_filter_entries": 17685, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451201, "oldest_key_time": 0, "file_creation_time": 1708452682, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302256, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:11:22.712241 3036186 (Original Log Time 2024/02/20-18:11:22.711750) [db/compaction/compaction_job.cc:1729] [url] [JOB 20236] Compacted 2@0 + 1@5 files to L5 => 19851006 bytes 2024/02/20-18:11:22.712245 3036186 (Original Log Time 2024/02/20-18:11:22.712158) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.07, MB/sec: 42.5 rd, 40.3 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(10.2, 9.7 +0.0 blob) out(18.9 +0.0 blob), read-write-amplify(3.8) write-amplify(1.8) OK, records in: 262345, records dropped: 2 output_compression: LZ4 2024/02/20-18:11:22.712251 3036186 (Original Log Time 2024/02/20-18:11:22.712182) EVENT_LOG_v1 {"time_micros": 1708452682712169, "job": 20236, "event": "compaction_finished", "compaction_time_micros": 492563, "compaction_time_cpu_micros": 477350, "output_level": 5, "num_output_files": 1, "total_output_size": 19851006, "num_input_records": 262345, "num_output_records": 262343, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-18:11:22.713314 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302239.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:11:22.713326 3036186 EVENT_LOG_v1 {"time_micros": 1708452682713324, "job": 20236, "event": "table_file_deletion", "file_number": 302239} 2024/02/20-18:11:22.713887 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302249.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:11:22.713895 3036186 EVENT_LOG_v1 {"time_micros": 1708452682713893, "job": 20236, "event": "table_file_deletion", "file_number": 302249} 2024/02/20-18:11:22.714536 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302255.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:11:22.714547 3036186 EVENT_LOG_v1 {"time_micros": 1708452682714545, "job": 20236, "event": "table_file_deletion", "file_number": 302255} 2024/02/20-18:12:19.927512 276066 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302250. Total log size is 15728788 while max_total_wal_size is 15728640 2024/02/20-18:12:19.927800 276066 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302257. Immutable memtables: 0. 2024/02/20-18:12:19.927862 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20237] Syncing log #302254 2024/02/20-18:12:19.942587 3036193 (Original Log Time 2024/02/20-18:12:19.927853) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:12:19.942595 3036193 [db/flush_job.cc:892] [tag] [JOB 20237] Flushing memtable with next log file: 302257 2024/02/20-18:12:19.942616 3036193 EVENT_LOG_v1 {"time_micros": 1708452739942609, "job": 20237, "event": "flush_started", "num_memtables": 1, "num_entries": 17938, "num_deletes": 0, "total_data_size": 1574682, "memory_usage": 1842736, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:12:19.942618 3036193 [db/flush_job.cc:926] [tag] [JOB 20237] Level-0 flush table #302258: started 2024/02/20-18:12:19.972878 3036193 EVENT_LOG_v1 {"time_micros": 1708452739972843, "cf_name": "tag", "job": 20237, "event": "table_file_creation", "file_number": 302258, "file_size": 931743, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159989484, "largest_seqno": 5160137206, "table_properties": {"data_size": 923954, "index_size": 10349, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1526517, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 287, "num_entries": 17809, "num_filter_entries": 207, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708452369, "oldest_key_time": 1708452369, "file_creation_time": 1708452739, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302258, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:12:19.972922 3036193 [db/flush_job.cc:1062] [tag] [JOB 20237] Flush lasted 30341 microseconds, and 28074 cpu microseconds. 2024/02/20-18:12:19.973322 3036193 (Original Log Time 2024/02/20-18:12:19.972908) [db/flush_job.cc:1011] [tag] [JOB 20237] Level-0 flush table #302258: 931743 bytes OK 2024/02/20-18:12:19.973324 3036193 (Original Log Time 2024/02/20-18:12:19.972928) [db/memtable_list.cc:555] [tag] Level-0 commit table #302258 started 2024/02/20-18:12:19.973326 3036193 (Original Log Time 2024/02/20-18:12:19.973233) [db/memtable_list.cc:754] [tag] Level-0 commit table #302258: memtable #1 done 2024/02/20-18:12:19.973328 3036193 (Original Log Time 2024/02/20-18:12:19.973248) EVENT_LOG_v1 {"time_micros": 1708452739973243, "job": 20237, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-18:12:19.973330 3036193 (Original Log Time 2024/02/20-18:12:19.973287) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-18:12:19.973335 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20237] Try to delete WAL files size 495895, prev total WAL file size 15740255, number of live WAL files 4. 2024/02/20-18:12:19.973477 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20238] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-18:12:19.973491 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20245 Base level 0, inputs: [302258(909KB) 302251(880KB)], [302242(64MB) 302243(64MB) 302244(41MB)] 2024/02/20-18:12:19.973518 3036192 EVENT_LOG_v1 {"time_micros": 1708452739973505, "job": 20238, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302258, 302251], "files_L6": [302242, 302243, 302244], "score": 1, "input_data_size": 180386841, "oldest_snapshot_seqno": -1} 2024/02/20-18:12:19.973613 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302250.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:12:24.653560 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20238] Generated table #302259: 2444035 keys, 67632522 bytes, temperature: kUnknown 2024/02/20-18:12:24.653614 3036192 EVENT_LOG_v1 {"time_micros": 1708452744653585, "cf_name": "tag", "job": 20238, "event": "table_file_creation", "file_number": 302259, "file_size": 67632522, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109766, "index_size": 1485172, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 205017623, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36075, "num_entries": 2444035, "num_filter_entries": 1127, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708452739, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302259, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:12:28.722657 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20238] Generated table #302260: 2043541 keys, 67660073 bytes, temperature: kUnknown 2024/02/20-18:12:28.722707 3036192 EVENT_LOG_v1 {"time_micros": 1708452748722679, "cf_name": "tag", "job": 20238, "event": "table_file_creation", "file_number": 302260, "file_size": 67660073, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109601, "index_size": 1383118, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 190253452, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35951, "num_entries": 2043541, "num_filter_entries": 2214, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708452744, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302260, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:12:31.865021 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20238] Generated table #302261: 1677114 keys, 44162142 bytes, temperature: kUnknown 2024/02/20-18:12:31.865073 3036192 EVENT_LOG_v1 {"time_micros": 1708452751865045, "cf_name": "tag", "job": 20238, "event": "table_file_creation", "file_number": 302261, "file_size": 44162142, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 43835772, "index_size": 968294, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 133835182, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 23789, "num_entries": 1677114, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708452748, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302261, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:12:31.870785 3036192 (Original Log Time 2024/02/20-18:12:31.870325) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20238] Compacted 2@0 + 3@6 files to L6 => 179454737 bytes 2024/02/20-18:12:31.870788 3036192 (Original Log Time 2024/02/20-18:12:31.870706) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.2 rd, 15.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.7, 170.3 +0.0 blob) out(171.1 +0.0 blob), read-write-amplify(196.3) write-amplify(97.9) OK, records in: 6164690, records dropped: 0 output_compression: ZSTD 2024/02/20-18:12:31.870795 3036192 (Original Log Time 2024/02/20-18:12:31.870732) EVENT_LOG_v1 {"time_micros": 1708452751870720, "job": 20238, "event": "compaction_finished", "compaction_time_micros": 11891638, "compaction_time_cpu_micros": 11702982, "output_level": 6, "num_output_files": 3, "total_output_size": 179454737, "num_input_records": 6164690, "num_output_records": 6164690, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-18:12:31.876178 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302242.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:12:31.876203 3036192 EVENT_LOG_v1 {"time_micros": 1708452751876199, "job": 20238, "event": "table_file_deletion", "file_number": 302242} 2024/02/20-18:12:31.882463 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302243.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:12:31.882494 3036192 EVENT_LOG_v1 {"time_micros": 1708452751882490, "job": 20238, "event": "table_file_deletion", "file_number": 302243} 2024/02/20-18:12:31.886435 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302244.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:12:31.886474 3036192 EVENT_LOG_v1 {"time_micros": 1708452751886469, "job": 20238, "event": "table_file_deletion", "file_number": 302244} 2024/02/20-18:12:31.886635 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302251.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:12:31.886642 3036192 EVENT_LOG_v1 {"time_micros": 1708452751886641, "job": 20238, "event": "table_file_deletion", "file_number": 302251} 2024/02/20-18:12:31.886770 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302258.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:12:31.886780 3036192 EVENT_LOG_v1 {"time_micros": 1708452751886779, "job": 20238, "event": "table_file_deletion", "file_number": 302258} 2024/02/20-18:12:32.148969 276098 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302252. Total log size is 15728680 while max_total_wal_size is 15728640 2024/02/20-18:12:32.149376 276098 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302262. Immutable memtables: 0. 2024/02/20-18:12:32.149497 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20239] Syncing log #302257 2024/02/20-18:12:32.153605 3036210 (Original Log Time 2024/02/20-18:12:32.149476) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:12:32.153617 3036210 [db/flush_job.cc:892] [key] [JOB 20239] Flushing memtable with next log file: 302262 2024/02/20-18:12:32.153648 3036210 EVENT_LOG_v1 {"time_micros": 1708452752153640, "job": 20239, "event": "flush_started", "num_memtables": 1, "num_entries": 62030, "num_deletes": 0, "total_data_size": 3876192, "memory_usage": 5334216, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:12:32.153652 3036210 [db/flush_job.cc:926] [key] [JOB 20239] Level-0 flush table #302263: started 2024/02/20-18:12:32.216055 3036210 EVENT_LOG_v1 {"time_micros": 1708452752216019, "cf_name": "key", "job": 20239, "event": "table_file_creation", "file_number": 302263, "file_size": 2507584, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159994093, "largest_seqno": 5160141952, "table_properties": {"data_size": 2435852, "index_size": 18398, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56309, "raw_key_size": 3653444, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 723, "num_entries": 60396, "num_filter_entries": 64302, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708452380, "oldest_key_time": 1708452380, "file_creation_time": 1708452752, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302263, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:12:32.216104 3036210 [db/flush_job.cc:1062] [key] [JOB 20239] Flush lasted 62507 microseconds, and 60005 cpu microseconds. 2024/02/20-18:12:32.216761 3036210 (Original Log Time 2024/02/20-18:12:32.216087) [db/flush_job.cc:1011] [key] [JOB 20239] Level-0 flush table #302263: 2507584 bytes OK 2024/02/20-18:12:32.216765 3036210 (Original Log Time 2024/02/20-18:12:32.216111) [db/memtable_list.cc:555] [key] Level-0 commit table #302263 started 2024/02/20-18:12:32.216767 3036210 (Original Log Time 2024/02/20-18:12:32.216655) [db/memtable_list.cc:754] [key] Level-0 commit table #302263: memtable #1 done 2024/02/20-18:12:32.216769 3036210 (Original Log Time 2024/02/20-18:12:32.216676) EVENT_LOG_v1 {"time_micros": 1708452752216669, "job": 20239, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-18:12:32.216771 3036210 (Original Log Time 2024/02/20-18:12:32.216720) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-18:12:32.216777 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20239] Try to delete WAL files size 12770686, prev total WAL file size 15732312, number of live WAL files 4. 2024/02/20-18:12:32.216873 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 20240] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-18:12:32.216882 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20247 Base level 0, inputs: [302263(2448KB) 302253(2439KB)], [302247(4775KB)] 2024/02/20-18:12:32.216917 3036183 EVENT_LOG_v1 {"time_micros": 1708452752216895, "job": 20240, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302263, 302253], "files_L5": [302247], "score": 1, "input_data_size": 9895810, "oldest_snapshot_seqno": -1} 2024/02/20-18:12:32.218560 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302252.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:12:32.544774 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20240] Generated table #302264: 239737 keys, 9712914 bytes, temperature: kUnknown 2024/02/20-18:12:32.544833 3036183 EVENT_LOG_v1 {"time_micros": 1708452752544799, "cf_name": "key", "job": 20240, "event": "table_file_creation", "file_number": 302264, "file_size": 9712914, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159550837, "largest_seqno": 5160141952, "table_properties": {"data_size": 9437842, "index_size": 74807, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 219253, "raw_key_size": 14502252, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2778, "num_entries": 239737, "num_filter_entries": 248712, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451270, "oldest_key_time": 0, "file_creation_time": 1708452752, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302264, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:12:32.545577 3036183 (Original Log Time 2024/02/20-18:12:32.545233) [db/compaction/compaction_job.cc:1729] [key] [JOB 20240] Compacted 2@0 + 1@5 files to L5 => 9712914 bytes 2024/02/20-18:12:32.545580 3036183 (Original Log Time 2024/02/20-18:12:32.545524) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 30.2 rd, 29.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.8, 4.7 +0.0 blob) out(9.3 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 239737, records dropped: 0 output_compression: LZ4 2024/02/20-18:12:32.545585 3036183 (Original Log Time 2024/02/20-18:12:32.545541) EVENT_LOG_v1 {"time_micros": 1708452752545532, "job": 20240, "event": "compaction_finished", "compaction_time_micros": 327972, "compaction_time_cpu_micros": 324769, "output_level": 5, "num_output_files": 1, "total_output_size": 9712914, "num_input_records": 239737, "num_output_records": 239737, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-18:16:41.208932 282471 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302265. Immutable memtables: 0. 2024/02/20-18:16:41.209014 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20241] Syncing log #302262 2024/02/20-18:16:41.248733 3036193 (Original Log Time 2024/02/20-18:16:41.209003) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:16:41.248743 3036193 [db/flush_job.cc:892] [url] [JOB 20241] Flushing memtable with next log file: 302265 2024/02/20-18:16:41.248771 3036193 EVENT_LOG_v1 {"time_micros": 1708453001248764, "job": 20241, "event": "flush_started", "num_memtables": 1, "num_entries": 58053, "num_deletes": 0, "total_data_size": 8911378, "memory_usage": 10409288, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-18:16:41.248774 3036193 [db/flush_job.cc:926] [url] [JOB 20241] Level-0 flush table #302266: started 2024/02/20-18:16:41.370570 3036193 EVENT_LOG_v1 {"time_micros": 1708453001370536, "cf_name": "url", "job": 20241, "event": "table_file_creation", "file_number": 302266, "file_size": 4593761, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160113997, "largest_seqno": 5160240158, "table_properties": {"data_size": 4524396, "index_size": 140984, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5445, "raw_key_size": 8566577, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1368, "num_entries": 56576, "num_filter_entries": 6195, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708452682, "oldest_key_time": 1708452682, "file_creation_time": 1708453001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302266, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:16:41.370632 3036193 [db/flush_job.cc:1062] [url] [JOB 20241] Flush lasted 121907 microseconds, and 117909 cpu microseconds. 2024/02/20-18:16:41.371087 3036193 (Original Log Time 2024/02/20-18:16:41.370610) [db/flush_job.cc:1011] [url] [JOB 20241] Level-0 flush table #302266: 4593761 bytes OK 2024/02/20-18:16:41.371089 3036193 (Original Log Time 2024/02/20-18:16:41.370641) [db/memtable_list.cc:555] [url] Level-0 commit table #302266 started 2024/02/20-18:16:41.371091 3036193 (Original Log Time 2024/02/20-18:16:41.370991) [db/memtable_list.cc:754] [url] Level-0 commit table #302266: memtable #1 done 2024/02/20-18:16:41.371092 3036193 (Original Log Time 2024/02/20-18:16:41.371010) EVENT_LOG_v1 {"time_micros": 1708453001371005, "job": 20241, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-18:16:41.371093 3036193 (Original Log Time 2024/02/20-18:16:41.371048) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-18:16:41.371104 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20241] Try to delete WAL files size 2462207, prev total WAL file size 13429893, number of live WAL files 4. 2024/02/20-18:16:41.371776 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302247.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:16:41.371793 3036193 EVENT_LOG_v1 {"time_micros": 1708453001371790, "job": 20241, "event": "table_file_deletion", "file_number": 302247} 2024/02/20-18:16:41.372078 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302253.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:16:41.372089 3036193 EVENT_LOG_v1 {"time_micros": 1708453001372087, "job": 20241, "event": "table_file_deletion", "file_number": 302253} 2024/02/20-18:16:41.372401 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302254.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:16:41.372622 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302263.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:16:41.372633 3036193 EVENT_LOG_v1 {"time_micros": 1708453001372631, "job": 20241, "event": "table_file_deletion", "file_number": 302263} 2024/02/20-18:16:41.372856 3036187 (Original Log Time 2024/02/20-18:16:41.372796) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-18:16:41.372867 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 20242] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-18:16:41.372874 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20249 Base level 0, inputs: [302266(4486KB)], [302256(18MB)] 2024/02/20-18:16:41.372921 3036187 EVENT_LOG_v1 {"time_micros": 1708453001372907, "job": 20242, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302266], "files_L5": [302256], "score": -1, "input_data_size": 24444767, "oldest_snapshot_seqno": -1} 2024/02/20-18:16:41.965235 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 20242] Generated table #302267: 318918 keys, 23843374 bytes, temperature: kUnknown 2024/02/20-18:16:41.965308 3036187 EVENT_LOG_v1 {"time_micros": 1708453001965265, "cf_name": "url", "job": 20242, "event": "table_file_creation", "file_number": 302267, "file_size": 23843374, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159523026, "largest_seqno": 5160240158, "table_properties": {"data_size": 23470272, "index_size": 703878, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 17365, "raw_key_size": 48364069, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7033, "num_entries": 318918, "num_filter_entries": 19930, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451201, "oldest_key_time": 0, "file_creation_time": 1708453001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302267, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:16:41.966326 3036187 (Original Log Time 2024/02/20-18:16:41.965951) [db/compaction/compaction_job.cc:1729] [url] [JOB 20242] Compacted 1@0 + 1@5 files to L5 => 23843374 bytes 2024/02/20-18:16:41.966329 3036187 (Original Log Time 2024/02/20-18:16:41.966247) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.09, MB/sec: 41.3 rd, 40.2 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(4.4, 18.9 +0.0 blob) out(22.7 +0.0 blob), read-write-amplify(10.5) write-amplify(5.2) OK, records in: 318919, records dropped: 1 output_compression: LZ4 2024/02/20-18:16:41.966334 3036187 (Original Log Time 2024/02/20-18:16:41.966269) EVENT_LOG_v1 {"time_micros": 1708453001966259, "job": 20242, "event": "compaction_finished", "compaction_time_micros": 592455, "compaction_time_cpu_micros": 574517, "output_level": 5, "num_output_files": 1, "total_output_size": 23843374, "num_input_records": 318919, "num_output_records": 318918, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-18:16:41.968412 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302256.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:16:41.968427 3036187 EVENT_LOG_v1 {"time_micros": 1708453001968425, "job": 20242, "event": "table_file_deletion", "file_number": 302256} 2024/02/20-18:16:41.968994 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302266.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:16:41.969011 3036187 EVENT_LOG_v1 {"time_micros": 1708453001969008, "job": 20242, "event": "table_file_deletion", "file_number": 302266} 2024/02/20-18:16:41.969065 282471 (Original Log Time 2024/02/20-18:16:41.372694) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-18:16:41.969260 3036185 (Original Log Time 2024/02/20-18:16:41.969200) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-18:16:41.969265 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 20243] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-18:16:41.969307 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20250 Base level 5, inputs: [302267(22MB)], [302204(64MB) 302205(64MB) 302206(64MB) 302207(64MB) 302208(64MB) 302209(64MB) 302210(64MB) 302211(65MB) 302212(64MB) 302213(64MB) 302214(65MB) 302215(66MB) 302216(894KB)] 2024/02/20-18:16:41.969334 3036185 EVENT_LOG_v1 {"time_micros": 1708453001969322, "job": 20243, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302267], "files_L6": [302204, 302205, 302206, 302207, 302208, 302209, 302210, 302211, 302212, 302213, 302214, 302215, 302216], "score": -1, "input_data_size": 841917774, "oldest_snapshot_seqno": -1} 2024/02/20-18:16:47.237744 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302268: 1761927 keys, 67811180 bytes, temperature: kUnknown 2024/02/20-18:16:47.237818 3036185 EVENT_LOG_v1 {"time_micros": 1708453007237785, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302268, "file_size": 67811180, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109087, "index_size": 2507935, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14341, "raw_key_size": 240622912, "raw_average_key_size": 136, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34086, "num_entries": 1761927, "num_filter_entries": 16433, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302268, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:16:52.498007 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302269: 1161387 keys, 67590642 bytes, temperature: kUnknown 2024/02/20-18:16:52.498066 3036185 EVENT_LOG_v1 {"time_micros": 1708453012498034, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302269, "file_size": 67590642, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109949, "index_size": 1982594, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 175904782, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32291, "num_entries": 1161387, "num_filter_entries": 188, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453007, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302269, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:16:58.276713 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302270: 1505120 keys, 67836738 bytes, temperature: kUnknown 2024/02/20-18:16:58.276772 3036185 EVENT_LOG_v1 {"time_micros": 1708453018276738, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302270, "file_size": 67836738, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110660, "index_size": 2674468, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18565, "raw_key_size": 219339581, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35279, "num_entries": 1505120, "num_filter_entries": 21217, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453012, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302270, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:03.785420 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302271: 1613435 keys, 67954358 bytes, temperature: kUnknown 2024/02/20-18:17:03.785593 3036185 EVENT_LOG_v1 {"time_micros": 1708453023785491, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302271, "file_size": 67954358, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110431, "index_size": 3208809, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29301, "raw_key_size": 247458034, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35309, "num_entries": 1613435, "num_filter_entries": 33491, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453018, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302271, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:09.101938 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302272: 1582606 keys, 68088974 bytes, temperature: kUnknown 2024/02/20-18:17:09.102014 3036185 EVENT_LOG_v1 {"time_micros": 1708453029101970, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302272, "file_size": 68088974, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109904, "index_size": 5193070, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 42757, "raw_key_size": 238536680, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34958, "num_entries": 1582606, "num_filter_entries": 48756, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453023, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302272, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:14.677374 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302273: 1601243 keys, 67838037 bytes, temperature: kUnknown 2024/02/20-18:17:14.677464 3036185 EVENT_LOG_v1 {"time_micros": 1708453034677413, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302273, "file_size": 67838037, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110079, "index_size": 2967594, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15957, "raw_key_size": 230253270, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34300, "num_entries": 1601243, "num_filter_entries": 18247, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453029, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302273, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:19.137255 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302274: 1692592 keys, 67725122 bytes, temperature: kUnknown 2024/02/20-18:17:19.137382 3036185 EVENT_LOG_v1 {"time_micros": 1708453039137294, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302274, "file_size": 67725122, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109043, "index_size": 2569629, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 229824225, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34280, "num_entries": 1692592, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453034, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302274, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:23.718917 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302275: 1636814 keys, 68731291 bytes, temperature: kUnknown 2024/02/20-18:17:23.718999 3036185 EVENT_LOG_v1 {"time_micros": 1708453043718950, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302275, "file_size": 68731291, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109304, "index_size": 4058151, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14773, "raw_key_size": 235362694, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34125, "num_entries": 1636814, "num_filter_entries": 16915, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453039, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302275, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:28.199434 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302276: 1376942 keys, 67684480 bytes, temperature: kUnknown 2024/02/20-18:17:28.199505 3036185 EVENT_LOG_v1 {"time_micros": 1708453048199469, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302276, "file_size": 67684480, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110468, "index_size": 3259261, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15861, "raw_key_size": 222146713, "raw_average_key_size": 161, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34048, "num_entries": 1376942, "num_filter_entries": 18162, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453043, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302276, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:33.007645 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302277: 1599707 keys, 67846469 bytes, temperature: kUnknown 2024/02/20-18:17:33.007721 3036185 EVENT_LOG_v1 {"time_micros": 1708453053007672, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302277, "file_size": 67846469, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109082, "index_size": 2718770, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 25397, "raw_key_size": 230617023, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35382, "num_entries": 1599707, "num_filter_entries": 29052, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453048, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302277, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:37.303884 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302278: 1597015 keys, 68254672 bytes, temperature: kUnknown 2024/02/20-18:17:37.303952 3036185 EVENT_LOG_v1 {"time_micros": 1708453057303911, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302278, "file_size": 68254672, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110931, "index_size": 3876400, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 82453, "raw_key_size": 275053072, "raw_average_key_size": 172, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35826, "num_entries": 1597015, "num_filter_entries": 93909, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453053, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302278, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:44.687059 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302279: 1253772 keys, 69796486 bytes, temperature: kUnknown 2024/02/20-18:17:44.687146 3036185 EVENT_LOG_v1 {"time_micros": 1708453064687108, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302279, "file_size": 69796486, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110584, "index_size": 7038290, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 38197, "raw_key_size": 317139122, "raw_average_key_size": 252, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35967, "num_entries": 1253772, "num_filter_entries": 43639, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453057, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302279, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:46.296330 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20243] Generated table #302280: 233086 keys, 11768726 bytes, temperature: kUnknown 2024/02/20-18:17:46.296400 3036185 EVENT_LOG_v1 {"time_micros": 1708453066296358, "cf_name": "url", "job": 20243, "event": "table_file_creation", "file_number": 302280, "file_size": 11768726, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 11552487, "index_size": 744809, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3589, "raw_key_size": 48518956, "raw_average_key_size": 208, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5409, "num_entries": 233086, "num_filter_entries": 4093, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453064, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302280, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:46.437549 3036185 (Original Log Time 2024/02/20-18:17:46.435844) [db/compaction/compaction_job.cc:1729] [url] [JOB 20243] Compacted 1@5 + 13@6 files to L6 => 828927175 bytes 2024/02/20-18:17:46.437553 3036185 (Original Log Time 2024/02/20-18:17:46.437366) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 13.1 rd, 12.9 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(22.7, 780.2 +0.0 blob) out(790.5 +0.0 blob), read-write-amplify(70.1) write-amplify(34.8) OK, records in: 18615649, records dropped: 3 output_compression: ZSTD 2024/02/20-18:17:46.437567 3036185 (Original Log Time 2024/02/20-18:17:46.437417) EVENT_LOG_v1 {"time_micros": 1708453066437387, "job": 20243, "event": "compaction_finished", "compaction_time_micros": 64327132, "compaction_time_cpu_micros": 58332370, "output_level": 6, "num_output_files": 13, "total_output_size": 828927175, "num_input_records": 18615649, "num_output_records": 18615646, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-18:17:46.444401 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302204.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.444435 3036185 EVENT_LOG_v1 {"time_micros": 1708453066444430, "job": 20243, "event": "table_file_deletion", "file_number": 302204} 2024/02/20-18:17:46.454926 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302205.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.454968 3036185 EVENT_LOG_v1 {"time_micros": 1708453066454963, "job": 20243, "event": "table_file_deletion", "file_number": 302205} 2024/02/20-18:17:46.462185 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302206.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.462220 3036185 EVENT_LOG_v1 {"time_micros": 1708453066462215, "job": 20243, "event": "table_file_deletion", "file_number": 302206} 2024/02/20-18:17:46.469548 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302207.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.469579 3036185 EVENT_LOG_v1 {"time_micros": 1708453066469574, "job": 20243, "event": "table_file_deletion", "file_number": 302207} 2024/02/20-18:17:46.476464 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302208.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.476498 3036185 EVENT_LOG_v1 {"time_micros": 1708453066476493, "job": 20243, "event": "table_file_deletion", "file_number": 302208} 2024/02/20-18:17:46.481835 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302209.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.481865 3036185 EVENT_LOG_v1 {"time_micros": 1708453066481860, "job": 20243, "event": "table_file_deletion", "file_number": 302209} 2024/02/20-18:17:46.487738 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302210.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.487918 3036185 EVENT_LOG_v1 {"time_micros": 1708453066487911, "job": 20243, "event": "table_file_deletion", "file_number": 302210} 2024/02/20-18:17:46.495128 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302211.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.495160 3036185 EVENT_LOG_v1 {"time_micros": 1708453066495155, "job": 20243, "event": "table_file_deletion", "file_number": 302211} 2024/02/20-18:17:46.502222 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302212.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.502260 3036185 EVENT_LOG_v1 {"time_micros": 1708453066502254, "job": 20243, "event": "table_file_deletion", "file_number": 302212} 2024/02/20-18:17:46.510485 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302213.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.510519 3036185 EVENT_LOG_v1 {"time_micros": 1708453066510513, "job": 20243, "event": "table_file_deletion", "file_number": 302213} 2024/02/20-18:17:46.519300 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302214.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.519332 3036185 EVENT_LOG_v1 {"time_micros": 1708453066519327, "job": 20243, "event": "table_file_deletion", "file_number": 302214} 2024/02/20-18:17:46.526120 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302215.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.526151 3036185 EVENT_LOG_v1 {"time_micros": 1708453066526146, "job": 20243, "event": "table_file_deletion", "file_number": 302215} 2024/02/20-18:17:46.526321 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302216.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.526333 3036185 EVENT_LOG_v1 {"time_micros": 1708453066526331, "job": 20243, "event": "table_file_deletion", "file_number": 302216} 2024/02/20-18:17:46.528774 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302267.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.528793 3036185 EVENT_LOG_v1 {"time_micros": 1708453066528790, "job": 20243, "event": "table_file_deletion", "file_number": 302267} 2024/02/20-18:17:46.528856 282471 (Original Log Time 2024/02/20-18:16:41.969085) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-18:17:46.529146 282471 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302281. Immutable memtables: 0. 2024/02/20-18:17:46.529229 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20244] Syncing log #302265 2024/02/20-18:17:46.533185 3036210 (Original Log Time 2024/02/20-18:17:46.529214) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:17:46.533194 3036210 [db/flush_job.cc:892] [tag] [JOB 20244] Flushing memtable with next log file: 302281 2024/02/20-18:17:46.533217 3036210 EVENT_LOG_v1 {"time_micros": 1708453066533211, "job": 20244, "event": "flush_started", "num_memtables": 1, "num_entries": 15025, "num_deletes": 0, "total_data_size": 1320779, "memory_usage": 1543256, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-18:17:46.533221 3036210 [db/flush_job.cc:926] [tag] [JOB 20244] Level-0 flush table #302282: started 2024/02/20-18:17:46.560476 3036210 EVENT_LOG_v1 {"time_micros": 1708453066560423, "cf_name": "tag", "job": 20244, "event": "table_file_creation", "file_number": 302282, "file_size": 770183, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160137293, "largest_seqno": 5160265194, "table_properties": {"data_size": 763541, "index_size": 8370, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1271415, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 239, "num_entries": 14811, "num_filter_entries": 177, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708452739, "oldest_key_time": 1708452739, "file_creation_time": 1708453066, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302282, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:46.560523 3036210 [db/flush_job.cc:1062] [tag] [JOB 20244] Flush lasted 27345 microseconds, and 25599 cpu microseconds. 2024/02/20-18:17:46.560806 3036210 (Original Log Time 2024/02/20-18:17:46.560504) [db/flush_job.cc:1011] [tag] [JOB 20244] Level-0 flush table #302282: 770183 bytes OK 2024/02/20-18:17:46.560809 3036210 (Original Log Time 2024/02/20-18:17:46.560530) [db/memtable_list.cc:555] [tag] Level-0 commit table #302282 started 2024/02/20-18:17:46.560810 3036210 (Original Log Time 2024/02/20-18:17:46.560729) [db/memtable_list.cc:754] [tag] Level-0 commit table #302282: memtable #1 done 2024/02/20-18:17:46.560811 3036210 (Original Log Time 2024/02/20-18:17:46.560746) EVENT_LOG_v1 {"time_micros": 1708453066560741, "job": 20244, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-18:17:46.560813 3036210 (Original Log Time 2024/02/20-18:17:46.560774) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-18:17:46.560816 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20244] Try to delete WAL files size 495787, prev total WAL file size 13620981, number of live WAL files 4. 2024/02/20-18:17:46.561026 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302257.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:46.561171 3036188 (Original Log Time 2024/02/20-18:17:46.561121) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-18:17:46.561181 3036188 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20245] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-18:17:46.561189 3036188 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20252 Base level 0, inputs: [302282(752KB)], [302259(64MB) 302260(64MB) 302261(42MB)] 2024/02/20-18:17:46.561220 3036188 EVENT_LOG_v1 {"time_micros": 1708453066561206, "job": 20245, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302282], "files_L6": [302259, 302260, 302261], "score": -1, "input_data_size": 180224920, "oldest_snapshot_seqno": -1} 2024/02/20-18:17:51.228142 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20245] Generated table #302283: 2442001 keys, 67631437 bytes, temperature: kUnknown 2024/02/20-18:17:51.228223 3036188 EVENT_LOG_v1 {"time_micros": 1708453071228174, "cf_name": "tag", "job": 20245, "event": "table_file_creation", "file_number": 302283, "file_size": 67631437, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109121, "index_size": 1486447, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 204971894, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36071, "num_entries": 2442001, "num_filter_entries": 1117, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708453066, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302283, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:55.480361 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20245] Generated table #302284: 2045796 keys, 67661636 bytes, temperature: kUnknown 2024/02/20-18:17:55.480426 3036188 EVENT_LOG_v1 {"time_micros": 1708453075480390, "cf_name": "tag", "job": 20245, "event": "table_file_creation", "file_number": 302284, "file_size": 67661636, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110644, "index_size": 1383762, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 190384953, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35959, "num_entries": 2045796, "num_filter_entries": 2225, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708453071, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302284, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:58.497425 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20245] Generated table #302285: 1691704 keys, 44539251 bytes, temperature: kUnknown 2024/02/20-18:17:58.497531 3036188 EVENT_LOG_v1 {"time_micros": 1708453078497473, "cf_name": "tag", "job": 20245, "event": "table_file_creation", "file_number": 302285, "file_size": 44539251, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 44209572, "index_size": 977600, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 135020825, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 23991, "num_entries": 1691704, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708453075, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302285, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:58.504616 3036188 (Original Log Time 2024/02/20-18:17:58.503526) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20245] Compacted 1@0 + 3@6 files to L6 => 179832324 bytes 2024/02/20-18:17:58.504624 3036188 (Original Log Time 2024/02/20-18:17:58.504351) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.1 rd, 15.1 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.7, 171.1 +0.0 blob) out(171.5 +0.0 blob), read-write-amplify(467.5) write-amplify(233.5) OK, records in: 6179501, records dropped: 0 output_compression: ZSTD 2024/02/20-18:17:58.504632 3036188 (Original Log Time 2024/02/20-18:17:58.504406) EVENT_LOG_v1 {"time_micros": 1708453078504377, "job": 20245, "event": "compaction_finished", "compaction_time_micros": 11936375, "compaction_time_cpu_micros": 11728431, "output_level": 6, "num_output_files": 3, "total_output_size": 179832324, "num_input_records": 6179501, "num_output_records": 6179501, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-18:17:58.514400 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302259.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:58.514449 3036188 EVENT_LOG_v1 {"time_micros": 1708453078514442, "job": 20245, "event": "table_file_deletion", "file_number": 302259} 2024/02/20-18:17:58.523628 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302260.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:58.523678 3036188 EVENT_LOG_v1 {"time_micros": 1708453078523671, "job": 20245, "event": "table_file_deletion", "file_number": 302260} 2024/02/20-18:17:58.528475 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302261.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:58.528507 3036188 EVENT_LOG_v1 {"time_micros": 1708453078528503, "job": 20245, "event": "table_file_deletion", "file_number": 302261} 2024/02/20-18:17:58.528697 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302282.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:58.528707 3036188 EVENT_LOG_v1 {"time_micros": 1708453078528705, "job": 20245, "event": "table_file_deletion", "file_number": 302282} 2024/02/20-18:17:58.528766 282471 (Original Log Time 2024/02/20-18:17:46.561058) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-18:17:58.529086 282471 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302286. Immutable memtables: 0. 2024/02/20-18:17:58.529169 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20246] Syncing log #302281 2024/02/20-18:17:58.532147 3036193 (Original Log Time 2024/02/20-18:17:58.529157) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:17:58.532158 3036193 [db/flush_job.cc:892] [key] [JOB 20246] Flushing memtable with next log file: 302286 2024/02/20-18:17:58.532181 3036193 EVENT_LOG_v1 {"time_micros": 1708453078532173, "job": 20246, "event": "flush_started", "num_memtables": 1, "num_entries": 54109, "num_deletes": 0, "total_data_size": 3380706, "memory_usage": 4961432, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-18:17:58.532185 3036193 [db/flush_job.cc:926] [key] [JOB 20246] Level-0 flush table #302287: started 2024/02/20-18:17:58.619518 3036193 EVENT_LOG_v1 {"time_micros": 1708453078619476, "cf_name": "key", "job": 20246, "event": "table_file_creation", "file_number": 302287, "file_size": 2199529, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160141954, "largest_seqno": 5160270061, "table_properties": {"data_size": 2136947, "index_size": 15687, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 49157, "raw_key_size": 3176554, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 630, "num_entries": 52523, "num_filter_entries": 56128, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708452752, "oldest_key_time": 1708452752, "file_creation_time": 1708453078, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302287, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:58.619577 3036193 [db/flush_job.cc:1062] [key] [JOB 20246] Flush lasted 87438 microseconds, and 83127 cpu microseconds. 2024/02/20-18:17:58.620054 3036193 (Original Log Time 2024/02/20-18:17:58.619558) [db/flush_job.cc:1011] [key] [JOB 20246] Level-0 flush table #302287: 2199529 bytes OK 2024/02/20-18:17:58.620058 3036193 (Original Log Time 2024/02/20-18:17:58.619584) [db/memtable_list.cc:555] [key] Level-0 commit table #302287 started 2024/02/20-18:17:58.620059 3036193 (Original Log Time 2024/02/20-18:17:58.619954) [db/memtable_list.cc:754] [key] Level-0 commit table #302287: memtable #1 done 2024/02/20-18:17:58.620061 3036193 (Original Log Time 2024/02/20-18:17:58.619975) EVENT_LOG_v1 {"time_micros": 1708453078619967, "job": 20246, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-18:17:58.620063 3036193 (Original Log Time 2024/02/20-18:17:58.620012) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-18:17:58.620071 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20246] Try to delete WAL files size 10466444, prev total WAL file size 13652577, number of live WAL files 4. 2024/02/20-18:17:58.621673 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302262.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:58.621825 3036189 (Original Log Time 2024/02/20-18:17:58.621767) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-18:17:58.621832 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 20247] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-18:17:58.621838 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20254 Base level 0, inputs: [302287(2147KB)], [302264(9485KB)] 2024/02/20-18:17:58.621855 3036189 EVENT_LOG_v1 {"time_micros": 1708453078621845, "job": 20247, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302287], "files_L5": [302264], "score": -1, "input_data_size": 11912443, "oldest_snapshot_seqno": -1} 2024/02/20-18:17:58.944879 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 20247] Generated table #302288: 292260 keys, 11772342 bytes, temperature: kUnknown 2024/02/20-18:17:58.944964 3036189 EVENT_LOG_v1 {"time_micros": 1708453078944906, "cf_name": "key", "job": 20247, "event": "table_file_creation", "file_number": 302288, "file_size": 11772342, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5159550837, "largest_seqno": 5160270061, "table_properties": {"data_size": 11437835, "index_size": 91908, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 266757, "raw_key_size": 17678806, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3369, "num_entries": 292260, "num_filter_entries": 302250, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708451270, "oldest_key_time": 0, "file_creation_time": 1708453078, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302288, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:17:58.954619 3036189 (Original Log Time 2024/02/20-18:17:58.954091) [db/compaction/compaction_job.cc:1729] [key] [JOB 20247] Compacted 1@0 + 1@5 files to L5 => 11772342 bytes 2024/02/20-18:17:58.954623 3036189 (Original Log Time 2024/02/20-18:17:58.954522) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 36.9 rd, 36.4 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(2.1, 9.3 +0.0 blob) out(11.2 +0.0 blob), read-write-amplify(10.8) write-amplify(5.4) OK, records in: 292260, records dropped: 0 output_compression: LZ4 2024/02/20-18:17:58.954631 3036189 (Original Log Time 2024/02/20-18:17:58.954554) EVENT_LOG_v1 {"time_micros": 1708453078954540, "job": 20247, "event": "compaction_finished", "compaction_time_micros": 323162, "compaction_time_cpu_micros": 315875, "output_level": 5, "num_output_files": 1, "total_output_size": 11772342, "num_input_records": 292260, "num_output_records": 292260, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-18:17:58.956309 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302264.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:58.956331 3036189 EVENT_LOG_v1 {"time_micros": 1708453078956327, "job": 20247, "event": "table_file_deletion", "file_number": 302264} 2024/02/20-18:17:58.956694 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302287.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:17:58.956706 3036189 EVENT_LOG_v1 {"time_micros": 1708453078956704, "job": 20247, "event": "table_file_deletion", "file_number": 302287} 2024/02/20-18:17:58.956736 282471 (Original Log Time 2024/02/20-18:17:58.621713) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-18:17:58.956905 3036190 (Original Log Time 2024/02/20-18:17:58.956831) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-18:17:58.956915 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 20248] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-18:17:58.956925 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20255 Base level 5, inputs: [302288(11MB)], [302225(67MB) 302226(67MB) 302227(67MB) 302228(67MB) 302229(66MB) 302230(28MB)] 2024/02/20-18:17:58.956955 3036190 EVENT_LOG_v1 {"time_micros": 1708453078956940, "job": 20248, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302288], "files_L6": [302225, 302226, 302227, 302228, 302229, 302230], "score": -1, "input_data_size": 392980352, "oldest_snapshot_seqno": -1} 2024/02/20-18:18:04.677648 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20248] Generated table #302289: 3257791 keys, 70525766 bytes, temperature: kUnknown 2024/02/20-18:18:04.677756 3036190 EVENT_LOG_v1 {"time_micros": 1708453084677701, "cf_name": "key", "job": 20248, "event": "table_file_creation", "file_number": 302289, "file_size": 70525766, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109362, "index_size": 1062432, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2925317, "raw_key_size": 197056284, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37550, "num_entries": 3257791, "num_filter_entries": 3273973, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453078, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302289, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:18:09.954400 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20248] Generated table #302290: 2991195 keys, 70283863 bytes, temperature: kUnknown 2024/02/20-18:18:09.954483 3036190 EVENT_LOG_v1 {"time_micros": 1708453089954424, "cf_name": "key", "job": 20248, "event": "table_file_creation", "file_number": 302290, "file_size": 70283863, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109985, "index_size": 974270, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2698485, "raw_key_size": 179971694, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36865, "num_entries": 2991195, "num_filter_entries": 3021230, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453084, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302290, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:18:15.582337 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20248] Generated table #302291: 3023538 keys, 70277124 bytes, temperature: kUnknown 2024/02/20-18:18:15.582416 3036190 EVENT_LOG_v1 {"time_micros": 1708453095582374, "cf_name": "key", "job": 20248, "event": "table_file_creation", "file_number": 302291, "file_size": 70277124, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109279, "index_size": 1033230, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2710965, "raw_key_size": 184110024, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37118, "num_entries": 3023538, "num_filter_entries": 3035148, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453089, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302291, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:18:20.775673 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20248] Generated table #302292: 3023317 keys, 70284567 bytes, temperature: kUnknown 2024/02/20-18:18:20.775793 3036190 EVENT_LOG_v1 {"time_micros": 1708453100775748, "cf_name": "key", "job": 20248, "event": "table_file_creation", "file_number": 302292, "file_size": 70284567, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109962, "index_size": 1023211, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2714549, "raw_key_size": 184018605, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37106, "num_entries": 3023317, "num_filter_entries": 3039165, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453095, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302292, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:18:25.916757 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20248] Generated table #302293: 2968464 keys, 70250809 bytes, temperature: kUnknown 2024/02/20-18:18:25.916825 3036190 EVENT_LOG_v1 {"time_micros": 1708453105916791, "cf_name": "key", "job": 20248, "event": "table_file_creation", "file_number": 302293, "file_size": 70250809, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109483, "index_size": 974177, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2676469, "raw_key_size": 179226188, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36803, "num_entries": 2968464, "num_filter_entries": 2996693, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453100, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302293, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:18:28.570997 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20248] Generated table #302294: 1512685 keys, 35004191 bytes, temperature: kUnknown 2024/02/20-18:18:28.571067 3036190 EVENT_LOG_v1 {"time_micros": 1708453108571023, "cf_name": "key", "job": 20248, "event": "table_file_creation", "file_number": 302294, "file_size": 35004191, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 33410571, "index_size": 493118, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1357605, "raw_key_size": 91536359, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 18445, "num_entries": 1512685, "num_filter_entries": 1525355, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708453105, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302294, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:18:28.599910 3036190 (Original Log Time 2024/02/20-18:18:28.598927) [db/compaction/compaction_job.cc:1729] [key] [JOB 20248] Compacted 1@5 + 6@6 files to L6 => 386626320 bytes 2024/02/20-18:18:28.599916 3036190 (Original Log Time 2024/02/20-18:18:28.599773) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 13.3 rd, 13.1 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(11.2, 363.5 +0.0 blob) out(368.7 +0.0 blob), read-write-amplify(66.2) write-amplify(32.8) OK, records in: 16776993, records dropped: 3 output_compression: ZSTD 2024/02/20-18:18:28.599927 3036190 (Original Log Time 2024/02/20-18:18:28.599820) EVENT_LOG_v1 {"time_micros": 1708453108599795, "job": 20248, "event": "compaction_finished", "compaction_time_micros": 29614163, "compaction_time_cpu_micros": 29059451, "output_level": 6, "num_output_files": 6, "total_output_size": 386626320, "num_input_records": 16776993, "num_output_records": 16776990, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-18:18:28.606979 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302225.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:18:28.607008 3036190 EVENT_LOG_v1 {"time_micros": 1708453108607004, "job": 20248, "event": "table_file_deletion", "file_number": 302225} 2024/02/20-18:18:28.616682 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302226.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:18:28.616725 3036190 EVENT_LOG_v1 {"time_micros": 1708453108616718, "job": 20248, "event": "table_file_deletion", "file_number": 302226} 2024/02/20-18:18:28.625501 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302227.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:18:28.625541 3036190 EVENT_LOG_v1 {"time_micros": 1708453108625535, "job": 20248, "event": "table_file_deletion", "file_number": 302227} 2024/02/20-18:18:28.632626 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302228.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:18:28.632654 3036190 EVENT_LOG_v1 {"time_micros": 1708453108632649, "job": 20248, "event": "table_file_deletion", "file_number": 302228} 2024/02/20-18:18:28.640780 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302229.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:18:28.640815 3036190 EVENT_LOG_v1 {"time_micros": 1708453108640809, "job": 20248, "event": "table_file_deletion", "file_number": 302229} 2024/02/20-18:18:28.644450 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302230.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:18:28.644500 3036190 EVENT_LOG_v1 {"time_micros": 1708453108644496, "job": 20248, "event": "table_file_deletion", "file_number": 302230} 2024/02/20-18:18:28.646049 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302288.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:18:28.646068 3036190 EVENT_LOG_v1 {"time_micros": 1708453108646065, "job": 20248, "event": "table_file_deletion", "file_number": 302288} 2024/02/20-18:18:28.646121 282471 (Original Log Time 2024/02/20-18:17:58.956745) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-18:20:08.020643 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-18:20:08.020818 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1040606.9 total, 600.2 interval Cumulative writes: 133M writes, 594M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.29 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133002883.00 writes per sync, written: 57.29 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 98K writes, 233K keys, 98K commit groups, 1.0 writes per commit group, ingest: 23.73 MB, 0.04 MB/s Interval WAL: 98K writes, 0 syncs, 98581.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1040606.9 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1735 last_copies: 0 last_secs: 0.0001 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 417.76 389.87 4220 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.8 18.6 51.2 68.6 17.4 0.0 3.7 42.0 41.3 1702.66 1630.74 2180 0.781 1052M 1158 0.0 0.0 L6 13/0 790.53 MB 0.0 411.7 17.8 393.9 394.3 0.3 0.0 22.2 16.0 15.3 26325.48 24278.13 609 43.227 9625M 261M 0.0 0.0 Sum 13/0 790.53 MB 0.0 481.5 36.4 445.1 481.8 36.7 0.0 25.5 17.3 17.3 28445.90 26298.74 7009 4.058 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 88.6 12.9 12.8 65.68 59.64 5 13.136 19M 6 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 481.5 36.4 445.1 462.9 17.8 0.0 0.0 17.6 16.9 28028.14 25908.87 2789 10.050 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 417.76 389.87 4220 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1040606.9 total, 600.2 interval Flush(GB): cumulative 18.911, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 481.81 GB write, 0.47 MB/s write, 481.51 GB read, 0.47 MB/s read, 28445.9 seconds Interval compaction: 0.82 GB write, 1.40 MB/s write, 0.83 GB read, 1.41 MB/s read, 65.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1736 collections: 1735 last_copies: 0 last_secs: 0.000691 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(916,14.89 MB,0.969649%) IndexBlock(819,1.37 GB,91.0265%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6086187 Average: 2.1895 StdDev: 4.25 Min: 0 Median: 1.3840 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.28 P99.99: 126.57 ------------------------------------------------------ [ 0, 1 ] 2047614 33.644% 33.644% ####### ( 1, 2 ] 2592352 42.594% 76.238% ######### ( 2, 3 ] 1014224 16.664% 92.902% ### ( 3, 4 ] 246442 4.049% 96.951% # ( 4, 6 ] 109206 1.794% 98.746% ( 6, 10 ] 35729 0.587% 99.333% ( 10, 15 ] 15108 0.248% 99.581% ( 15, 22 ] 7648 0.126% 99.706% ( 22, 34 ] 7985 0.131% 99.838% ( 34, 51 ] 5715 0.094% 99.932% ( 51, 76 ] 2548 0.042% 99.973% ( 76, 110 ] 895 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21971888 Average: 2.4684 StdDev: 6.75 Min: 0 Median: 1.4961 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.87 ------------------------------------------------------ [ 0, 1 ] 6735315 30.654% 30.654% ###### ( 1, 2 ] 8567509 38.993% 69.647% ######## ( 2, 3 ] 3719657 16.929% 86.576% ### ( 3, 4 ] 1363080 6.204% 92.780% # ( 4, 6 ] 1072905 4.883% 97.663% # ( 6, 10 ] 344661 1.569% 99.232% ( 10, 15 ] 59951 0.273% 99.505% ( 15, 22 ] 30683 0.140% 99.644% ( 22, 34 ] 32850 0.150% 99.794% ( 34, 51 ] 24964 0.114% 99.908% ( 51, 76 ] 12012 0.055% 99.962% ( 76, 110 ] 4902 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 214325687 Average: 12.2953 StdDev: 81.30 Min: 0 Median: 1.4954 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.82 P99.9: 304.39 P99.99: 1541.27 ------------------------------------------------------ [ 0, 1 ] 72865445 33.998% 33.998% ####### ( 1, 2 ] 69224972 32.299% 66.296% ###### ( 2, 3 ] 30543515 14.251% 80.547% ### ( 3, 4 ] 6573676 3.067% 83.615% # ( 4, 6 ] 1194562 0.557% 84.172% ( 6, 10 ] 563032 0.263% 84.435% ( 10, 15 ] 318991 0.149% 84.584% ( 15, 22 ] 274324 0.128% 84.712% ( 22, 34 ] 7724898 3.604% 88.316% # ( 34, 51 ] 7870901 3.672% 91.988% # ( 51, 76 ] 6289519 2.935% 94.923% # ( 76, 110 ] 6882270 3.211% 98.134% # ( 110, 170 ] 3393475 1.583% 99.717% ( 170, 250 ] 343756 0.160% 99.878% ( 250, 380 ] 114778 0.054% 99.931% ( 380, 580 ] 69734 0.033% 99.964% ( 580, 870 ] 31228 0.015% 99.978% ( 870, 1300 ] 14185 0.007% 99.985% ( 1300, 1900 ] 27339 0.013% 99.998% ( 1900, 2900 ] 2167 0.001% 99.999% ( 2900, 4400 ] 873 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 341 0.000% 100.000% ( 14000, 22000 ] 190 0.000% 100.000% ( 22000, 33000 ] 78 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.54 75.87 4100 0.022 0 0 0.0 0.0 L6 3/0 171.50 MB 0.0 318.7 3.2 315.5 315.6 0.1 0.0 99.0 15.4 15.2 21247.72 20856.95 2159 9.841 11G 63M 0.0 0.0 Sum 3/0 171.50 MB 0.0 318.7 3.2 315.5 318.8 3.3 0.0 100.0 15.3 15.3 21337.26 20932.83 6259 3.409 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 212.1 14.4 14.4 23.89 23.49 4 5.971 12M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 318.7 3.2 315.5 315.6 0.1 0.0 0.0 15.4 15.2 21247.72 20856.95 2159 9.841 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.54 75.87 4100 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1040606.9 total, 600.2 interval Flush(GB): cumulative 3.187, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 318.75 GB write, 0.31 MB/s write, 318.68 GB read, 0.31 MB/s read, 21337.3 seconds Interval compaction: 0.34 GB write, 0.57 MB/s write, 0.34 GB read, 0.57 MB/s read, 23.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4327 collections: 1735 last_copies: 0 last_secs: 0.001383 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2187,1.67 MB,0.108577%) IndexBlock(2139,1.46 GB,97.32%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1047151 Average: 3.5640 StdDev: 6.30 Min: 0 Median: 2.5859 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.36 P99.9: 60.46 P99.99: 193.58 ------------------------------------------------------ [ 0, 1 ] 121250 11.579% 11.579% ## ( 1, 2 ] 251637 24.031% 35.610% ##### ( 2, 3 ] 257195 24.561% 60.171% ##### ( 3, 4 ] 201391 19.232% 79.403% #### ( 4, 6 ] 173676 16.586% 95.989% ### ( 6, 10 ] 29242 2.793% 98.781% # ( 10, 15 ] 4843 0.462% 99.244% ( 15, 22 ] 2592 0.248% 99.491% ( 22, 34 ] 2191 0.209% 99.701% ( 34, 51 ] 1802 0.172% 99.873% ( 51, 76 ] 753 0.072% 99.945% ( 76, 110 ] 256 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180784090 Average: 2.1904 StdDev: 5.39 Min: 0 Median: 1.3453 Max: 13817 Percentiles: P50: 1.35 P75: 2.00 P99: 6.98 P99.9: 54.17 P99.99: 145.27 ------------------------------------------------------ [ 0, 1 ] 66641356 36.862% 36.862% ####### ( 1, 2 ] 68784142 38.048% 74.910% ######## ( 2, 3 ] 33763511 18.676% 93.586% #### ( 3, 4 ] 8121626 4.492% 98.079% # ( 4, 6 ] 1511591 0.836% 98.915% ( 6, 10 ] 627985 0.347% 99.262% ( 10, 15 ] 409459 0.226% 99.489% ( 15, 22 ] 203510 0.113% 99.601% ( 22, 34 ] 317147 0.175% 99.777% ( 34, 51 ] 209927 0.116% 99.893% ( 51, 76 ] 103092 0.057% 99.950% ( 76, 110 ] 59466 0.033% 99.983% ( 110, 170 ] 22454 0.012% 99.995% ( 170, 250 ] 3966 0.002% 99.997% ( 250, 380 ] 1803 0.001% 99.998% ( 380, 580 ] 1501 0.001% 99.999% ( 580, 870 ] 884 0.000% 100.000% ( 870, 1300 ] 265 0.000% 100.000% ( 1300, 1900 ] 274 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 279.17 258.95 4187 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 804.25 777.15 2009 0.400 623M 276K 0.0 0.0 L6 6/0 368.72 MB 0.0 200.8 9.0 191.8 192.0 0.2 0.0 21.4 14.4 13.7 14310.07 14000.17 726 19.711 8989M 241M 0.0 0.0 Sum 6/0 368.72 MB 0.0 223.3 17.3 206.0 223.5 17.5 0.0 24.3 14.9 14.9 15393.49 15036.28 6922 2.224 9612M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 87.7 13.0 12.9 30.42 29.84 5 6.083 17M 3 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 223.3 17.3 206.0 214.3 8.3 0.0 0.0 15.1 14.5 15114.32 14777.33 2735 5.526 9612M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 279.17 258.95 4187 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1040606.9 total, 600.2 interval Flush(GB): cumulative 9.190, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 223.48 GB write, 0.22 MB/s write, 223.31 GB read, 0.22 MB/s read, 15393.5 seconds Interval compaction: 0.38 GB write, 0.66 MB/s write, 0.39 GB read, 0.66 MB/s read, 30.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 355100 collections: 1735 last_copies: 0 last_secs: 0.152266 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(354936,1.37 GB,91.2882%) FilterBlock(79,71.78 MB,4.6731%) IndexBlock(88,28.99 MB,1.88712%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2874255 Average: 4.2733 StdDev: 8.05 Min: 0 Median: 1.9652 Max: 9050 Percentiles: P50: 1.97 P75: 5.40 P99: 17.93 P99.9: 61.07 P99.99: 151.35 ------------------------------------------------------ [ 0, 1 ] 638155 22.202% 22.202% #### ( 1, 2 ] 827750 28.799% 51.001% ###### ( 2, 3 ] 406921 14.157% 65.159% ### ( 3, 4 ] 176145 6.128% 71.287% # ( 4, 6 ] 152032 5.289% 76.576% # ( 6, 10 ] 455979 15.864% 92.441% ### ( 10, 15 ] 181319 6.308% 98.749% # ( 15, 22 ] 17224 0.599% 99.348% ( 22, 34 ] 9212 0.321% 99.669% ( 34, 51 ] 5613 0.195% 99.864% ( 51, 76 ] 2559 0.089% 99.953% ( 76, 110 ] 836 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6978911 Average: 4.7248 StdDev: 7.63 Min: 0 Median: 2.4891 Max: 7311 Percentiles: P50: 2.49 P75: 6.21 P99: 19.51 P99.9: 69.18 P99.99: 168.62 ------------------------------------------------------ [ 0, 1 ] 1136219 16.281% 16.281% ### ( 1, 2 ] 1834581 26.287% 42.568% ##### ( 2, 3 ] 1060348 15.194% 57.762% ### ( 3, 4 ] 571393 8.187% 65.949% ## ( 4, 6 ] 568235 8.142% 74.091% ## ( 6, 10 ] 1222581 17.518% 91.610% #### ( 10, 15 ] 485370 6.955% 98.564% # ( 15, 22 ] 47136 0.675% 99.240% ( 22, 34 ] 24849 0.356% 99.596% ( 34, 51 ] 15662 0.224% 99.820% ( 51, 76 ] 7643 0.110% 99.930% ( 76, 110 ] 2888 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108417314 Average: 5.8360 StdDev: 24.80 Min: 0 Median: 2.3621 Max: 40453 Percentiles: P50: 2.36 P75: 7.57 P99: 42.76 P99.9: 159.96 P99.99: 469.92 ------------------------------------------------------ [ 0, 1 ] 25639131 23.649% 23.649% ##### ( 1, 2 ] 24468318 22.569% 46.217% ##### ( 2, 3 ] 11326776 10.447% 56.665% ## ( 3, 4 ] 4447956 4.103% 60.767% # ( 4, 6 ] 5055214 4.663% 65.430% # ( 6, 10 ] 26391676 24.343% 89.773% ##### ( 10, 15 ] 8544692 7.881% 97.654% ## ( 15, 22 ] 691125 0.637% 98.291% ( 22, 34 ] 565926 0.522% 98.813% ( 34, 51 ] 392737 0.362% 99.176% ( 51, 76 ] 250725 0.231% 99.407% ( 76, 110 ] 318130 0.293% 99.700% ( 110, 170 ] 259980 0.240% 99.940% ( 170, 250 ] 42288 0.039% 99.979% ( 250, 380 ] 8879 0.008% 99.987% ( 380, 580 ] 6493 0.006% 99.993% ( 580, 870 ] 3692 0.003% 99.997% ( 870, 1300 ] 1955 0.002% 99.999% ( 1300, 1900 ] 2695 0.002% 100.001% ( 1900, 2900 ] 189 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1040606.9 total, 4801.2 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1735 last_copies: 0 last_secs: 6.4e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-18:20:08.025009 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 542388519 rocksdb.block.cache.hit COUNT : 2241487848 rocksdb.block.cache.add COUNT : 40680071 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33164 rocksdb.block.cache.index.hit COUNT : 550237464 rocksdb.block.cache.index.add COUNT : 33150 rocksdb.block.cache.index.bytes.insert COUNT : 35477387338 rocksdb.block.cache.filter.miss COUNT : 33170 rocksdb.block.cache.filter.hit COUNT : 1141340410 rocksdb.block.cache.filter.add COUNT : 33170 rocksdb.block.cache.filter.bytes.insert COUNT : 9006944970 rocksdb.block.cache.data.miss COUNT : 542322185 rocksdb.block.cache.data.hit COUNT : 549909974 rocksdb.block.cache.data.add COUNT : 40613751 rocksdb.block.cache.data.bytes.insert COUNT : 168231669565 rocksdb.block.cache.bytes.read COUNT : 1952280071540313 rocksdb.block.cache.bytes.write COUNT : 212716001873 rocksdb.bloom.filter.useful COUNT : 591169223 rocksdb.bloom.filter.full.positive COUNT : 550171219 rocksdb.bloom.filter.full.true.positive COUNT : 544450301 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 96932357 rocksdb.memtable.miss COUNT : 6487297399 rocksdb.l0.hit COUNT : 16668797 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 527781504 rocksdb.compaction.key.drop.new COUNT : 283313477 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 594450426 rocksdb.number.keys.read COUNT : 669478656 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61518739767 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69374 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33155 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 788001431 rocksdb.number.multiget.keys.read COUNT : 5914751100 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61518739767 rocksdb.write.self COUNT : 132784542 rocksdb.write.other COUNT : 218341 rocksdb.write.wal COUNT : 133002883 rocksdb.compact.read.bytes COUNT : 1021259996441 rocksdb.compact.write.bytes COUNT : 1065958170742 rocksdb.flush.write.bytes COUNT : 33598746480 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1073945 rocksdb.number.superversion_releases COUNT : 2783 rocksdb.number.superversion_cleanups COUNT : 172 rocksdb.number.block.compressed COUNT : 535646055 rocksdb.number.block.decompressed COUNT : 535614450 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61543148632 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69374 rocksdb.num.iterator.deleted COUNT : 69374 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5363 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5325 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45182 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62438585697 rocksdb.memtable.garbage.bytes.at.flush COUNT : 751354370 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 968082692280 rocksdb.last.level.read.count COUNT : 503529527 rocksdb.non.last.level.read.bytes COUNT : 131738454569 rocksdb.non.last.level.read.count COUNT : 38958457 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 542421674 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2185576524550 rocksdb.bytes.compressed.to COUNT : 1061174817924 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26703891281 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6736042 rocksdb.bytes.decompressed.from COUNT : 1061343564073 rocksdb.bytes.decompressed.to COUNT : 2185497184856 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.434300 P95 : 106.264571 P99 : 160.376993 P100 : 227461.000000 COUNT : 669478657 SUM : 34528158008 rocksdb.db.write.micros P50 : 67.073591 P95 : 111.868526 P99 : 169.417526 P100 : 2037453.000000 COUNT : 133002883 SUM : 13746104434 rocksdb.compaction.times.micros P50 : 1598442.906574 P95 : 38600000.000000 P99 : 67180555.555556 P100 : 89521673.000000 COUNT : 7683 SUM : 64390182573 rocksdb.compaction.times.cpu_micros P50 : 1537544.483986 P95 : 35873819.742489 P99 : 64205497.382199 P100 : 83823365.000000 COUNT : 7683 SUM : 61543148632 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4321.568627 P95 : 27851.639344 P99 : 62276.595745 P100 : 1558490.000000 COUNT : 12492 SUM : 117392779 rocksdb.compaction.outfile.sync.micros P50 : 62558.104663 P95 : 125685.897436 P99 : 225480.412371 P100 : 2063820.000000 COUNT : 20646 SUM : 1323998543 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.395617 P95 : 729.428479 P99 : 4013.482143 P100 : 501117.000000 COUNT : 20243 SUM : 12993026 rocksdb.table.open.io.micros P50 : 584.302326 P95 : 6241.946309 P99 : 13045.616967 P100 : 207055.000000 COUNT : 33155 SUM : 58924585 rocksdb.db.multiget.micros P50 : 7.995776 P95 : 17.788909 P99 : 33.053408 P100 : 27014.000000 COUNT : 788001432 SUM : 7464552469 rocksdb.read.block.compaction.micros P50 : 13.679606 P95 : 59.368007 P99 : 138.639927 P100 : 136000.000000 COUNT : 501708434 SUM : 9766618497 rocksdb.read.block.get.micros P50 : 52.966829 P95 : 95.008665 P99 : 146.672306 P100 : 206929.000000 COUNT : 40680085 SUM : 2348452443 rocksdb.write.raw.block.micros P50 : 0.521589 P95 : 0.991020 P99 : 1.895414 P100 : 331149.000000 COUNT : 542481511 SUM : 10922535822 rocksdb.numfiles.in.singlecompaction P50 : 2.774001 P95 : 5.680298 P99 : 5.938709 P100 : 7.000000 COUNT : 5853 SUM : 20841 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540463 P95 : 33.593600 P99 : 105.040387 P100 : 135929.000000 COUNT : 542487984 SUM : 3780480347 rocksdb.file.read.flush.micros P50 : 1.846214 P95 : 15.826948 P99 : 40.800000 P100 : 787.000000 COUNT : 62460 SUM : 298715 rocksdb.file.read.compaction.micros P50 : 1.425414 P95 : 36.821741 P99 : 106.514911 P100 : 135929.000000 COUNT : 501811678 SUM : 3373229938 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 669478659 SUM : 0 rocksdb.bytes.per.write P50 : 218.508776 P95 : 528.090965 P99 : 804.091171 P100 : 4563443.000000 COUNT : 132784543 SUM : 61518739922 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 788001435 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46276.119403 P95 : 166939.663237 P99 : 239026.813187 P100 : 1681975.000000 COUNT : 12541 SUM : 786467307 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-18:20:08.025231 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-18:20:08.025532 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708453208 to in-memory stats history 2024/02/20-18:20:08.025563 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-18:20:08.025613 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-18:23:06.862800 521955 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302265. Total log size is 15729349 while max_total_wal_size is 15728640 2024/02/20-18:23:06.863013 521955 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302295. Immutable memtables: 0. 2024/02/20-18:23:06.863074 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20249] Syncing log #302286 2024/02/20-18:23:06.866217 3036210 (Original Log Time 2024/02/20-18:23:06.863066) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:23:06.866226 3036210 [db/flush_job.cc:892] [url] [JOB 20249] Flushing memtable with next log file: 302295 2024/02/20-18:23:06.866258 3036210 EVENT_LOG_v1 {"time_micros": 1708453386866249, "job": 20249, "event": "flush_started", "num_memtables": 1, "num_entries": 68519, "num_deletes": 0, "total_data_size": 10510290, "memory_usage": 12628328, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:23:06.866264 3036210 [db/flush_job.cc:926] [url] [JOB 20249] Level-0 flush table #302296: started 2024/02/20-18:23:07.011472 3036210 EVENT_LOG_v1 {"time_micros": 1708453387011428, "cf_name": "url", "job": 20249, "event": "table_file_creation", "file_number": 302296, "file_size": 5408875, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160240160, "largest_seqno": 5160387755, "table_properties": {"data_size": 5322703, "index_size": 153018, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6085, "raw_key_size": 10108966, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1600, "num_entries": 66862, "num_filter_entries": 6923, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453001, "oldest_key_time": 1708453001, "file_creation_time": 1708453386, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302296, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:23:07.011511 3036210 [db/flush_job.cc:1062] [url] [JOB 20249] Flush lasted 145301 microseconds, and 139422 cpu microseconds. 2024/02/20-18:23:07.011860 3036210 (Original Log Time 2024/02/20-18:23:07.011497) [db/flush_job.cc:1011] [url] [JOB 20249] Level-0 flush table #302296: 5408875 bytes OK 2024/02/20-18:23:07.011863 3036210 (Original Log Time 2024/02/20-18:23:07.011515) [db/memtable_list.cc:555] [url] Level-0 commit table #302296 started 2024/02/20-18:23:07.011864 3036210 (Original Log Time 2024/02/20-18:23:07.011790) [db/memtable_list.cc:754] [url] Level-0 commit table #302296: memtable #1 done 2024/02/20-18:23:07.011866 3036210 (Original Log Time 2024/02/20-18:23:07.011805) EVENT_LOG_v1 {"time_micros": 1708453387011801, "job": 20249, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-18:23:07.011867 3036210 (Original Log Time 2024/02/20-18:23:07.011833) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-18:23:07.011871 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20249] Try to delete WAL files size 2657911, prev total WAL file size 15737078, number of live WAL files 4. 2024/02/20-18:23:07.012301 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302265.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:24:12.624925 282468 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302281. Total log size is 15728853 while max_total_wal_size is 15728640 2024/02/20-18:24:12.625178 282468 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302297. Immutable memtables: 0. 2024/02/20-18:24:12.625280 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20250] Syncing log #302295 2024/02/20-18:24:12.634275 3036193 (Original Log Time 2024/02/20-18:24:12.625266) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:24:12.634285 3036193 [db/flush_job.cc:892] [tag] [JOB 20250] Flushing memtable with next log file: 302297 2024/02/20-18:24:12.634307 3036193 EVENT_LOG_v1 {"time_micros": 1708453452634301, "job": 20250, "event": "flush_started", "num_memtables": 1, "num_entries": 16704, "num_deletes": 0, "total_data_size": 1469242, "memory_usage": 1980832, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:24:12.634310 3036193 [db/flush_job.cc:926] [tag] [JOB 20250] Level-0 flush table #302298: started 2024/02/20-18:24:12.663388 3036193 EVENT_LOG_v1 {"time_micros": 1708453452663355, "cf_name": "tag", "job": 20250, "event": "table_file_creation", "file_number": 302298, "file_size": 875249, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160265205, "largest_seqno": 5160412838, "table_properties": {"data_size": 867741, "index_size": 9757, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1424760, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 267, "num_entries": 16601, "num_filter_entries": 202, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453066, "oldest_key_time": 1708453066, "file_creation_time": 1708453452, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302298, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:24:12.663434 3036193 [db/flush_job.cc:1062] [tag] [JOB 20250] Flush lasted 29168 microseconds, and 27451 cpu microseconds. 2024/02/20-18:24:12.663776 3036193 (Original Log Time 2024/02/20-18:24:12.663421) [db/flush_job.cc:1011] [tag] [JOB 20250] Level-0 flush table #302298: 875249 bytes OK 2024/02/20-18:24:12.663779 3036193 (Original Log Time 2024/02/20-18:24:12.663440) [db/memtable_list.cc:555] [tag] Level-0 commit table #302298 started 2024/02/20-18:24:12.663780 3036193 (Original Log Time 2024/02/20-18:24:12.663706) [db/memtable_list.cc:754] [tag] Level-0 commit table #302298: memtable #1 done 2024/02/20-18:24:12.663782 3036193 (Original Log Time 2024/02/20-18:24:12.663719) EVENT_LOG_v1 {"time_micros": 1708453452663714, "job": 20250, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-18:24:12.663784 3036193 (Original Log Time 2024/02/20-18:24:12.663747) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-18:24:12.663788 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20250] Try to delete WAL files size 524655, prev total WAL file size 15730429, number of live WAL files 4. 2024/02/20-18:24:12.664045 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302281.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:24:25.391752 282472 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302286. Total log size is 15729087 while max_total_wal_size is 15728640 2024/02/20-18:24:25.392017 282472 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302299. Immutable memtables: 0. 2024/02/20-18:24:25.392112 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20251] Syncing log #302297 2024/02/20-18:24:25.394339 3036210 (Original Log Time 2024/02/20-18:24:25.392095) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:24:25.394348 3036210 [db/flush_job.cc:892] [key] [JOB 20251] Flushing memtable with next log file: 302299 2024/02/20-18:24:25.394372 3036210 EVENT_LOG_v1 {"time_micros": 1708453465394365, "job": 20251, "event": "flush_started", "num_memtables": 1, "num_entries": 62459, "num_deletes": 0, "total_data_size": 3902218, "memory_usage": 5237768, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:24:25.394375 3036210 [db/flush_job.cc:926] [key] [JOB 20251] Level-0 flush table #302300: started 2024/02/20-18:24:25.484957 3036210 EVENT_LOG_v1 {"time_micros": 1708453465484924, "cf_name": "key", "job": 20251, "event": "table_file_creation", "file_number": 302300, "file_size": 2516040, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160270064, "largest_seqno": 5160417823, "table_properties": {"data_size": 2443664, "index_size": 18530, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56757, "raw_key_size": 3683246, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 726, "num_entries": 60902, "num_filter_entries": 64739, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453078, "oldest_key_time": 1708453078, "file_creation_time": 1708453465, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302300, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:24:25.485007 3036210 [db/flush_job.cc:1062] [key] [JOB 20251] Flush lasted 90674 microseconds, and 88083 cpu microseconds. 2024/02/20-18:24:25.485967 3036210 (Original Log Time 2024/02/20-18:24:25.484989) [db/flush_job.cc:1011] [key] [JOB 20251] Level-0 flush table #302300: 2516040 bytes OK 2024/02/20-18:24:25.485971 3036210 (Original Log Time 2024/02/20-18:24:25.485014) [db/memtable_list.cc:555] [key] Level-0 commit table #302300 started 2024/02/20-18:24:25.485973 3036210 (Original Log Time 2024/02/20-18:24:25.485841) [db/memtable_list.cc:754] [key] Level-0 commit table #302300: memtable #1 done 2024/02/20-18:24:25.485975 3036210 (Original Log Time 2024/02/20-18:24:25.485879) EVENT_LOG_v1 {"time_micros": 1708453465485870, "job": 20251, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-18:24:25.485977 3036210 (Original Log Time 2024/02/20-18:24:25.485922) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-18:24:25.485982 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20251] Try to delete WAL files size 12546783, prev total WAL file size 15732178, number of live WAL files 4. 2024/02/20-18:24:25.487816 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302286.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:29:35.906538 282470 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302295. Total log size is 15728758 while max_total_wal_size is 15728640 2024/02/20-18:29:35.906931 282470 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302301. Immutable memtables: 0. 2024/02/20-18:29:35.907004 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20252] Syncing log #302299 2024/02/20-18:29:35.950679 3036193 (Original Log Time 2024/02/20-18:29:35.906991) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:29:35.950689 3036193 [db/flush_job.cc:892] [url] [JOB 20252] Flushing memtable with next log file: 302301 2024/02/20-18:29:35.950714 3036193 EVENT_LOG_v1 {"time_micros": 1708453775950707, "job": 20252, "event": "flush_started", "num_memtables": 1, "num_entries": 68155, "num_deletes": 0, "total_data_size": 10422805, "memory_usage": 12137816, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:29:35.950717 3036193 [db/flush_job.cc:926] [url] [JOB 20252] Level-0 flush table #302302: started 2024/02/20-18:29:36.062606 3036193 EVENT_LOG_v1 {"time_micros": 1708453776062576, "cf_name": "url", "job": 20252, "event": "table_file_creation", "file_number": 302302, "file_size": 5336494, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160387763, "largest_seqno": 5160535778, "table_properties": {"data_size": 5247138, "index_size": 136983, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5989, "raw_key_size": 10039847, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1577, "num_entries": 66693, "num_filter_entries": 6807, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453386, "oldest_key_time": 1708453386, "file_creation_time": 1708453775, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302302, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:29:36.062654 3036193 [db/flush_job.cc:1062] [url] [JOB 20252] Flush lasted 111985 microseconds, and 107878 cpu microseconds. 2024/02/20-18:29:36.063061 3036193 (Original Log Time 2024/02/20-18:29:36.062640) [db/flush_job.cc:1011] [url] [JOB 20252] Level-0 flush table #302302: 5336494 bytes OK 2024/02/20-18:29:36.063065 3036193 (Original Log Time 2024/02/20-18:29:36.062660) [db/memtable_list.cc:555] [url] Level-0 commit table #302302 started 2024/02/20-18:29:36.063067 3036193 (Original Log Time 2024/02/20-18:29:36.062964) [db/memtable_list.cc:754] [url] Level-0 commit table #302302: memtable #1 done 2024/02/20-18:29:36.063068 3036193 (Original Log Time 2024/02/20-18:29:36.062981) EVENT_LOG_v1 {"time_micros": 1708453776062977, "job": 20252, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-18:29:36.063070 3036193 (Original Log Time 2024/02/20-18:29:36.063022) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-18:29:36.063077 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20252] Try to delete WAL files size 2657415, prev total WAL file size 15736408, number of live WAL files 4. 2024/02/20-18:29:36.063154 3036186 [db/compaction/compaction_job.cc:2079] [url] [JOB 20253] Compacting 2@0 files to L5, score 1.00 2024/02/20-18:29:36.063160 3036186 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20260 Base level 0, inputs: [302302(5211KB) 302296(5282KB)] 2024/02/20-18:29:36.063179 3036186 EVENT_LOG_v1 {"time_micros": 1708453776063168, "job": 20253, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302302, 302296], "score": 1, "input_data_size": 10745369, "oldest_snapshot_seqno": -1} 2024/02/20-18:29:36.063732 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302295.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:29:36.347652 3036186 [db/compaction/compaction_job.cc:1655] [url] [JOB 20253] Generated table #302303: 133555 keys, 10297031 bytes, temperature: kUnknown 2024/02/20-18:29:36.347718 3036186 EVENT_LOG_v1 {"time_micros": 1708453776347678, "cf_name": "url", "job": 20253, "event": "table_file_creation", "file_number": 302303, "file_size": 10297031, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160240160, "largest_seqno": 5160535778, "table_properties": {"data_size": 10136957, "index_size": 281864, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9461, "raw_key_size": 20148813, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3041, "num_entries": 133555, "num_filter_entries": 10760, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453001, "oldest_key_time": 0, "file_creation_time": 1708453776, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302303, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:29:36.348620 3036186 (Original Log Time 2024/02/20-18:29:36.348143) [db/compaction/compaction_job.cc:1729] [url] [JOB 20253] Compacted 2@0 files to L5 => 10297031 bytes 2024/02/20-18:29:36.348629 3036186 (Original Log Time 2024/02/20-18:29:36.348542) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.04, MB/sec: 37.8 rd, 36.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(10.2, 0.0 +0.0 blob) out(9.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 133555, records dropped: 0 output_compression: LZ4 2024/02/20-18:29:36.348635 3036186 (Original Log Time 2024/02/20-18:29:36.348567) EVENT_LOG_v1 {"time_micros": 1708453776348555, "job": 20253, "event": "compaction_finished", "compaction_time_micros": 284603, "compaction_time_cpu_micros": 277193, "output_level": 5, "num_output_files": 1, "total_output_size": 10297031, "num_input_records": 133555, "num_output_records": 133555, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-18:29:36.349100 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302296.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:29:36.349111 3036186 EVENT_LOG_v1 {"time_micros": 1708453776349109, "job": 20253, "event": "table_file_deletion", "file_number": 302296} 2024/02/20-18:29:36.349675 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302302.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:29:36.349692 3036186 EVENT_LOG_v1 {"time_micros": 1708453776349689, "job": 20253, "event": "table_file_deletion", "file_number": 302302} 2024/02/20-18:30:08.165206 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-18:30:08.165361 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1041207.0 total, 600.1 interval Cumulative writes: 133M writes, 594M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.32 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133099160.00 writes per sync, written: 57.32 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 96K writes, 228K keys, 96K commit groups, 1.0 writes per commit group, ingest: 23.18 MB, 0.04 MB/s Interval WAL: 96K writes, 0 syncs, 96277.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 418.01 390.12 4222 0.099 0 0 0.0 0.0 L5 1/0 9.82 MB 0.0 69.8 18.6 51.2 68.6 17.4 0.0 3.7 42.0 41.3 1702.95 1631.01 2181 0.781 1052M 1158 0.0 0.0 L6 13/0 790.53 MB 0.0 411.7 17.8 393.9 394.3 0.3 0.0 22.2 16.0 15.3 26325.48 24278.13 609 43.227 9625M 261M 0.0 0.0 Sum 14/0 800.35 MB 0.0 481.5 36.4 445.1 481.8 36.7 0.0 25.5 17.3 17.3 28446.44 26299.27 7012 4.057 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 18.9 37.0 0.54 0.52 3 0.181 133K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 481.5 36.4 445.1 462.9 17.8 0.0 0.0 17.6 16.9 28028.43 25909.15 2790 10.046 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 418.01 390.12 4222 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1041207.0 total, 600.1 interval Flush(GB): cumulative 18.921, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 481.83 GB write, 0.47 MB/s write, 481.52 GB read, 0.47 MB/s read, 28446.4 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1742 collections: 1736 last_copies: 0 last_secs: 0.00085 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(919,14.91 MB,0.970992%) IndexBlock(822,1.37 GB,91.062%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6089374 Average: 2.1895 StdDev: 4.24 Min: 0 Median: 1.3841 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.28 P99.99: 126.52 ------------------------------------------------------ [ 0, 1 ] 2048439 33.640% 33.640% ####### ( 1, 2 ] 2593835 42.596% 76.236% ######### ( 2, 3 ] 1014888 16.667% 92.902% ### ( 3, 4 ] 246580 4.049% 96.952% # ( 4, 6 ] 109237 1.794% 98.745% ( 6, 10 ] 35750 0.587% 99.333% ( 10, 15 ] 15115 0.248% 99.581% ( 15, 22 ] 7656 0.126% 99.706% ( 22, 34 ] 7991 0.131% 99.838% ( 34, 51 ] 5717 0.094% 99.932% ( 51, 76 ] 2549 0.042% 99.973% ( 76, 110 ] 896 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21971893 Average: 2.4684 StdDev: 6.75 Min: 0 Median: 1.4961 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.87 ------------------------------------------------------ [ 0, 1 ] 6735317 30.654% 30.654% ###### ( 1, 2 ] 8567509 38.993% 69.647% ######## ( 2, 3 ] 3719657 16.929% 86.576% ### ( 3, 4 ] 1363082 6.204% 92.780% # ( 4, 6 ] 1072905 4.883% 97.663% # ( 6, 10 ] 344661 1.569% 99.232% ( 10, 15 ] 59951 0.273% 99.505% ( 15, 22 ] 30683 0.140% 99.644% ( 22, 34 ] 32851 0.150% 99.794% ( 34, 51 ] 24964 0.114% 99.908% ( 51, 76 ] 12012 0.055% 99.962% ( 76, 110 ] 4902 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 214325687 Average: 12.2953 StdDev: 81.30 Min: 0 Median: 1.4954 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.82 P99.9: 304.39 P99.99: 1541.27 ------------------------------------------------------ [ 0, 1 ] 72865445 33.998% 33.998% ####### ( 1, 2 ] 69224972 32.299% 66.296% ###### ( 2, 3 ] 30543515 14.251% 80.547% ### ( 3, 4 ] 6573676 3.067% 83.615% # ( 4, 6 ] 1194562 0.557% 84.172% ( 6, 10 ] 563032 0.263% 84.435% ( 10, 15 ] 318991 0.149% 84.584% ( 15, 22 ] 274324 0.128% 84.712% ( 22, 34 ] 7724898 3.604% 88.316% # ( 34, 51 ] 7870901 3.672% 91.988% # ( 51, 76 ] 6289519 2.935% 94.923% # ( 76, 110 ] 6882270 3.211% 98.134% # ( 110, 170 ] 3393475 1.583% 99.717% ( 170, 250 ] 343756 0.160% 99.878% ( 250, 380 ] 114778 0.054% 99.931% ( 380, 580 ] 69734 0.033% 99.964% ( 580, 870 ] 31228 0.015% 99.978% ( 870, 1300 ] 14185 0.007% 99.985% ( 1300, 1900 ] 27339 0.013% 99.998% ( 1900, 2900 ] 2167 0.001% 99.999% ( 2900, 4400 ] 873 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 341 0.000% 100.000% ( 14000, 22000 ] 190 0.000% 100.000% ( 22000, 33000 ] 78 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 854.74 KB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.57 75.90 4101 0.022 0 0 0.0 0.0 L6 3/0 171.50 MB 0.0 318.7 3.2 315.5 315.6 0.1 0.0 99.0 15.4 15.2 21247.72 20856.95 2159 9.841 11G 63M 0.0 0.0 Sum 4/0 172.34 MB 0.0 318.7 3.2 315.5 318.8 3.3 0.0 100.0 15.3 15.3 21337.29 20932.86 6260 3.409 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 28.6 0.03 0.03 1 0.029 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 318.7 3.2 315.5 315.6 0.1 0.0 0.0 15.4 15.2 21247.72 20856.95 2159 9.841 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.57 75.90 4101 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1041207.0 total, 600.1 interval Flush(GB): cumulative 3.188, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 318.75 GB write, 0.31 MB/s write, 318.68 GB read, 0.31 MB/s read, 21337.3 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4329 collections: 1736 last_copies: 0 last_secs: 0.001821 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2188,1.67 MB,0.108593%) IndexBlock(2140,1.46 GB,97.3207%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1047156 Average: 3.5640 StdDev: 6.30 Min: 0 Median: 2.5859 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.36 P99.9: 60.46 P99.99: 193.58 ------------------------------------------------------ [ 0, 1 ] 121253 11.579% 11.579% ## ( 1, 2 ] 251637 24.031% 35.610% ##### ( 2, 3 ] 257197 24.561% 60.171% ##### ( 3, 4 ] 201391 19.232% 79.403% #### ( 4, 6 ] 173676 16.585% 95.989% ### ( 6, 10 ] 29242 2.793% 98.781% # ( 10, 15 ] 4843 0.462% 99.244% ( 15, 22 ] 2592 0.248% 99.491% ( 22, 34 ] 2191 0.209% 99.701% ( 34, 51 ] 1802 0.172% 99.873% ( 51, 76 ] 753 0.072% 99.945% ( 76, 110 ] 256 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180784090 Average: 2.1904 StdDev: 5.39 Min: 0 Median: 1.3453 Max: 13817 Percentiles: P50: 1.35 P75: 2.00 P99: 6.98 P99.9: 54.17 P99.99: 145.27 ------------------------------------------------------ [ 0, 1 ] 66641356 36.862% 36.862% ####### ( 1, 2 ] 68784142 38.048% 74.910% ######## ( 2, 3 ] 33763511 18.676% 93.586% #### ( 3, 4 ] 8121626 4.492% 98.079% # ( 4, 6 ] 1511591 0.836% 98.915% ( 6, 10 ] 627985 0.347% 99.262% ( 10, 15 ] 409459 0.226% 99.489% ( 15, 22 ] 203510 0.113% 99.601% ( 22, 34 ] 317147 0.175% 99.777% ( 34, 51 ] 209927 0.116% 99.893% ( 51, 76 ] 103092 0.057% 99.950% ( 76, 110 ] 59466 0.033% 99.983% ( 110, 170 ] 22454 0.012% 99.995% ( 170, 250 ] 3966 0.002% 99.997% ( 250, 380 ] 1803 0.001% 99.998% ( 380, 580 ] 1501 0.001% 99.999% ( 580, 870 ] 884 0.000% 100.000% ( 870, 1300 ] 265 0.000% 100.000% ( 1300, 1900 ] 274 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.40 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 279.26 259.04 4188 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 804.25 777.15 2009 0.400 623M 276K 0.0 0.0 L6 6/0 368.72 MB 0.0 200.8 9.0 191.8 192.0 0.2 0.0 21.4 14.4 13.7 14310.07 14000.17 726 19.711 8989M 241M 0.0 0.0 Sum 7/0 371.12 MB 0.0 223.3 17.3 206.0 223.5 17.5 0.0 24.3 14.9 14.9 15393.58 15036.36 6923 2.224 9612M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 26.5 0.09 0.09 1 0.091 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 223.3 17.3 206.0 214.3 8.3 0.0 0.0 15.1 14.5 15114.32 14777.33 2735 5.526 9612M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 279.26 259.04 4188 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1041207.0 total, 600.1 interval Flush(GB): cumulative 9.192, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 223.48 GB write, 0.22 MB/s write, 223.31 GB read, 0.22 MB/s read, 15393.6 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 357573 collections: 1736 last_copies: 0 last_secs: 0.136124 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357435,1.38 GB,91.9322%) FilterBlock(66,61.22 MB,3.98544%) IndexBlock(71,26.24 MB,1.70856%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2874741 Average: 4.2743 StdDev: 8.05 Min: 0 Median: 1.9655 Max: 9050 Percentiles: P50: 1.97 P75: 5.41 P99: 17.93 P99.9: 61.07 P99.99: 151.34 ------------------------------------------------------ [ 0, 1 ] 638155 22.199% 22.199% #### ( 1, 2 ] 827751 28.794% 50.993% ###### ( 2, 3 ] 406922 14.155% 65.148% ### ( 3, 4 ] 176145 6.127% 71.275% # ( 4, 6 ] 152050 5.289% 76.564% # ( 6, 10 ] 456250 15.871% 92.435% ### ( 10, 15 ] 181496 6.313% 98.749% # ( 15, 22 ] 17234 0.599% 99.348% ( 22, 34 ] 9218 0.321% 99.669% ( 34, 51 ] 5615 0.195% 99.864% ( 51, 76 ] 2559 0.089% 99.953% ( 76, 110 ] 836 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6978911 Average: 4.7248 StdDev: 7.63 Min: 0 Median: 2.4891 Max: 7311 Percentiles: P50: 2.49 P75: 6.21 P99: 19.51 P99.9: 69.18 P99.99: 168.62 ------------------------------------------------------ [ 0, 1 ] 1136219 16.281% 16.281% ### ( 1, 2 ] 1834581 26.287% 42.568% ##### ( 2, 3 ] 1060348 15.194% 57.762% ### ( 3, 4 ] 571393 8.187% 65.949% ## ( 4, 6 ] 568235 8.142% 74.091% ## ( 6, 10 ] 1222581 17.518% 91.610% #### ( 10, 15 ] 485370 6.955% 98.564% # ( 15, 22 ] 47136 0.675% 99.240% ( 22, 34 ] 24849 0.356% 99.596% ( 34, 51 ] 15662 0.224% 99.820% ( 51, 76 ] 7643 0.110% 99.930% ( 76, 110 ] 2888 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108459865 Average: 5.8378 StdDev: 24.79 Min: 0 Median: 2.3640 Max: 40453 Percentiles: P50: 2.36 P75: 7.58 P99: 42.75 P99.9: 159.95 P99.99: 469.82 ------------------------------------------------------ [ 0, 1 ] 25639131 23.639% 23.639% ##### ( 1, 2 ] 24468319 22.560% 46.199% ##### ( 2, 3 ] 11326785 10.443% 56.642% ## ( 3, 4 ] 4447986 4.101% 60.743% # ( 4, 6 ] 5056026 4.662% 65.405% # ( 6, 10 ] 26417500 24.357% 89.762% ##### ( 10, 15 ] 8559072 7.891% 97.653% ## ( 15, 22 ] 691945 0.638% 98.291% ( 22, 34 ] 566299 0.522% 98.814% ( 34, 51 ] 392919 0.362% 99.176% ( 51, 76 ] 250808 0.231% 99.407% ( 76, 110 ] 318155 0.293% 99.700% ( 110, 170 ] 259987 0.240% 99.940% ( 170, 250 ] 42290 0.039% 99.979% ( 250, 380 ] 8881 0.008% 99.987% ( 380, 580 ] 6493 0.006% 99.993% ( 580, 870 ] 3692 0.003% 99.997% ( 870, 1300 ] 1955 0.002% 99.999% ( 1300, 1900 ] 2696 0.002% 100.001% ( 1900, 2900 ] 189 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-18:30:08.168789 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 542434738 rocksdb.block.cache.hit COUNT : 2243015357 rocksdb.block.cache.add COUNT : 40723113 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33169 rocksdb.block.cache.index.hit COUNT : 550681003 rocksdb.block.cache.index.add COUNT : 33155 rocksdb.block.cache.index.bytes.insert COUNT : 35477987905 rocksdb.block.cache.filter.miss COUNT : 33175 rocksdb.block.cache.filter.hit COUNT : 1142023880 rocksdb.block.cache.filter.add COUNT : 33175 rocksdb.block.cache.filter.bytes.insert COUNT : 9007023651 rocksdb.block.cache.data.miss COUNT : 542368394 rocksdb.block.cache.data.hit COUNT : 550310474 rocksdb.block.cache.data.add COUNT : 40656783 rocksdb.block.cache.data.bytes.insert COUNT : 168409928588 rocksdb.block.cache.bytes.read COUNT : 1953855106347337 rocksdb.block.cache.bytes.write COUNT : 212894940144 rocksdb.bloom.filter.useful COUNT : 591409162 rocksdb.bloom.filter.full.positive COUNT : 550614751 rocksdb.bloom.filter.full.true.positive COUNT : 544892424 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97035209 rocksdb.memtable.miss COUNT : 6492359376 rocksdb.l0.hit COUNT : 16679368 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 528213056 rocksdb.compaction.key.drop.new COUNT : 283313477 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 594679044 rocksdb.number.keys.read COUNT : 670023639 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61543049797 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69414 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33160 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 788615925 rocksdb.number.multiget.keys.read COUNT : 5919370946 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61543049797 rocksdb.write.self COUNT : 132880690 rocksdb.write.other COUNT : 218470 rocksdb.write.wal COUNT : 133099160 rocksdb.compact.read.bytes COUNT : 1021270726356 rocksdb.compact.write.bytes COUNT : 1065968467773 rocksdb.flush.write.bytes COUNT : 33612884412 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1074021 rocksdb.number.superversion_releases COUNT : 2783 rocksdb.number.superversion_cleanups COUNT : 172 rocksdb.number.block.compressed COUNT : 535651872 rocksdb.number.block.decompressed COUNT : 535659969 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61543425825 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69414 rocksdb.num.iterator.deleted COUNT : 69414 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5370 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5332 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45188 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62464379244 rocksdb.memtable.garbage.bytes.at.flush COUNT : 751891098 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 968160509094 rocksdb.last.level.read.count COUNT : 503572079 rocksdb.non.last.level.read.bytes COUNT : 131751073727 rocksdb.non.last.level.read.count COUNT : 38962140 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 542467899 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2185600393054 rocksdb.bytes.compressed.to COUNT : 1061193577875 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26709444903 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6737441 rocksdb.bytes.decompressed.from COUNT : 1061430929416 rocksdb.bytes.decompressed.to COUNT : 2185682174835 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.438112 P95 : 106.269490 P99 : 160.386220 P100 : 227461.000000 COUNT : 670023639 SUM : 34558176763 rocksdb.db.write.micros P50 : 67.076193 P95 : 111.871135 P99 : 169.415895 P100 : 2037453.000000 COUNT : 133099160 SUM : 13755797145 rocksdb.compaction.times.micros P50 : 1597231.833910 P95 : 38596208.530806 P99 : 67179487.179487 P100 : 89521673.000000 COUNT : 7684 SUM : 64390467176 rocksdb.compaction.times.cpu_micros P50 : 1536298.932384 P95 : 35870386.266094 P99 : 64204188.481675 P100 : 83823365.000000 COUNT : 7684 SUM : 61543425825 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4322.599608 P95 : 27848.633880 P99 : 62255.319149 P100 : 1558490.000000 COUNT : 12496 SUM : 117426423 rocksdb.compaction.outfile.sync.micros P50 : 62556.230319 P95 : 125682.692308 P99 : 225476.288660 P100 : 2063820.000000 COUNT : 20647 SUM : 1324019363 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.397726 P95 : 729.516088 P99 : 4012.142857 P100 : 501117.000000 COUNT : 20248 SUM : 12994544 rocksdb.table.open.io.micros P50 : 583.720930 P95 : 6241.610738 P99 : 13045.089974 P100 : 207055.000000 COUNT : 33160 SUM : 58925642 rocksdb.db.multiget.micros P50 : 7.996400 P95 : 17.789409 P99 : 33.059111 P100 : 27014.000000 COUNT : 788615925 SUM : 7471113462 rocksdb.read.block.compaction.micros P50 : 13.679575 P95 : 59.367668 P99 : 138.639661 P100 : 136000.000000 COUNT : 501711611 SUM : 9766636094 rocksdb.read.block.get.micros P50 : 52.979706 P95 : 95.053990 P99 : 146.756526 P100 : 206929.000000 COUNT : 40723128 SUM : 2351390313 rocksdb.write.raw.block.micros P50 : 0.521589 P95 : 0.991020 P99 : 1.895417 P100 : 331149.000000 COUNT : 542488742 SUM : 10922808560 rocksdb.numfiles.in.singlecompaction P50 : 2.773795 P95 : 5.680243 P99 : 5.938698 P100 : 7.000000 COUNT : 5854 SUM : 20843 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540585 P95 : 33.590850 P99 : 105.038299 P100 : 135929.000000 COUNT : 542534219 SUM : 3780941420 rocksdb.file.read.flush.micros P50 : 1.846356 P95 : 15.826420 P99 : 40.791076 P100 : 787.000000 COUNT : 62480 SUM : 298802 rocksdb.file.read.compaction.micros P50 : 1.425415 P95 : 36.821426 P99 : 106.514763 P100 : 135929.000000 COUNT : 501814860 SUM : 3373237243 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 670023640 SUM : 0 rocksdb.bytes.per.write P50 : 218.509126 P95 : 528.098794 P99 : 804.089868 P100 : 4563443.000000 COUNT : 132880692 SUM : 61543050193 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 788615926 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46291.044776 P95 : 166936.915888 P99 : 239019.780220 P100 : 1681975.000000 COUNT : 12545 SUM : 786844435 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-18:30:08.168955 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-18:30:08.169107 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708453808 to in-memory stats history 2024/02/20-18:30:08.169133 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-18:30:08.169164 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-18:30:42.724296 282469 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302297. Total log size is 15728736 while max_total_wal_size is 15728640 2024/02/20-18:30:42.724572 282469 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302304. Immutable memtables: 0. 2024/02/20-18:30:42.724645 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20254] Syncing log #302301 2024/02/20-18:30:42.736511 3036210 (Original Log Time 2024/02/20-18:30:42.724634) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:30:42.736519 3036210 [db/flush_job.cc:892] [tag] [JOB 20254] Flushing memtable with next log file: 302304 2024/02/20-18:30:42.736541 3036210 EVENT_LOG_v1 {"time_micros": 1708453842736535, "job": 20254, "event": "flush_started", "num_memtables": 1, "num_entries": 17607, "num_deletes": 0, "total_data_size": 1556073, "memory_usage": 1819272, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:30:42.736544 3036210 [db/flush_job.cc:926] [tag] [JOB 20254] Level-0 flush table #302305: started 2024/02/20-18:30:42.759632 3036210 EVENT_LOG_v1 {"time_micros": 1708453842759596, "cf_name": "tag", "job": 20254, "event": "table_file_creation", "file_number": 302305, "file_size": 919673, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160412959, "largest_seqno": 5160560712, "table_properties": {"data_size": 912065, "index_size": 10117, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1508172, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 282, "num_entries": 17478, "num_filter_entries": 210, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453452, "oldest_key_time": 1708453452, "file_creation_time": 1708453842, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302305, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:30:42.759674 3036210 [db/flush_job.cc:1062] [tag] [JOB 20254] Flush lasted 23171 microseconds, and 21654 cpu microseconds. 2024/02/20-18:30:42.760071 3036210 (Original Log Time 2024/02/20-18:30:42.759659) [db/flush_job.cc:1011] [tag] [JOB 20254] Level-0 flush table #302305: 919673 bytes OK 2024/02/20-18:30:42.760074 3036210 (Original Log Time 2024/02/20-18:30:42.759681) [db/memtable_list.cc:555] [tag] Level-0 commit table #302305 started 2024/02/20-18:30:42.760076 3036210 (Original Log Time 2024/02/20-18:30:42.759984) [db/memtable_list.cc:754] [tag] Level-0 commit table #302305: memtable #1 done 2024/02/20-18:30:42.760077 3036210 (Original Log Time 2024/02/20-18:30:42.760002) EVENT_LOG_v1 {"time_micros": 1708453842759997, "job": 20254, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-18:30:42.760079 3036210 (Original Log Time 2024/02/20-18:30:42.760037) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-18:30:42.760083 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20254] Try to delete WAL files size 524889, prev total WAL file size 15730811, number of live WAL files 4. 2024/02/20-18:30:42.760235 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20255] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-18:30:42.760251 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20262 Base level 0, inputs: [302305(898KB) 302298(854KB)], [302283(64MB) 302284(64MB) 302285(42MB)] 2024/02/20-18:30:42.760274 3036192 EVENT_LOG_v1 {"time_micros": 1708453842760265, "job": 20255, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302305, 302298], "files_L6": [302283, 302284, 302285], "score": 1, "input_data_size": 181627246, "oldest_snapshot_seqno": -1} 2024/02/20-18:30:42.760583 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302297.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:30:47.249196 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20255] Generated table #302306: 2448445 keys, 67633770 bytes, temperature: kUnknown 2024/02/20-18:30:47.249250 3036192 EVENT_LOG_v1 {"time_micros": 1708453847249220, "cf_name": "tag", "job": 20255, "event": "table_file_creation", "file_number": 302306, "file_size": 67633770, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109726, "index_size": 1491846, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 205437574, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36090, "num_entries": 2448445, "num_filter_entries": 1119, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708453842, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302306, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:30:51.537421 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20255] Generated table #302307: 2039861 keys, 67661463 bytes, temperature: kUnknown 2024/02/20-18:30:51.537515 3036192 EVENT_LOG_v1 {"time_micros": 1708453851537468, "cf_name": "tag", "job": 20255, "event": "table_file_creation", "file_number": 302307, "file_size": 67661463, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109717, "index_size": 1380740, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 190120083, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35944, "num_entries": 2039861, "num_filter_entries": 2227, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708453847, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302307, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:30:54.815393 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20255] Generated table #302308: 1725274 keys, 45424334 bytes, temperature: kUnknown 2024/02/20-18:30:54.815469 3036192 EVENT_LOG_v1 {"time_micros": 1708453854815420, "cf_name": "tag", "job": 20255, "event": "table_file_creation", "file_number": 302308, "file_size": 45424334, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 45088714, "index_size": 999131, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 137752947, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 24464, "num_entries": 1725274, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708453851, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302308, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:30:54.821435 3036192 (Original Log Time 2024/02/20-18:30:54.820824) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20255] Compacted 2@0 + 3@6 files to L6 => 180719567 bytes 2024/02/20-18:30:54.821438 3036192 (Original Log Time 2024/02/20-18:30:54.821348) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 15.1 rd, 15.0 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.7, 171.5 +0.0 blob) out(172.3 +0.0 blob), read-write-amplify(201.9) write-amplify(100.7) OK, records in: 6213580, records dropped: 0 output_compression: ZSTD 2024/02/20-18:30:54.821444 3036192 (Original Log Time 2024/02/20-18:30:54.821377) EVENT_LOG_v1 {"time_micros": 1708453854821363, "job": 20255, "event": "compaction_finished", "compaction_time_micros": 12055238, "compaction_time_cpu_micros": 11905288, "output_level": 6, "num_output_files": 3, "total_output_size": 180719567, "num_input_records": 6213580, "num_output_records": 6213580, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-18:30:54.827275 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302283.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:30:54.827309 3036192 EVENT_LOG_v1 {"time_micros": 1708453854827304, "job": 20255, "event": "table_file_deletion", "file_number": 302283} 2024/02/20-18:30:54.833023 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302284.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:30:54.833046 3036192 EVENT_LOG_v1 {"time_micros": 1708453854833043, "job": 20255, "event": "table_file_deletion", "file_number": 302284} 2024/02/20-18:30:54.837597 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302285.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:30:54.837623 3036192 EVENT_LOG_v1 {"time_micros": 1708453854837619, "job": 20255, "event": "table_file_deletion", "file_number": 302285} 2024/02/20-18:30:54.837764 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302298.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:30:54.837770 3036192 EVENT_LOG_v1 {"time_micros": 1708453854837769, "job": 20255, "event": "table_file_deletion", "file_number": 302298} 2024/02/20-18:30:54.837866 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302305.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:30:54.837871 3036192 EVENT_LOG_v1 {"time_micros": 1708453854837870, "job": 20255, "event": "table_file_deletion", "file_number": 302305} 2024/02/20-18:30:55.676529 289449 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302299. Total log size is 15728728 while max_total_wal_size is 15728640 2024/02/20-18:30:55.676812 289449 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302309. Immutable memtables: 0. 2024/02/20-18:30:55.676883 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20256] Syncing log #302304 2024/02/20-18:30:55.679293 3036193 (Original Log Time 2024/02/20-18:30:55.676870) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:30:55.679302 3036193 [db/flush_job.cc:892] [key] [JOB 20256] Flushing memtable with next log file: 302309 2024/02/20-18:30:55.679327 3036193 EVENT_LOG_v1 {"time_micros": 1708453855679319, "job": 20256, "event": "flush_started", "num_memtables": 1, "num_entries": 62217, "num_deletes": 0, "total_data_size": 3887704, "memory_usage": 5452472, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:30:55.679332 3036193 [db/flush_job.cc:926] [key] [JOB 20256] Level-0 flush table #302310: started 2024/02/20-18:30:55.768788 3036193 EVENT_LOG_v1 {"time_micros": 1708453855768757, "cf_name": "key", "job": 20256, "event": "table_file_creation", "file_number": 302310, "file_size": 2498586, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160417831, "largest_seqno": 5160565782, "table_properties": {"data_size": 2426034, "index_size": 18846, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56645, "raw_key_size": 3676169, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 721, "num_entries": 60774, "num_filter_entries": 64611, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453465, "oldest_key_time": 1708453465, "file_creation_time": 1708453855, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302310, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:30:55.768826 3036193 [db/flush_job.cc:1062] [key] [JOB 20256] Flush lasted 89539 microseconds, and 86793 cpu microseconds. 2024/02/20-18:30:55.769259 3036193 (Original Log Time 2024/02/20-18:30:55.768813) [db/flush_job.cc:1011] [key] [JOB 20256] Level-0 flush table #302310: 2498586 bytes OK 2024/02/20-18:30:55.769263 3036193 (Original Log Time 2024/02/20-18:30:55.768831) [db/memtable_list.cc:555] [key] Level-0 commit table #302310 started 2024/02/20-18:30:55.769266 3036193 (Original Log Time 2024/02/20-18:30:55.769158) [db/memtable_list.cc:754] [key] Level-0 commit table #302310: memtable #1 done 2024/02/20-18:30:55.769268 3036193 (Original Log Time 2024/02/20-18:30:55.769179) EVENT_LOG_v1 {"time_micros": 1708453855769173, "job": 20256, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-18:30:55.769270 3036193 (Original Log Time 2024/02/20-18:30:55.769220) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-18:30:55.769275 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20256] Try to delete WAL files size 12546454, prev total WAL file size 15734231, number of live WAL files 4. 2024/02/20-18:30:55.769340 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 20257] Compacting 2@0 files to L5, score 1.00 2024/02/20-18:30:55.769350 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20264 Base level 0, inputs: [302310(2440KB) 302300(2457KB)] 2024/02/20-18:30:55.769371 3036183 EVENT_LOG_v1 {"time_micros": 1708453855769363, "job": 20257, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302310, 302300], "score": 1, "input_data_size": 5014626, "oldest_snapshot_seqno": -1} 2024/02/20-18:30:55.770689 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302299.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:30:55.921693 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20257] Generated table #302311: 121676 keys, 4912238 bytes, temperature: kUnknown 2024/02/20-18:30:55.921746 3036183 EVENT_LOG_v1 {"time_micros": 1708453855921714, "cf_name": "key", "job": 20257, "event": "table_file_creation", "file_number": 302311, "file_size": 4912238, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160270064, "largest_seqno": 5160565782, "table_properties": {"data_size": 4771114, "index_size": 37301, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 111957, "raw_key_size": 7359415, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1418, "num_entries": 121676, "num_filter_entries": 127418, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453078, "oldest_key_time": 0, "file_creation_time": 1708453855, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302311, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:30:55.922719 3036183 (Original Log Time 2024/02/20-18:30:55.922128) [db/compaction/compaction_job.cc:1729] [key] [JOB 20257] Compacted 2@0 files to L5 => 4912238 bytes 2024/02/20-18:30:55.922722 3036183 (Original Log Time 2024/02/20-18:30:55.922667) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 32.9 rd, 32.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.8, 0.0 +0.0 blob) out(4.7 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 121676, records dropped: 0 output_compression: LZ4 2024/02/20-18:30:55.922727 3036183 (Original Log Time 2024/02/20-18:30:55.922683) EVENT_LOG_v1 {"time_micros": 1708453855922675, "job": 20257, "event": "compaction_finished", "compaction_time_micros": 152424, "compaction_time_cpu_micros": 147544, "output_level": 5, "num_output_files": 1, "total_output_size": 4912238, "num_input_records": 121676, "num_output_records": 121676, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-18:35:54.357694 282468 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302301. Total log size is 15728818 while max_total_wal_size is 15728640 2024/02/20-18:35:54.358005 282468 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302312. Immutable memtables: 0. 2024/02/20-18:35:54.358096 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20258] Syncing log #302309 2024/02/20-18:35:54.394416 3036210 (Original Log Time 2024/02/20-18:35:54.358079) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:35:54.394428 3036210 [db/flush_job.cc:892] [url] [JOB 20258] Flushing memtable with next log file: 302312 2024/02/20-18:35:54.394472 3036210 EVENT_LOG_v1 {"time_micros": 1708454154394448, "job": 20258, "event": "flush_started", "num_memtables": 1, "num_entries": 68303, "num_deletes": 0, "total_data_size": 10426387, "memory_usage": 12207944, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:35:54.394476 3036210 [db/flush_job.cc:926] [url] [JOB 20258] Level-0 flush table #302313: started 2024/02/20-18:35:54.499647 3036210 EVENT_LOG_v1 {"time_micros": 1708454154499609, "cf_name": "url", "job": 20258, "event": "table_file_creation", "file_number": 302313, "file_size": 5382870, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160535780, "largest_seqno": 5160684041, "table_properties": {"data_size": 5294044, "index_size": 131758, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6853, "raw_key_size": 10022664, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1581, "num_entries": 66700, "num_filter_entries": 7771, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453775, "oldest_key_time": 1708453775, "file_creation_time": 1708454154, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302313, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:35:54.499693 3036210 [db/flush_job.cc:1062] [url] [JOB 20258] Flush lasted 105287 microseconds, and 100649 cpu microseconds. 2024/02/20-18:35:54.500011 3036210 (Original Log Time 2024/02/20-18:35:54.499680) [db/flush_job.cc:1011] [url] [JOB 20258] Level-0 flush table #302313: 5382870 bytes OK 2024/02/20-18:35:54.500013 3036210 (Original Log Time 2024/02/20-18:35:54.499698) [db/memtable_list.cc:555] [url] Level-0 commit table #302313 started 2024/02/20-18:35:54.500015 3036210 (Original Log Time 2024/02/20-18:35:54.499933) [db/memtable_list.cc:754] [url] Level-0 commit table #302313: memtable #1 done 2024/02/20-18:35:54.500016 3036210 (Original Log Time 2024/02/20-18:35:54.499946) EVENT_LOG_v1 {"time_micros": 1708454154499942, "job": 20258, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-18:35:54.500018 3036210 (Original Log Time 2024/02/20-18:35:54.499980) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-18:35:54.500025 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20258] Try to delete WAL files size 2657393, prev total WAL file size 15737214, number of live WAL files 4. 2024/02/20-18:35:54.500371 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302300.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:35:54.500381 3036210 EVENT_LOG_v1 {"time_micros": 1708454154500378, "job": 20258, "event": "table_file_deletion", "file_number": 302300} 2024/02/20-18:35:54.500681 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302301.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:35:54.500886 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302310.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:35:54.500892 3036210 EVENT_LOG_v1 {"time_micros": 1708454154500891, "job": 20258, "event": "table_file_deletion", "file_number": 302310} 2024/02/20-18:36:57.198180 264864 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302304. Total log size is 15729274 while max_total_wal_size is 15728640 2024/02/20-18:36:57.198600 264864 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302314. Immutable memtables: 0. 2024/02/20-18:36:57.198678 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20259] Syncing log #302312 2024/02/20-18:36:57.269402 3036193 (Original Log Time 2024/02/20-18:36:57.198669) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:36:57.269413 3036193 [db/flush_job.cc:892] [tag] [JOB 20259] Flushing memtable with next log file: 302314 2024/02/20-18:36:57.269479 3036193 EVENT_LOG_v1 {"time_micros": 1708454217269451, "job": 20259, "event": "flush_started", "num_memtables": 1, "num_entries": 16963, "num_deletes": 0, "total_data_size": 1498964, "memory_usage": 1751352, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:36:57.269484 3036193 [db/flush_job.cc:926] [tag] [JOB 20259] Level-0 flush table #302315: started 2024/02/20-18:36:57.324693 3036193 EVENT_LOG_v1 {"time_micros": 1708454217324660, "cf_name": "tag", "job": 20259, "event": "table_file_creation", "file_number": 302315, "file_size": 896974, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160560808, "largest_seqno": 5160709119, "table_properties": {"data_size": 889223, "index_size": 10093, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1452280, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 272, "num_entries": 16838, "num_filter_entries": 204, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453842, "oldest_key_time": 1708453842, "file_creation_time": 1708454217, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302315, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:36:57.324753 3036193 [db/flush_job.cc:1062] [tag] [JOB 20259] Flush lasted 55357 microseconds, and 46859 cpu microseconds. 2024/02/20-18:36:57.325099 3036193 (Original Log Time 2024/02/20-18:36:57.324739) [db/flush_job.cc:1011] [tag] [JOB 20259] Level-0 flush table #302315: 896974 bytes OK 2024/02/20-18:36:57.325102 3036193 (Original Log Time 2024/02/20-18:36:57.324761) [db/memtable_list.cc:555] [tag] Level-0 commit table #302315 started 2024/02/20-18:36:57.325103 3036193 (Original Log Time 2024/02/20-18:36:57.325023) [db/memtable_list.cc:754] [tag] Level-0 commit table #302315: memtable #1 done 2024/02/20-18:36:57.325105 3036193 (Original Log Time 2024/02/20-18:36:57.325037) EVENT_LOG_v1 {"time_micros": 1708454217325032, "job": 20259, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-18:36:57.325106 3036193 (Original Log Time 2024/02/20-18:36:57.325069) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-18:36:57.325112 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20259] Try to delete WAL files size 524881, prev total WAL file size 15734429, number of live WAL files 4. 2024/02/20-18:36:57.325349 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302304.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:37:08.997229 276066 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302309. Total log size is 15728795 while max_total_wal_size is 15728640 2024/02/20-18:37:08.997527 276066 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302316. Immutable memtables: 0. 2024/02/20-18:37:08.997600 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20260] Syncing log #302314 2024/02/20-18:37:09.013109 3036210 (Original Log Time 2024/02/20-18:37:08.997590) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:37:09.013120 3036210 [db/flush_job.cc:892] [key] [JOB 20260] Flushing memtable with next log file: 302316 2024/02/20-18:37:09.013152 3036210 EVENT_LOG_v1 {"time_micros": 1708454229013144, "job": 20260, "event": "flush_started", "num_memtables": 1, "num_entries": 62815, "num_deletes": 0, "total_data_size": 3925443, "memory_usage": 5651560, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:37:09.013156 3036210 [db/flush_job.cc:926] [key] [JOB 20260] Level-0 flush table #302317: started 2024/02/20-18:37:09.114863 3036210 EVENT_LOG_v1 {"time_micros": 1708454229114829, "cf_name": "key", "job": 20260, "event": "table_file_creation", "file_number": 302317, "file_size": 2538966, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160565785, "largest_seqno": 5160714066, "table_properties": {"data_size": 2464898, "index_size": 18897, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 57941, "raw_key_size": 3704151, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 725, "num_entries": 61231, "num_filter_entries": 66123, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453855, "oldest_key_time": 1708453855, "file_creation_time": 1708454229, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302317, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:37:09.114909 3036210 [db/flush_job.cc:1062] [key] [JOB 20260] Flush lasted 101812 microseconds, and 98852 cpu microseconds. 2024/02/20-18:37:09.115285 3036210 (Original Log Time 2024/02/20-18:37:09.114893) [db/flush_job.cc:1011] [key] [JOB 20260] Level-0 flush table #302317: 2538966 bytes OK 2024/02/20-18:37:09.115288 3036210 (Original Log Time 2024/02/20-18:37:09.114915) [db/memtable_list.cc:555] [key] Level-0 commit table #302317 started 2024/02/20-18:37:09.115289 3036210 (Original Log Time 2024/02/20-18:37:09.115198) [db/memtable_list.cc:754] [key] Level-0 commit table #302317: memtable #1 done 2024/02/20-18:37:09.115291 3036210 (Original Log Time 2024/02/20-18:37:09.115218) EVENT_LOG_v1 {"time_micros": 1708454229115212, "job": 20260, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-18:37:09.115292 3036210 (Original Log Time 2024/02/20-18:37:09.115252) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-18:37:09.115297 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20260] Try to delete WAL files size 12546544, prev total WAL file size 15735056, number of live WAL files 4. 2024/02/20-18:37:09.116978 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302309.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:40:08.328990 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-18:40:08.329134 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1041807.2 total, 600.2 interval Cumulative writes: 133M writes, 594M keys, 132M commit groups, 1.0 writes per commit group, ingest: 57.34 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133199902.00 writes per sync, written: 57.34 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 100K writes, 237K keys, 100K commit groups, 1.0 writes per commit group, ingest: 24.07 MB, 0.04 MB/s Interval WAL: 100K writes, 0 syncs, 100742.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 5.13 MB 0.5 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.4 418.12 390.22 4223 0.099 0 0 0.0 0.0 L5 1/0 9.82 MB 0.0 69.8 18.6 51.2 68.6 17.4 0.0 3.7 42.0 41.3 1702.95 1631.01 2181 0.781 1052M 1158 0.0 0.0 L6 13/0 790.53 MB 0.0 411.7 17.8 393.9 394.3 0.3 0.0 22.2 16.0 15.3 26325.48 24278.13 609 43.227 9625M 261M 0.0 0.0 Sum 15/0 805.48 MB 0.0 481.5 36.4 445.1 481.8 36.7 0.0 25.5 17.3 17.3 28446.55 26299.37 7013 4.056 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 48.8 0.11 0.10 1 0.105 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 481.5 36.4 445.1 462.9 17.8 0.0 0.0 17.6 16.9 28028.43 25909.15 2790 10.046 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.4 418.12 390.22 4223 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1041807.2 total, 600.2 interval Flush(GB): cumulative 18.926, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 481.83 GB write, 0.47 MB/s write, 481.52 GB read, 0.47 MB/s read, 28446.5 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1744 collections: 1737 last_copies: 0 last_secs: 0.000699 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(920,14.92 MB,0.971419%) IndexBlock(823,1.37 GB,91.0702%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6089379 Average: 2.1895 StdDev: 4.24 Min: 0 Median: 1.3841 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.28 P99.99: 126.52 ------------------------------------------------------ [ 0, 1 ] 2048439 33.640% 33.640% ####### ( 1, 2 ] 2593836 42.596% 76.236% ######### ( 2, 3 ] 1014889 16.667% 92.902% ### ( 3, 4 ] 246581 4.049% 96.952% # ( 4, 6 ] 109238 1.794% 98.745% ( 6, 10 ] 35750 0.587% 99.333% ( 10, 15 ] 15116 0.248% 99.581% ( 15, 22 ] 7656 0.126% 99.706% ( 22, 34 ] 7991 0.131% 99.838% ( 34, 51 ] 5717 0.094% 99.932% ( 51, 76 ] 2549 0.042% 99.973% ( 76, 110 ] 896 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21971893 Average: 2.4684 StdDev: 6.75 Min: 0 Median: 1.4961 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.87 ------------------------------------------------------ [ 0, 1 ] 6735317 30.654% 30.654% ###### ( 1, 2 ] 8567509 38.993% 69.647% ######## ( 2, 3 ] 3719657 16.929% 86.576% ### ( 3, 4 ] 1363082 6.204% 92.780% # ( 4, 6 ] 1072905 4.883% 97.663% # ( 6, 10 ] 344661 1.569% 99.232% ( 10, 15 ] 59951 0.273% 99.505% ( 15, 22 ] 30683 0.140% 99.644% ( 22, 34 ] 32851 0.150% 99.794% ( 34, 51 ] 24964 0.114% 99.908% ( 51, 76 ] 12012 0.055% 99.962% ( 76, 110 ] 4902 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 214325687 Average: 12.2953 StdDev: 81.30 Min: 0 Median: 1.4954 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.82 P99.9: 304.39 P99.99: 1541.27 ------------------------------------------------------ [ 0, 1 ] 72865445 33.998% 33.998% ####### ( 1, 2 ] 69224972 32.299% 66.296% ###### ( 2, 3 ] 30543515 14.251% 80.547% ### ( 3, 4 ] 6573676 3.067% 83.615% # ( 4, 6 ] 1194562 0.557% 84.172% ( 6, 10 ] 563032 0.263% 84.435% ( 10, 15 ] 318991 0.149% 84.584% ( 15, 22 ] 274324 0.128% 84.712% ( 22, 34 ] 7724898 3.604% 88.316% # ( 34, 51 ] 7870901 3.672% 91.988% # ( 51, 76 ] 6289519 2.935% 94.923% # ( 76, 110 ] 6882270 3.211% 98.134% # ( 110, 170 ] 3393475 1.583% 99.717% ( 170, 250 ] 343756 0.160% 99.878% ( 250, 380 ] 114778 0.054% 99.931% ( 380, 580 ] 69734 0.033% 99.964% ( 580, 870 ] 31228 0.015% 99.978% ( 870, 1300 ] 14185 0.007% 99.985% ( 1300, 1900 ] 27339 0.013% 99.998% ( 1900, 2900 ] 2167 0.001% 99.999% ( 2900, 4400 ] 873 0.000% 99.999% ( 4400, 6600 ] 624 0.000% 99.999% ( 6600, 9900 ] 551 0.000% 100.000% ( 9900, 14000 ] 341 0.000% 100.000% ( 14000, 22000 ] 190 0.000% 100.000% ( 22000, 33000 ] 78 0.000% 100.000% ( 33000, 50000 ] 95 0.000% 100.000% ( 50000, 75000 ] 141 0.000% 100.000% ( 75000, 110000 ] 24 0.000% 100.000% ( 110000, 170000 ] 3 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 875.95 KB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.64 75.97 4103 0.022 0 0 0.0 0.0 L6 3/0 172.35 MB 0.0 318.8 3.2 315.7 315.7 0.1 0.0 99.0 15.4 15.2 21259.77 20868.86 2160 9.842 11G 63M 0.0 0.0 Sum 4/0 173.20 MB 0.0 318.8 3.2 315.7 318.9 3.3 0.0 100.0 15.3 15.3 21349.42 20944.83 6263 3.409 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 100.5 14.3 14.3 12.13 11.97 3 4.045 6213K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 318.8 3.2 315.7 315.7 0.1 0.0 0.0 15.4 15.2 21259.77 20868.86 2160 9.842 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.64 75.97 4103 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1041807.2 total, 600.2 interval Flush(GB): cumulative 3.189, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 318.92 GB write, 0.31 MB/s write, 318.85 GB read, 0.31 MB/s read, 21349.4 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.29 MB/s read, 12.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4326 collections: 1737 last_copies: 0 last_secs: 0.00158 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2187,1.67 MB,0.108728%) IndexBlock(2138,1.46 GB,97.3%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1047715 Average: 3.5645 StdDev: 6.30 Min: 0 Median: 2.5865 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.36 P99.9: 60.48 P99.99: 193.52 ------------------------------------------------------ [ 0, 1 ] 121258 11.574% 11.574% ## ( 1, 2 ] 251657 24.020% 35.593% ##### ( 2, 3 ] 257351 24.563% 60.156% ##### ( 3, 4 ] 201575 19.239% 79.396% #### ( 4, 6 ] 173834 16.592% 95.987% ### ( 6, 10 ] 29271 2.794% 98.781% # ( 10, 15 ] 4846 0.463% 99.244% ( 15, 22 ] 2593 0.247% 99.491% ( 22, 34 ] 2192 0.209% 99.700% ( 34, 51 ] 1804 0.172% 99.873% ( 51, 76 ] 755 0.072% 99.945% ( 76, 110 ] 256 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 180880126 Average: 2.1904 StdDev: 5.39 Min: 0 Median: 1.3453 Max: 13817 Percentiles: P50: 1.35 P75: 2.00 P99: 6.98 P99.9: 54.16 P99.99: 145.26 ------------------------------------------------------ [ 0, 1 ] 66673473 36.861% 36.861% ####### ( 1, 2 ] 68823490 38.049% 74.910% ######## ( 2, 3 ] 33782549 18.677% 93.587% #### ( 3, 4 ] 8125582 4.492% 98.079% # ( 4, 6 ] 1512267 0.836% 98.915% ( 6, 10 ] 628321 0.347% 99.262% ( 10, 15 ] 409678 0.226% 99.489% ( 15, 22 ] 203612 0.113% 99.601% ( 22, 34 ] 317250 0.175% 99.777% ( 34, 51 ] 210002 0.116% 99.893% ( 51, 76 ] 103130 0.057% 99.950% ( 76, 110 ] 59486 0.033% 99.983% ( 110, 170 ] 22461 0.012% 99.995% ( 170, 250 ] 3967 0.002% 99.997% ( 250, 380 ] 1803 0.001% 99.998% ( 380, 580 ] 1501 0.001% 99.999% ( 580, 870 ] 884 0.000% 100.000% ( 870, 1300 ] 265 0.000% 100.000% ( 1300, 1900 ] 274 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.42 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 279.45 259.22 4190 0.067 0 0 0.0 0.0 L5 1/0 4.68 MB 0.0 22.5 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 804.40 777.30 2010 0.400 623M 276K 0.0 0.0 L6 6/0 368.72 MB 0.0 200.8 9.0 191.8 192.0 0.2 0.0 21.4 14.4 13.7 14310.07 14000.17 726 19.711 8989M 241M 0.0 0.0 Sum 8/0 375.82 MB 0.0 223.3 17.3 206.0 223.5 17.5 0.0 24.3 14.9 14.9 15393.93 15036.70 6926 2.223 9612M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 13.9 27.6 0.34 0.33 3 0.115 121K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 223.3 17.3 206.0 214.3 8.3 0.0 0.0 15.1 14.5 15114.47 14777.47 2736 5.524 9612M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 279.45 259.22 4190 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1041807.2 total, 600.2 interval Flush(GB): cumulative 9.197, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 223.49 GB write, 0.22 MB/s write, 223.31 GB read, 0.22 MB/s read, 15393.9 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.00 GB read, 0.01 MB/s read, 0.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 359442 collections: 1737 last_copies: 0 last_secs: 0.156712 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359307,1.39 GB,92.4148%) FilterBlock(67,58.70 MB,3.82186%) IndexBlock(67,23.46 MB,1.52742%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2876187 Average: 4.2748 StdDev: 8.05 Min: 0 Median: 1.9656 Max: 9050 Percentiles: P50: 1.97 P75: 5.41 P99: 17.94 P99.9: 61.07 P99.99: 151.31 ------------------------------------------------------ [ 0, 1 ] 638388 22.196% 22.196% #### ( 1, 2 ] 828178 28.794% 50.990% ###### ( 2, 3 ] 407122 14.155% 65.145% ### ( 3, 4 ] 176211 6.127% 71.271% # ( 4, 6 ] 152076 5.287% 76.559% # ( 6, 10 ] 456535 15.873% 92.432% ### ( 10, 15 ] 181684 6.317% 98.749% # ( 15, 22 ] 17243 0.600% 99.348% ( 22, 34 ] 9226 0.321% 99.669% ( 34, 51 ] 5616 0.195% 99.864% ( 51, 76 ] 2562 0.089% 99.953% ( 76, 110 ] 836 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6979799 Average: 4.7255 StdDev: 7.63 Min: 0 Median: 2.4896 Max: 7311 Percentiles: P50: 2.49 P75: 6.21 P99: 19.52 P99.9: 69.18 P99.99: 168.61 ------------------------------------------------------ [ 0, 1 ] 1136221 16.279% 16.279% ### ( 1, 2 ] 1834581 26.284% 42.563% ##### ( 2, 3 ] 1060349 15.192% 57.755% ### ( 3, 4 ] 571394 8.186% 65.941% ## ( 4, 6 ] 568248 8.141% 74.082% ## ( 6, 10 ] 1223078 17.523% 91.605% #### ( 10, 15 ] 485708 6.959% 98.564% # ( 15, 22 ] 47156 0.676% 99.240% ( 22, 34 ] 24858 0.356% 99.596% ( 34, 51 ] 15668 0.224% 99.820% ( 51, 76 ] 7644 0.110% 99.930% ( 76, 110 ] 2888 0.041% 99.971% ( 110, 170 ] 1339 0.019% 99.990% ( 170, 250 ] 339 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108479539 Average: 5.8386 StdDev: 24.79 Min: 0 Median: 2.3648 Max: 40453 Percentiles: P50: 2.36 P75: 7.58 P99: 42.74 P99.9: 159.95 P99.99: 469.76 ------------------------------------------------------ [ 0, 1 ] 25639131 23.635% 23.635% ##### ( 1, 2 ] 24468319 22.556% 46.191% ##### ( 2, 3 ] 11326791 10.441% 56.632% ## ( 3, 4 ] 4448014 4.100% 60.732% # ( 4, 6 ] 5056424 4.661% 65.394% # ( 6, 10 ] 26429991 24.364% 89.758% ##### ( 10, 15 ] 8565224 7.896% 97.653% ## ( 15, 22 ] 692275 0.638% 98.292% ( 22, 34 ] 566444 0.522% 98.814% ( 34, 51 ] 392999 0.362% 99.176% ( 51, 76 ] 250838 0.231% 99.407% ( 76, 110 ] 318162 0.293% 99.700% ( 110, 170 ] 259990 0.240% 99.940% ( 170, 250 ] 42293 0.039% 99.979% ( 250, 380 ] 8882 0.008% 99.987% ( 380, 580 ] 6493 0.006% 99.993% ( 580, 870 ] 3692 0.003% 99.997% ( 870, 1300 ] 1955 0.002% 99.999% ( 1300, 1900 ] 2696 0.002% 100.001% ( 1900, 2900 ] 189 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-18:40:08.332771 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 542553319 rocksdb.block.cache.hit COUNT : 2244921613 rocksdb.block.cache.add COUNT : 40744176 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33178 rocksdb.block.cache.index.hit COUNT : 551140767 rocksdb.block.cache.index.add COUNT : 33164 rocksdb.block.cache.index.bytes.insert COUNT : 35482087381 rocksdb.block.cache.filter.miss COUNT : 33184 rocksdb.block.cache.filter.hit COUNT : 1143031162 rocksdb.block.cache.filter.add COUNT : 33184 rocksdb.block.cache.filter.bytes.insert COUNT : 9007261104 rocksdb.block.cache.data.miss COUNT : 542486957 rocksdb.block.cache.data.hit COUNT : 550749684 rocksdb.block.cache.data.add COUNT : 40677828 rocksdb.block.cache.data.bytes.insert COUNT : 168497120111 rocksdb.block.cache.bytes.read COUNT : 1955423329299035 rocksdb.block.cache.bytes.write COUNT : 212986468596 rocksdb.bloom.filter.useful COUNT : 591956695 rocksdb.bloom.filter.full.positive COUNT : 551074499 rocksdb.bloom.filter.full.true.positive COUNT : 545348732 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97125674 rocksdb.memtable.miss COUNT : 6497596572 rocksdb.l0.hit COUNT : 16688730 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 528660002 rocksdb.compaction.key.drop.new COUNT : 283313477 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 594916585 rocksdb.number.keys.read COUNT : 670570420 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61568289878 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69454 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33169 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 789245853 rocksdb.number.multiget.keys.read COUNT : 5924151826 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61568289878 rocksdb.write.self COUNT : 132981286 rocksdb.write.other COUNT : 218616 rocksdb.write.wal COUNT : 133199902 rocksdb.compact.read.bytes COUNT : 1021455663023 rocksdb.compact.write.bytes COUNT : 1066154099578 rocksdb.flush.write.bytes COUNT : 33625123027 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1074178 rocksdb.number.superversion_releases COUNT : 2784 rocksdb.number.superversion_cleanups COUNT : 173 rocksdb.number.block.compressed COUNT : 535752883 rocksdb.number.block.decompressed COUNT : 535778434 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61555478657 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69454 rocksdb.num.iterator.deleted COUNT : 69454 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5372 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5334 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45200 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62485178876 rocksdb.memtable.garbage.bytes.at.flush COUNT : 752327294 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 968376308575 rocksdb.last.level.read.count COUNT : 503687788 rocksdb.non.last.level.read.bytes COUNT : 131761092632 rocksdb.non.last.level.read.count COUNT : 38965038 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 542586488 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2186011981640 rocksdb.bytes.compressed.to COUNT : 1061388727246 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26711409806 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6737936 rocksdb.bytes.decompressed.from COUNT : 1061655483286 rocksdb.bytes.decompressed.to COUNT : 2186164609885 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.443260 P95 : 106.268441 P99 : 160.383798 P100 : 227461.000000 COUNT : 670570420 SUM : 34587815475 rocksdb.db.write.micros P50 : 67.077812 P95 : 111.869321 P99 : 169.413477 P100 : 2037453.000000 COUNT : 133199902 SUM : 13765227282 rocksdb.compaction.times.micros P50 : 1597231.833910 P95 : 38588625.592417 P99 : 67177350.427350 P100 : 89521673.000000 COUNT : 7686 SUM : 64402674838 rocksdb.compaction.times.cpu_micros P50 : 1536298.932384 P95 : 35863519.313305 P99 : 64201570.680628 P100 : 83823365.000000 COUNT : 7686 SUM : 61555478657 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4324.069236 P95 : 27859.904372 P99 : 62228.723404 P100 : 1558490.000000 COUNT : 12501 SUM : 117503804 rocksdb.compaction.outfile.sync.micros P50 : 62552.481631 P95 : 125669.871795 P99 : 225459.793814 P100 : 2063820.000000 COUNT : 20651 SUM : 1324192979 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.396396 P95 : 729.385457 P99 : 4010.267857 P100 : 501117.000000 COUNT : 20255 SUM : 12996439 rocksdb.table.open.io.micros P50 : 583.372093 P95 : 6241.006711 P99 : 13044.141388 P100 : 207055.000000 COUNT : 33169 SUM : 58931958 rocksdb.db.multiget.micros P50 : 7.996855 P95 : 17.788953 P99 : 33.060829 P100 : 27014.000000 COUNT : 789245853 SUM : 7477470170 rocksdb.read.block.compaction.micros P50 : 13.679591 P95 : 59.358488 P99 : 138.631729 P100 : 136000.000000 COUNT : 501809129 SUM : 9768119186 rocksdb.read.block.get.micros P50 : 52.982326 P95 : 95.055180 P99 : 146.754428 P100 : 206929.000000 COUNT : 40744190 SUM : 2352652092 rocksdb.write.raw.block.micros P50 : 0.521589 P95 : 0.991018 P99 : 1.895409 P100 : 331149.000000 COUNT : 542590275 SUM : 10925592770 rocksdb.numfiles.in.singlecompaction P50 : 2.773795 P95 : 5.680309 P99 : 5.938709 P100 : 7.000000 COUNT : 5856 SUM : 20850 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.540616 P95 : 33.583056 P99 : 105.032840 P100 : 135929.000000 COUNT : 542652826 SUM : 3781369633 rocksdb.file.read.flush.micros P50 : 1.846560 P95 : 15.820836 P99 : 40.779921 P100 : 787.000000 COUNT : 62505 SUM : 298892 rocksdb.file.read.compaction.micros P50 : 1.425412 P95 : 36.811785 P99 : 106.510232 P100 : 135929.000000 COUNT : 501912398 SUM : 3373448032 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 670570420 SUM : 0 rocksdb.bytes.per.write P50 : 218.508552 P95 : 528.103412 P99 : 804.087960 P100 : 4563443.000000 COUNT : 132981287 SUM : 61568290037 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 789245853 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46313.432836 P95 : 166929.906542 P99 : 239010.989011 P100 : 1681975.000000 COUNT : 12550 SUM : 787219601 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-18:40:08.333009 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-18:40:08.333175 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708454408 to in-memory stats history 2024/02/20-18:40:08.333205 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-18:40:08.333246 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-18:42:07.866277 289462 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302312. Total log size is 15728677 while max_total_wal_size is 15728640 2024/02/20-18:42:07.866584 289462 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302318. Immutable memtables: 0. 2024/02/20-18:42:07.866665 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20261] Syncing log #302316 2024/02/20-18:42:07.890424 3036193 (Original Log Time 2024/02/20-18:42:07.866652) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:42:07.890434 3036193 [db/flush_job.cc:892] [url] [JOB 20261] Flushing memtable with next log file: 302318 2024/02/20-18:42:07.890469 3036193 EVENT_LOG_v1 {"time_micros": 1708454527890460, "job": 20261, "event": "flush_started", "num_memtables": 1, "num_entries": 68891, "num_deletes": 0, "total_data_size": 10522748, "memory_usage": 12042120, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:42:07.890474 3036193 [db/flush_job.cc:926] [url] [JOB 20261] Level-0 flush table #302319: started 2024/02/20-18:42:07.999334 3036193 EVENT_LOG_v1 {"time_micros": 1708454527999292, "cf_name": "url", "job": 20261, "event": "table_file_creation", "file_number": 302319, "file_size": 5452931, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160684043, "largest_seqno": 5160831902, "table_properties": {"data_size": 5364178, "index_size": 133424, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6853, "raw_key_size": 10164361, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1608, "num_entries": 67594, "num_filter_entries": 7753, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454154, "oldest_key_time": 1708454154, "file_creation_time": 1708454527, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302319, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:42:07.999392 3036193 [db/flush_job.cc:1062] [url] [JOB 20261] Flush lasted 108976 microseconds, and 105107 cpu microseconds. 2024/02/20-18:42:07.999788 3036193 (Original Log Time 2024/02/20-18:42:07.999378) [db/flush_job.cc:1011] [url] [JOB 20261] Level-0 flush table #302319: 5452931 bytes OK 2024/02/20-18:42:07.999791 3036193 (Original Log Time 2024/02/20-18:42:07.999398) [db/memtable_list.cc:555] [url] Level-0 commit table #302319 started 2024/02/20-18:42:07.999793 3036193 (Original Log Time 2024/02/20-18:42:07.999700) [db/memtable_list.cc:754] [url] Level-0 commit table #302319: memtable #1 done 2024/02/20-18:42:07.999794 3036193 (Original Log Time 2024/02/20-18:42:07.999715) EVENT_LOG_v1 {"time_micros": 1708454527999709, "job": 20261, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-18:42:07.999796 3036193 (Original Log Time 2024/02/20-18:42:07.999755) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-18:42:07.999801 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20261] Try to delete WAL files size 2657849, prev total WAL file size 15734241, number of live WAL files 4. 2024/02/20-18:42:07.999915 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 20262] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-18:42:07.999928 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20269 Base level 0, inputs: [302319(5325KB) 302313(5256KB)], [302303(10055KB)] 2024/02/20-18:42:07.999954 3036187 EVENT_LOG_v1 {"time_micros": 1708454527999942, "job": 20262, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302319, 302313], "files_L5": [302303], "score": 1, "input_data_size": 21132832, "oldest_snapshot_seqno": -1} 2024/02/20-18:42:08.000192 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302312.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:42:08.521923 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 20262] Generated table #302320: 267849 keys, 20041988 bytes, temperature: kUnknown 2024/02/20-18:42:08.521988 3036187 EVENT_LOG_v1 {"time_micros": 1708454528521950, "cf_name": "url", "job": 20262, "event": "table_file_creation", "file_number": 302320, "file_size": 20041988, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160240160, "largest_seqno": 5160831902, "table_properties": {"data_size": 19734341, "index_size": 554841, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16293, "raw_key_size": 40335838, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5893, "num_entries": 267849, "num_filter_entries": 18644, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453001, "oldest_key_time": 0, "file_creation_time": 1708454527, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302320, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:42:08.522965 3036187 (Original Log Time 2024/02/20-18:42:08.522569) [db/compaction/compaction_job.cc:1729] [url] [JOB 20262] Compacted 2@0 + 1@5 files to L5 => 20041988 bytes 2024/02/20-18:42:08.522969 3036187 (Original Log Time 2024/02/20-18:42:08.522887) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.07, MB/sec: 40.5 rd, 38.4 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(10.3, 9.8 +0.0 blob) out(19.1 +0.0 blob), read-write-amplify(3.8) write-amplify(1.8) OK, records in: 267849, records dropped: 0 output_compression: LZ4 2024/02/20-18:42:08.522975 3036187 (Original Log Time 2024/02/20-18:42:08.522912) EVENT_LOG_v1 {"time_micros": 1708454528522901, "job": 20262, "event": "compaction_finished", "compaction_time_micros": 522091, "compaction_time_cpu_micros": 508587, "output_level": 5, "num_output_files": 1, "total_output_size": 20041988, "num_input_records": 267849, "num_output_records": 267849, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-18:42:08.524013 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302303.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:42:08.524033 3036187 EVENT_LOG_v1 {"time_micros": 1708454528524029, "job": 20262, "event": "table_file_deletion", "file_number": 302303} 2024/02/20-18:42:08.525250 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302313.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:42:08.525269 3036187 EVENT_LOG_v1 {"time_micros": 1708454528525266, "job": 20262, "event": "table_file_deletion", "file_number": 302313} 2024/02/20-18:42:08.525904 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302319.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:42:08.525922 3036187 EVENT_LOG_v1 {"time_micros": 1708454528525918, "job": 20262, "event": "table_file_deletion", "file_number": 302319} 2024/02/20-18:43:11.819487 282468 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302314. Total log size is 15729046 while max_total_wal_size is 15728640 2024/02/20-18:43:11.819738 282468 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302321. Immutable memtables: 0. 2024/02/20-18:43:11.819822 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20263] Syncing log #302318 2024/02/20-18:43:11.842730 3036210 (Original Log Time 2024/02/20-18:43:11.819806) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:43:11.842739 3036210 [db/flush_job.cc:892] [tag] [JOB 20263] Flushing memtable with next log file: 302321 2024/02/20-18:43:11.842764 3036210 EVENT_LOG_v1 {"time_micros": 1708454591842757, "job": 20263, "event": "flush_started", "num_memtables": 1, "num_entries": 16355, "num_deletes": 0, "total_data_size": 1433511, "memory_usage": 1939488, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:43:11.842767 3036210 [db/flush_job.cc:926] [tag] [JOB 20263] Level-0 flush table #302322: started 2024/02/20-18:43:11.879559 3036210 EVENT_LOG_v1 {"time_micros": 1708454591879509, "cf_name": "tag", "job": 20263, "event": "table_file_creation", "file_number": 302322, "file_size": 856121, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160709122, "largest_seqno": 5160856841, "table_properties": {"data_size": 848715, "index_size": 9645, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1389687, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 262, "num_entries": 16240, "num_filter_entries": 199, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454217, "oldest_key_time": 1708454217, "file_creation_time": 1708454591, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302322, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:43:11.879635 3036210 [db/flush_job.cc:1062] [tag] [JOB 20263] Flush lasted 36913 microseconds, and 33801 cpu microseconds. 2024/02/20-18:43:11.880260 3036210 (Original Log Time 2024/02/20-18:43:11.879610) [db/flush_job.cc:1011] [tag] [JOB 20263] Level-0 flush table #302322: 856121 bytes OK 2024/02/20-18:43:11.880264 3036210 (Original Log Time 2024/02/20-18:43:11.879648) [db/memtable_list.cc:555] [tag] Level-0 commit table #302322 started 2024/02/20-18:43:11.880266 3036210 (Original Log Time 2024/02/20-18:43:11.880032) [db/memtable_list.cc:754] [tag] Level-0 commit table #302322: memtable #1 done 2024/02/20-18:43:11.880268 3036210 (Original Log Time 2024/02/20-18:43:11.880149) EVENT_LOG_v1 {"time_micros": 1708454591880140, "job": 20263, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-18:43:11.880270 3036210 (Original Log Time 2024/02/20-18:43:11.880204) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-18:43:11.880277 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20263] Try to delete WAL files size 524402, prev total WAL file size 15736633, number of live WAL files 4. 2024/02/20-18:43:11.880568 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20264] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-18:43:11.880583 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20271 Base level 0, inputs: [302322(836KB) 302315(875KB)], [302306(64MB) 302307(64MB) 302308(43MB)] 2024/02/20-18:43:11.880615 3036185 EVENT_LOG_v1 {"time_micros": 1708454591880601, "job": 20264, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302322, 302315], "files_L6": [302306, 302307, 302308], "score": 1, "input_data_size": 182472662, "oldest_snapshot_seqno": -1} 2024/02/20-18:43:11.880627 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302314.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:16.693648 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20264] Generated table #302323: 2454525 keys, 67633818 bytes, temperature: kUnknown 2024/02/20-18:43:16.693707 3036185 EVENT_LOG_v1 {"time_micros": 1708454596693673, "cf_name": "tag", "job": 20264, "event": "table_file_creation", "file_number": 302323, "file_size": 67633818, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110420, "index_size": 1494349, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 205877215, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36108, "num_entries": 2454525, "num_filter_entries": 1122, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708454591, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302323, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:43:21.183728 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20264] Generated table #302324: 2033425 keys, 67659807 bytes, temperature: kUnknown 2024/02/20-18:43:21.183778 3036185 EVENT_LOG_v1 {"time_micros": 1708454601183750, "cf_name": "tag", "job": 20264, "event": "table_file_creation", "file_number": 302324, "file_size": 67659807, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109624, "index_size": 1376348, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 189779311, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35913, "num_entries": 2033425, "num_filter_entries": 2231, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708454596, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302324, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:43:24.361850 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20264] Generated table #302325: 1758708 keys, 46287561 bytes, temperature: kUnknown 2024/02/20-18:43:24.361918 3036185 EVENT_LOG_v1 {"time_micros": 1708454604361880, "cf_name": "tag", "job": 20264, "event": "table_file_creation", "file_number": 302325, "file_size": 46287561, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 45946029, "index_size": 1018500, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 140496045, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 24942, "num_entries": 1758708, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708454601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302325, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:43:24.368724 3036185 (Original Log Time 2024/02/20-18:43:24.367815) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20264] Compacted 2@0 + 3@6 files to L6 => 181581186 bytes 2024/02/20-18:43:24.368730 3036185 (Original Log Time 2024/02/20-18:43:24.368566) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.6 rd, 14.5 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.7, 172.3 +0.0 blob) out(173.2 +0.0 blob), read-write-amplify(207.7) write-amplify(103.6) OK, records in: 6246658, records dropped: 0 output_compression: ZSTD 2024/02/20-18:43:24.368743 3036185 (Original Log Time 2024/02/20-18:43:24.368612) EVENT_LOG_v1 {"time_micros": 1708454604368594, "job": 20264, "event": "compaction_finished", "compaction_time_micros": 12481365, "compaction_time_cpu_micros": 12303525, "output_level": 6, "num_output_files": 3, "total_output_size": 181581186, "num_input_records": 6246658, "num_output_records": 6246658, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-18:43:24.374629 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302306.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:24.374668 3036185 EVENT_LOG_v1 {"time_micros": 1708454604374663, "job": 20264, "event": "table_file_deletion", "file_number": 302306} 2024/02/20-18:43:24.382504 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302307.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:24.382547 3036185 EVENT_LOG_v1 {"time_micros": 1708454604382539, "job": 20264, "event": "table_file_deletion", "file_number": 302307} 2024/02/20-18:43:24.388341 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302308.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:24.388393 3036185 EVENT_LOG_v1 {"time_micros": 1708454604388384, "job": 20264, "event": "table_file_deletion", "file_number": 302308} 2024/02/20-18:43:24.388604 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302315.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:24.388616 3036185 EVENT_LOG_v1 {"time_micros": 1708454604388613, "job": 20264, "event": "table_file_deletion", "file_number": 302315} 2024/02/20-18:43:24.388738 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302322.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:24.388745 3036185 EVENT_LOG_v1 {"time_micros": 1708454604388743, "job": 20264, "event": "table_file_deletion", "file_number": 302322} 2024/02/20-18:43:24.533310 289451 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302316. Total log size is 15728770 while max_total_wal_size is 15728640 2024/02/20-18:43:24.533585 289451 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302326. Immutable memtables: 0. 2024/02/20-18:43:24.533664 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20265] Syncing log #302321 2024/02/20-18:43:24.536259 3036193 (Original Log Time 2024/02/20-18:43:24.533645) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:43:24.536266 3036193 [db/flush_job.cc:892] [key] [JOB 20265] Flushing memtable with next log file: 302326 2024/02/20-18:43:24.536286 3036193 EVENT_LOG_v1 {"time_micros": 1708454604536280, "job": 20265, "event": "flush_started", "num_memtables": 1, "num_entries": 62686, "num_deletes": 0, "total_data_size": 3917033, "memory_usage": 5885552, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:43:24.536289 3036193 [db/flush_job.cc:926] [key] [JOB 20265] Level-0 flush table #302327: started 2024/02/20-18:43:24.638499 3036193 EVENT_LOG_v1 {"time_micros": 1708454604638463, "cf_name": "key", "job": 20265, "event": "table_file_creation", "file_number": 302327, "file_size": 2533370, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160714068, "largest_seqno": 5160861839, "table_properties": {"data_size": 2459425, "index_size": 18819, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 57941, "raw_key_size": 3708067, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 730, "num_entries": 61302, "num_filter_entries": 66059, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454228, "oldest_key_time": 1708454228, "file_creation_time": 1708454604, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302327, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:43:24.638547 3036193 [db/flush_job.cc:1062] [key] [JOB 20265] Flush lasted 102296 microseconds, and 100147 cpu microseconds. 2024/02/20-18:43:24.639075 3036193 (Original Log Time 2024/02/20-18:43:24.638533) [db/flush_job.cc:1011] [key] [JOB 20265] Level-0 flush table #302327: 2533370 bytes OK 2024/02/20-18:43:24.639078 3036193 (Original Log Time 2024/02/20-18:43:24.638552) [db/memtable_list.cc:555] [key] Level-0 commit table #302327 started 2024/02/20-18:43:24.639081 3036193 (Original Log Time 2024/02/20-18:43:24.638951) [db/memtable_list.cc:754] [key] Level-0 commit table #302327: memtable #1 done 2024/02/20-18:43:24.639082 3036193 (Original Log Time 2024/02/20-18:43:24.638990) EVENT_LOG_v1 {"time_micros": 1708454604638966, "job": 20265, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-18:43:24.639085 3036193 (Original Log Time 2024/02/20-18:43:24.639033) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-18:43:24.639091 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20265] Try to delete WAL files size 12546426, prev total WAL file size 15731723, number of live WAL files 4. 2024/02/20-18:43:24.639228 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 20266] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-18:43:24.639242 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20273 Base level 0, inputs: [302327(2473KB) 302317(2479KB)], [302311(4797KB)] 2024/02/20-18:43:24.639272 3036188 EVENT_LOG_v1 {"time_micros": 1708454604639259, "job": 20266, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302327, 302317], "files_L5": [302311], "score": 1, "input_data_size": 9984574, "oldest_snapshot_seqno": -1} 2024/02/20-18:43:24.640863 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302316.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:24.957185 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20266] Generated table #302328: 244209 keys, 9769046 bytes, temperature: kUnknown 2024/02/20-18:43:24.957242 3036188 EVENT_LOG_v1 {"time_micros": 1708454604957208, "cf_name": "key", "job": 20266, "event": "table_file_creation", "file_number": 302328, "file_size": 9769046, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160270064, "largest_seqno": 5160861839, "table_properties": {"data_size": 9487809, "index_size": 75930, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 224453, "raw_key_size": 14771633, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2798, "num_entries": 244209, "num_filter_entries": 254607, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453078, "oldest_key_time": 0, "file_creation_time": 1708454604, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302328, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:43:24.958169 3036188 (Original Log Time 2024/02/20-18:43:24.957762) [db/compaction/compaction_job.cc:1729] [key] [JOB 20266] Compacted 2@0 + 1@5 files to L5 => 9769046 bytes 2024/02/20-18:43:24.958172 3036188 (Original Log Time 2024/02/20-18:43:24.958088) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 31.4 rd, 30.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.8, 4.7 +0.0 blob) out(9.3 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 244209, records dropped: 0 output_compression: LZ4 2024/02/20-18:43:24.958177 3036188 (Original Log Time 2024/02/20-18:43:24.958105) EVENT_LOG_v1 {"time_micros": 1708454604958096, "job": 20266, "event": "compaction_finished", "compaction_time_micros": 318065, "compaction_time_cpu_micros": 310832, "output_level": 5, "num_output_files": 1, "total_output_size": 9769046, "num_input_records": 244209, "num_output_records": 244209, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-18:43:24.958672 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302311.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:24.958683 3036188 EVENT_LOG_v1 {"time_micros": 1708454604958681, "job": 20266, "event": "table_file_deletion", "file_number": 302311} 2024/02/20-18:43:24.958932 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302317.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:24.958939 3036188 EVENT_LOG_v1 {"time_micros": 1708454604958937, "job": 20266, "event": "table_file_deletion", "file_number": 302317} 2024/02/20-18:43:24.959135 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302327.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:43:24.959141 3036188 EVENT_LOG_v1 {"time_micros": 1708454604959140, "job": 20266, "event": "table_file_deletion", "file_number": 302327} 2024/02/20-18:46:41.209928 282075 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302329. Immutable memtables: 0. 2024/02/20-18:46:41.210034 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20267] Syncing log #302326 2024/02/20-18:46:41.228137 3036210 (Original Log Time 2024/02/20-18:46:41.210016) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:46:41.228147 3036210 [db/flush_job.cc:892] [url] [JOB 20267] Flushing memtable with next log file: 302329 2024/02/20-18:46:41.228170 3036210 EVENT_LOG_v1 {"time_micros": 1708454801228164, "job": 20267, "event": "flush_started", "num_memtables": 1, "num_entries": 48914, "num_deletes": 0, "total_data_size": 7508993, "memory_usage": 9153080, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-18:46:41.228173 3036210 [db/flush_job.cc:926] [url] [JOB 20267] Level-0 flush table #302330: started 2024/02/20-18:46:41.336389 3036210 EVENT_LOG_v1 {"time_micros": 1708454801336338, "cf_name": "url", "job": 20267, "event": "table_file_creation", "file_number": 302330, "file_size": 3987841, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160831904, "largest_seqno": 5160937597, "table_properties": {"data_size": 3924603, "index_size": 94595, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5445, "raw_key_size": 7221208, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1178, "num_entries": 47818, "num_filter_entries": 6195, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454527, "oldest_key_time": 1708454527, "file_creation_time": 1708454801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302330, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:46:41.336477 3036210 [db/flush_job.cc:1062] [url] [JOB 20267] Flush lasted 108349 microseconds, and 103222 cpu microseconds. 2024/02/20-18:46:41.337019 3036210 (Original Log Time 2024/02/20-18:46:41.336435) [db/flush_job.cc:1011] [url] [JOB 20267] Level-0 flush table #302330: 3987841 bytes OK 2024/02/20-18:46:41.337023 3036210 (Original Log Time 2024/02/20-18:46:41.336487) [db/memtable_list.cc:555] [url] Level-0 commit table #302330 started 2024/02/20-18:46:41.337026 3036210 (Original Log Time 2024/02/20-18:46:41.336894) [db/memtable_list.cc:754] [url] Level-0 commit table #302330: memtable #1 done 2024/02/20-18:46:41.337028 3036210 (Original Log Time 2024/02/20-18:46:41.336920) EVENT_LOG_v1 {"time_micros": 1708454801336913, "job": 20267, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-18:46:41.337031 3036210 (Original Log Time 2024/02/20-18:46:41.336971) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-18:46:41.337038 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20267] Try to delete WAL files size 2658218, prev total WAL file size 11257380, number of live WAL files 4. 2024/02/20-18:46:41.337584 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302318.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:46:41.337975 3036189 (Original Log Time 2024/02/20-18:46:41.337913) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-18:46:41.337986 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 20268] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-18:46:41.337994 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20275 Base level 0, inputs: [302330(3894KB)], [302320(19MB)] 2024/02/20-18:46:41.338027 3036189 EVENT_LOG_v1 {"time_micros": 1708454801338012, "job": 20268, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302330], "files_L5": [302320], "score": -1, "input_data_size": 24029829, "oldest_snapshot_seqno": -1} 2024/02/20-18:46:41.966951 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20268] Generated table #302331: 315667 keys, 23532888 bytes, temperature: kUnknown 2024/02/20-18:46:41.967017 3036189 EVENT_LOG_v1 {"time_micros": 1708454801966976, "cf_name": "url", "job": 20268, "event": "table_file_creation", "file_number": 302331, "file_size": 23532888, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160240160, "largest_seqno": 5160937597, "table_properties": {"data_size": 23167683, "index_size": 652344, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18453, "raw_key_size": 47557046, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6913, "num_entries": 315667, "num_filter_entries": 21050, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453001, "oldest_key_time": 0, "file_creation_time": 1708454801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302331, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:46:41.968069 3036189 (Original Log Time 2024/02/20-18:46:41.967589) [db/compaction/compaction_job.cc:1729] [url] [JOB 20268] Compacted 1@0 + 1@5 files to L5 => 23532888 bytes 2024/02/20-18:46:41.968072 3036189 (Original Log Time 2024/02/20-18:46:41.967994) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.09, MB/sec: 38.2 rd, 37.4 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(3.8, 19.1 +0.0 blob) out(22.4 +0.0 blob), read-write-amplify(11.9) write-amplify(5.9) OK, records in: 315667, records dropped: 0 output_compression: LZ4 2024/02/20-18:46:41.968076 3036189 (Original Log Time 2024/02/20-18:46:41.968015) EVENT_LOG_v1 {"time_micros": 1708454801968004, "job": 20268, "event": "compaction_finished", "compaction_time_micros": 629045, "compaction_time_cpu_micros": 605864, "output_level": 5, "num_output_files": 1, "total_output_size": 23532888, "num_input_records": 315667, "num_output_records": 315667, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-18:46:41.969816 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302320.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:46:41.969833 3036189 EVENT_LOG_v1 {"time_micros": 1708454801969830, "job": 20268, "event": "table_file_deletion", "file_number": 302320} 2024/02/20-18:46:41.970316 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302330.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:46:41.970329 3036189 EVENT_LOG_v1 {"time_micros": 1708454801970327, "job": 20268, "event": "table_file_deletion", "file_number": 302330} 2024/02/20-18:46:41.970371 282075 (Original Log Time 2024/02/20-18:46:41.337685) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-18:46:41.970678 3036190 (Original Log Time 2024/02/20-18:46:41.970632) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-18:46:41.970689 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 20269] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-18:46:41.970700 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20276 Base level 5, inputs: [302331(22MB)], [302268(64MB) 302269(64MB) 302270(64MB) 302271(64MB) 302272(64MB) 302273(64MB) 302274(64MB) 302275(65MB) 302276(64MB) 302277(64MB) 302278(65MB) 302279(66MB) 302280(11MB)] 2024/02/20-18:46:41.970732 3036190 EVENT_LOG_v1 {"time_micros": 1708454801970717, "job": 20269, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302331], "files_L6": [302268, 302269, 302270, 302271, 302272, 302273, 302274, 302275, 302276, 302277, 302278, 302279, 302280], "score": -1, "input_data_size": 852460063, "oldest_snapshot_seqno": -1} 2024/02/20-18:46:47.020068 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302332: 1800317 keys, 67820879 bytes, temperature: kUnknown 2024/02/20-18:46:47.020167 3036190 EVENT_LOG_v1 {"time_micros": 1708454807020124, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302332, "file_size": 67820879, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109236, "index_size": 2531094, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14437, "raw_key_size": 244717073, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34227, "num_entries": 1800317, "num_filter_entries": 16528, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454801, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302332, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:46:51.820331 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302333: 1155264 keys, 67593420 bytes, temperature: kUnknown 2024/02/20-18:46:51.820647 3036190 EVENT_LOG_v1 {"time_micros": 1708454811820366, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302333, "file_size": 67593420, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110683, "index_size": 1983651, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 175575274, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32215, "num_entries": 1155264, "num_filter_entries": 189, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454807, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302333, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:46:56.849043 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302334: 1538124 keys, 67811589 bytes, temperature: kUnknown 2024/02/20-18:46:56.849132 3036190 EVENT_LOG_v1 {"time_micros": 1708454816849082, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302334, "file_size": 67811589, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110987, "index_size": 2542214, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18677, "raw_key_size": 218845844, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35392, "num_entries": 1538124, "num_filter_entries": 21372, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454811, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302334, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:47:01.685592 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302335: 1557800 keys, 67976934 bytes, temperature: kUnknown 2024/02/20-18:47:01.685680 3036190 EVENT_LOG_v1 {"time_micros": 1708454821685623, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302335, "file_size": 67976934, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110420, "index_size": 3299701, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29525, "raw_key_size": 244975164, "raw_average_key_size": 157, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35007, "num_entries": 1557800, "num_filter_entries": 33746, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454816, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302335, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:47:06.811030 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302336: 1615763 keys, 68076653 bytes, temperature: kUnknown 2024/02/20-18:47:06.811122 3036190 EVENT_LOG_v1 {"time_micros": 1708454826811069, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302336, "file_size": 68076653, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109537, "index_size": 5267693, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 39173, "raw_key_size": 243318638, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35229, "num_entries": 1615763, "num_filter_entries": 44711, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454821, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302336, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:47:11.865804 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302337: 1594680 keys, 67863975 bytes, temperature: kUnknown 2024/02/20-18:47:11.865940 3036190 EVENT_LOG_v1 {"time_micros": 1708454831865847, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302337, "file_size": 67863975, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109817, "index_size": 2975490, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19861, "raw_key_size": 230235955, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34293, "num_entries": 1594680, "num_filter_entries": 22732, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454826, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302337, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:47:16.856893 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302338: 1693984 keys, 67729328 bytes, temperature: kUnknown 2024/02/20-18:47:16.856961 3036190 EVENT_LOG_v1 {"time_micros": 1708454836856920, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302338, "file_size": 67729328, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110480, "index_size": 2573688, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 229985386, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34283, "num_entries": 1693984, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454831, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302338, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:47:21.974969 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302339: 1698057 keys, 68135924 bytes, temperature: kUnknown 2024/02/20-18:47:21.975045 3036190 EVENT_LOG_v1 {"time_micros": 1708454841974997, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302339, "file_size": 68135924, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67112738, "index_size": 3075139, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 10965, "raw_key_size": 238902163, "raw_average_key_size": 140, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34556, "num_entries": 1698057, "num_filter_entries": 12577, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454836, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302339, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:47:27.887125 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302340: 1310806 keys, 68314810 bytes, temperature: kUnknown 2024/02/20-18:47:27.887193 3036190 EVENT_LOG_v1 {"time_micros": 1708454847887159, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302340, "file_size": 68314810, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110548, "index_size": 4328729, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19541, "raw_key_size": 220187675, "raw_average_key_size": 167, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33425, "num_entries": 1310806, "num_filter_entries": 22320, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454841, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302340, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:47:38.362717 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302341: 1649708 keys, 67863331 bytes, temperature: kUnknown 2024/02/20-18:47:38.362777 3036190 EVENT_LOG_v1 {"time_micros": 1708454858362740, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302341, "file_size": 67863331, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110777, "index_size": 2718304, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26053, "raw_key_size": 233543812, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35496, "num_entries": 1649708, "num_filter_entries": 29756, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454847, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302341, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:47:49.754516 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302342: 1631449 keys, 68203131 bytes, temperature: kUnknown 2024/02/20-18:47:49.754591 3036190 EVENT_LOG_v1 {"time_micros": 1708454869754546, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302342, "file_size": 68203131, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67111034, "index_size": 4020716, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 48181, "raw_key_size": 282859008, "raw_average_key_size": 173, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36397, "num_entries": 1631449, "num_filter_entries": 54933, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454858, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302342, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:01.327202 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302343: 1281243 keys, 69500182 bytes, temperature: kUnknown 2024/02/20-18:48:01.327286 3036190 EVENT_LOG_v1 {"time_micros": 1708454881327234, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302343, "file_size": 69500182, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109694, "index_size": 6158923, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 70197, "raw_key_size": 296227208, "raw_average_key_size": 231, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35279, "num_entries": 1281243, "num_filter_entries": 80020, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454869, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302343, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:05.051732 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20269] Generated table #302344: 404116 keys, 22742530 bytes, temperature: kUnknown 2024/02/20-18:48:05.051792 3036190 EVENT_LOG_v1 {"time_micros": 1708454885051754, "cf_name": "url", "job": 20269, "event": "table_file_creation", "file_number": 302344, "file_size": 22742530, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 22029299, "index_size": 1943084, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7061, "raw_key_size": 98960607, "raw_average_key_size": 244, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 11066, "num_entries": 404116, "num_filter_entries": 8021, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454881, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302344, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:05.265886 3036190 (Original Log Time 2024/02/20-18:48:05.264351) [db/compaction/compaction_job.cc:1729] [url] [JOB 20269] Compacted 1@5 + 13@6 files to L6 => 839632686 bytes 2024/02/20-18:48:05.265890 3036190 (Original Log Time 2024/02/20-18:48:05.265731) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 10.3 rd, 10.1 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(22.4, 790.5 +0.0 blob) out(800.7 +0.0 blob), read-write-amplify(71.9) write-amplify(35.7) OK, records in: 18931313, records dropped: 2 output_compression: ZSTD 2024/02/20-18:48:05.265908 3036190 (Original Log Time 2024/02/20-18:48:05.265777) EVENT_LOG_v1 {"time_micros": 1708454885265751, "job": 20269, "event": "compaction_finished", "compaction_time_micros": 83081105, "compaction_time_cpu_micros": 77791389, "output_level": 6, "num_output_files": 13, "total_output_size": 839632686, "num_input_records": 18931313, "num_output_records": 18931311, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-18:48:05.271835 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302268.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.271871 3036190 EVENT_LOG_v1 {"time_micros": 1708454885271865, "job": 20269, "event": "table_file_deletion", "file_number": 302268} 2024/02/20-18:48:05.278871 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302269.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.278902 3036190 EVENT_LOG_v1 {"time_micros": 1708454885278898, "job": 20269, "event": "table_file_deletion", "file_number": 302269} 2024/02/20-18:48:05.286156 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302270.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.286187 3036190 EVENT_LOG_v1 {"time_micros": 1708454885286182, "job": 20269, "event": "table_file_deletion", "file_number": 302270} 2024/02/20-18:48:05.293653 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302271.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.293686 3036190 EVENT_LOG_v1 {"time_micros": 1708454885293681, "job": 20269, "event": "table_file_deletion", "file_number": 302271} 2024/02/20-18:48:05.303420 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302272.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.303467 3036190 EVENT_LOG_v1 {"time_micros": 1708454885303447, "job": 20269, "event": "table_file_deletion", "file_number": 302272} 2024/02/20-18:48:05.307820 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302273.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.307851 3036190 EVENT_LOG_v1 {"time_micros": 1708454885307848, "job": 20269, "event": "table_file_deletion", "file_number": 302273} 2024/02/20-18:48:05.313400 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302274.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.313427 3036190 EVENT_LOG_v1 {"time_micros": 1708454885313423, "job": 20269, "event": "table_file_deletion", "file_number": 302274} 2024/02/20-18:48:05.320257 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302275.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.320289 3036190 EVENT_LOG_v1 {"time_micros": 1708454885320284, "job": 20269, "event": "table_file_deletion", "file_number": 302275} 2024/02/20-18:48:05.324634 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302276.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.324661 3036190 EVENT_LOG_v1 {"time_micros": 1708454885324658, "job": 20269, "event": "table_file_deletion", "file_number": 302276} 2024/02/20-18:48:05.329413 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302277.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.329442 3036190 EVENT_LOG_v1 {"time_micros": 1708454885329438, "job": 20269, "event": "table_file_deletion", "file_number": 302277} 2024/02/20-18:48:05.339603 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302278.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.339641 3036190 EVENT_LOG_v1 {"time_micros": 1708454885339634, "job": 20269, "event": "table_file_deletion", "file_number": 302278} 2024/02/20-18:48:05.345496 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302279.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.345524 3036190 EVENT_LOG_v1 {"time_micros": 1708454885345520, "job": 20269, "event": "table_file_deletion", "file_number": 302279} 2024/02/20-18:48:05.347255 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302280.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.347276 3036190 EVENT_LOG_v1 {"time_micros": 1708454885347272, "job": 20269, "event": "table_file_deletion", "file_number": 302280} 2024/02/20-18:48:05.349416 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302331.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.349436 3036190 EVENT_LOG_v1 {"time_micros": 1708454885349433, "job": 20269, "event": "table_file_deletion", "file_number": 302331} 2024/02/20-18:48:05.349511 282075 (Original Log Time 2024/02/20-18:46:41.970387) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-18:48:05.349921 282075 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302345. Immutable memtables: 0. 2024/02/20-18:48:05.349989 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20270] Syncing log #302329 2024/02/20-18:48:05.352377 3036193 (Original Log Time 2024/02/20-18:48:05.349976) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:48:05.352385 3036193 [db/flush_job.cc:892] [tag] [JOB 20270] Flushing memtable with next log file: 302345 2024/02/20-18:48:05.352408 3036193 EVENT_LOG_v1 {"time_micros": 1708454885352400, "job": 20270, "event": "flush_started", "num_memtables": 1, "num_entries": 12942, "num_deletes": 0, "total_data_size": 1131133, "memory_usage": 1585344, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-18:48:05.352412 3036193 [db/flush_job.cc:926] [tag] [JOB 20270] Level-0 flush table #302346: started 2024/02/20-18:48:05.362743 3036193 EVENT_LOG_v1 {"time_micros": 1708454885362712, "cf_name": "tag", "job": 20270, "event": "table_file_creation", "file_number": 302346, "file_size": 663731, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160857022, "largest_seqno": 5160969405, "table_properties": {"data_size": 657625, "index_size": 7337, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1090453, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 204, "num_entries": 12772, "num_filter_entries": 186, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454591, "oldest_key_time": 1708454591, "file_creation_time": 1708454885, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302346, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:05.362784 3036193 [db/flush_job.cc:1062] [tag] [JOB 20270] Flush lasted 10410 microseconds, and 8600 cpu microseconds. 2024/02/20-18:48:05.363125 3036193 (Original Log Time 2024/02/20-18:48:05.362771) [db/flush_job.cc:1011] [tag] [JOB 20270] Level-0 flush table #302346: 663731 bytes OK 2024/02/20-18:48:05.363128 3036193 (Original Log Time 2024/02/20-18:48:05.362789) [db/memtable_list.cc:555] [tag] Level-0 commit table #302346 started 2024/02/20-18:48:05.363129 3036193 (Original Log Time 2024/02/20-18:48:05.363033) [db/memtable_list.cc:754] [tag] Level-0 commit table #302346: memtable #1 done 2024/02/20-18:48:05.363131 3036193 (Original Log Time 2024/02/20-18:48:05.363054) EVENT_LOG_v1 {"time_micros": 1708454885363049, "job": 20270, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-18:48:05.363132 3036193 (Original Log Time 2024/02/20-18:48:05.363091) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-18:48:05.363136 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20270] Try to delete WAL files size 524126, prev total WAL file size 11974175, number of live WAL files 4. 2024/02/20-18:48:05.363347 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302321.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:05.363525 3036186 (Original Log Time 2024/02/20-18:48:05.363451) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-18:48:05.363533 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20271] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-18:48:05.363540 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20278 Base level 0, inputs: [302346(648KB)], [302323(64MB) 302324(64MB) 302325(44MB)] 2024/02/20-18:48:05.363564 3036186 EVENT_LOG_v1 {"time_micros": 1708454885363554, "job": 20271, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302346], "files_L6": [302323, 302324, 302325], "score": -1, "input_data_size": 182244917, "oldest_snapshot_seqno": -1} 2024/02/20-18:48:10.192831 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20271] Generated table #302347: 2457097 keys, 67635801 bytes, temperature: kUnknown 2024/02/20-18:48:10.192885 3036186 EVENT_LOG_v1 {"time_micros": 1708454890192854, "cf_name": "tag", "job": 20271, "event": "table_file_creation", "file_number": 302347, "file_size": 67635801, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109883, "index_size": 1498902, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 206061157, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36119, "num_entries": 2457097, "num_filter_entries": 1124, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708454885, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302347, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:14.561718 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20271] Generated table #302348: 2029378 keys, 67661564 bytes, temperature: kUnknown 2024/02/20-18:48:14.561793 3036186 EVENT_LOG_v1 {"time_micros": 1708454894561744, "cf_name": "tag", "job": 20271, "event": "table_file_creation", "file_number": 302348, "file_size": 67661564, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110096, "index_size": 1377152, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 189465494, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35871, "num_entries": 2029378, "num_filter_entries": 2232, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708454890, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302348, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:17.676044 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20271] Generated table #302349: 1772955 keys, 46629100 bytes, temperature: kUnknown 2024/02/20-18:48:17.676101 3036186 EVENT_LOG_v1 {"time_micros": 1708454897676068, "cf_name": "tag", "job": 20271, "event": "table_file_creation", "file_number": 302349, "file_size": 46629100, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 46282421, "index_size": 1028100, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 141716373, "raw_average_key_size": 79, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 25154, "num_entries": 1772955, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708454894, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302349, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:17.681870 3036186 (Original Log Time 2024/02/20-18:48:17.681043) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20271] Compacted 1@0 + 3@6 files to L6 => 181926465 bytes 2024/02/20-18:48:17.681874 3036186 (Original Log Time 2024/02/20-18:48:17.681784) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.8 rd, 14.8 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.6, 173.2 +0.0 blob) out(173.5 +0.0 blob), read-write-amplify(548.7) write-amplify(274.1) OK, records in: 6259430, records dropped: 0 output_compression: ZSTD 2024/02/20-18:48:17.681879 3036186 (Original Log Time 2024/02/20-18:48:17.681811) EVENT_LOG_v1 {"time_micros": 1708454897681799, "job": 20271, "event": "compaction_finished", "compaction_time_micros": 12312591, "compaction_time_cpu_micros": 12061808, "output_level": 6, "num_output_files": 3, "total_output_size": 181926465, "num_input_records": 6259430, "num_output_records": 6259430, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-18:48:17.686895 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302323.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:17.686918 3036186 EVENT_LOG_v1 {"time_micros": 1708454897686914, "job": 20271, "event": "table_file_deletion", "file_number": 302323} 2024/02/20-18:48:17.693446 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302324.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:17.693500 3036186 EVENT_LOG_v1 {"time_micros": 1708454897693494, "job": 20271, "event": "table_file_deletion", "file_number": 302324} 2024/02/20-18:48:17.698761 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302325.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:17.698795 3036186 EVENT_LOG_v1 {"time_micros": 1708454897698790, "job": 20271, "event": "table_file_deletion", "file_number": 302325} 2024/02/20-18:48:17.698971 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302346.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:17.698987 3036186 EVENT_LOG_v1 {"time_micros": 1708454897698984, "job": 20271, "event": "table_file_deletion", "file_number": 302346} 2024/02/20-18:48:17.699076 282075 (Original Log Time 2024/02/20-18:48:05.363380) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-18:48:17.699364 282075 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302350. Immutable memtables: 0. 2024/02/20-18:48:17.699484 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20272] Syncing log #302345 2024/02/20-18:48:17.702880 3036210 (Original Log Time 2024/02/20-18:48:17.699450) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:48:17.702890 3036210 [db/flush_job.cc:892] [key] [JOB 20272] Flushing memtable with next log file: 302350 2024/02/20-18:48:17.702916 3036210 EVENT_LOG_v1 {"time_micros": 1708454897702908, "job": 20272, "event": "flush_started", "num_memtables": 1, "num_entries": 47548, "num_deletes": 0, "total_data_size": 2971183, "memory_usage": 3598792, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-18:48:17.702920 3036210 [db/flush_job.cc:926] [key] [JOB 20272] Level-0 flush table #302351: started 2024/02/20-18:48:17.754348 3036210 EVENT_LOG_v1 {"time_micros": 1708454897754317, "cf_name": "key", "job": 20272, "event": "table_file_creation", "file_number": 302351, "file_size": 1943584, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160861841, "largest_seqno": 5160974417, "table_properties": {"data_size": 1886745, "index_size": 14011, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 44485, "raw_key_size": 2814308, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 560, "num_entries": 46524, "num_filter_entries": 50745, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454604, "oldest_key_time": 1708454604, "file_creation_time": 1708454897, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302351, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:17.754391 3036210 [db/flush_job.cc:1062] [key] [JOB 20272] Flush lasted 51517 microseconds, and 47381 cpu microseconds. 2024/02/20-18:48:17.754720 3036210 (Original Log Time 2024/02/20-18:48:17.754377) [db/flush_job.cc:1011] [key] [JOB 20272] Level-0 flush table #302351: 1943584 bytes OK 2024/02/20-18:48:17.754722 3036210 (Original Log Time 2024/02/20-18:48:17.754396) [db/memtable_list.cc:555] [key] Level-0 commit table #302351 started 2024/02/20-18:48:17.754724 3036210 (Original Log Time 2024/02/20-18:48:17.754648) [db/memtable_list.cc:754] [key] Level-0 commit table #302351: memtable #1 done 2024/02/20-18:48:17.754725 3036210 (Original Log Time 2024/02/20-18:48:17.754661) EVENT_LOG_v1 {"time_micros": 1708454897754656, "job": 20272, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-18:48:17.754726 3036210 (Original Log Time 2024/02/20-18:48:17.754691) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-18:48:17.754729 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20272] Try to delete WAL files size 8069817, prev total WAL file size 11983248, number of live WAL files 4. 2024/02/20-18:48:17.755607 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302326.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:17.755757 3036192 (Original Log Time 2024/02/20-18:48:17.755709) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-18:48:17.755764 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 20273] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-18:48:17.755770 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20280 Base level 0, inputs: [302351(1898KB)], [302328(9540KB)] 2024/02/20-18:48:17.755791 3036192 EVENT_LOG_v1 {"time_micros": 1708454897755782, "job": 20273, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302351], "files_L5": [302328], "score": -1, "input_data_size": 11712630, "oldest_snapshot_seqno": -1} 2024/02/20-18:48:18.186071 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 20273] Generated table #302352: 290733 keys, 11593320 bytes, temperature: kUnknown 2024/02/20-18:48:18.186148 3036192 EVENT_LOG_v1 {"time_micros": 1708454898186100, "cf_name": "key", "job": 20273, "event": "table_file_creation", "file_number": 302352, "file_size": 11593320, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160270064, "largest_seqno": 5160974417, "table_properties": {"data_size": 11258658, "index_size": 90865, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 267189, "raw_key_size": 17585941, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3321, "num_entries": 290733, "num_filter_entries": 302756, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708453078, "oldest_key_time": 0, "file_creation_time": 1708454897, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302352, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:18.187229 3036192 (Original Log Time 2024/02/20-18:48:18.186785) [db/compaction/compaction_job.cc:1729] [key] [JOB 20273] Compacted 1@0 + 1@5 files to L5 => 11593320 bytes 2024/02/20-18:48:18.187232 3036192 (Original Log Time 2024/02/20-18:48:18.187140) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 27.2 rd, 26.9 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(1.9, 9.3 +0.0 blob) out(11.1 +0.0 blob), read-write-amplify(12.0) write-amplify(6.0) OK, records in: 290733, records dropped: 0 output_compression: LZ4 2024/02/20-18:48:18.187236 3036192 (Original Log Time 2024/02/20-18:48:18.187162) EVENT_LOG_v1 {"time_micros": 1708454898187151, "job": 20273, "event": "compaction_finished", "compaction_time_micros": 430414, "compaction_time_cpu_micros": 418804, "output_level": 5, "num_output_files": 1, "total_output_size": 11593320, "num_input_records": 290733, "num_output_records": 290733, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-18:48:18.188053 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302328.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:18.188063 3036192 EVENT_LOG_v1 {"time_micros": 1708454898188061, "job": 20273, "event": "table_file_deletion", "file_number": 302328} 2024/02/20-18:48:18.188259 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302351.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:18.188265 3036192 EVENT_LOG_v1 {"time_micros": 1708454898188264, "job": 20273, "event": "table_file_deletion", "file_number": 302351} 2024/02/20-18:48:18.188299 282075 (Original Log Time 2024/02/20-18:48:17.755652) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-18:48:18.188444 3036183 (Original Log Time 2024/02/20-18:48:18.188398) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-18:48:18.188472 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 20274] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-18:48:18.188478 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20281 Base level 5, inputs: [302352(11MB)], [302289(67MB) 302290(67MB) 302291(67MB) 302292(67MB) 302293(66MB) 302294(33MB)] 2024/02/20-18:48:18.188502 3036183 EVENT_LOG_v1 {"time_micros": 1708454898188491, "job": 20274, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302352], "files_L6": [302289, 302290, 302291, 302292, 302293, 302294], "score": -1, "input_data_size": 398219640, "oldest_snapshot_seqno": -1} 2024/02/20-18:48:24.409640 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20274] Generated table #302353: 3285860 keys, 70551354 bytes, temperature: kUnknown 2024/02/20-18:48:24.409719 3036183 EVENT_LOG_v1 {"time_micros": 1708454904409677, "cf_name": "key", "job": 20274, "event": "table_file_creation", "file_number": 302353, "file_size": 70551354, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109040, "index_size": 1069887, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2950485, "raw_key_size": 198716977, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37611, "num_entries": 3285860, "num_filter_entries": 3302100, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454898, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302353, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:30.431213 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20274] Generated table #302354: 2999875 keys, 70294665 bytes, temperature: kUnknown 2024/02/20-18:48:30.431309 3036183 EVENT_LOG_v1 {"time_micros": 1708454910431257, "cf_name": "key", "job": 20274, "event": "table_file_creation", "file_number": 302354, "file_size": 70294665, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109372, "index_size": 981121, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2705541, "raw_key_size": 180479681, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36883, "num_entries": 2999875, "num_filter_entries": 3029122, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454904, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302354, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:36.756372 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20274] Generated table #302355: 3031863 keys, 70288324 bytes, temperature: kUnknown 2024/02/20-18:48:36.756494 3036183 EVENT_LOG_v1 {"time_micros": 1708454916756419, "cf_name": "key", "job": 20274, "event": "table_file_creation", "file_number": 302355, "file_size": 70288324, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108944, "index_size": 1034073, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2719429, "raw_key_size": 184596002, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37124, "num_entries": 3031863, "num_filter_entries": 3044582, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454910, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302355, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:42.797644 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20274] Generated table #302356: 3034630 keys, 70296386 bytes, temperature: kUnknown 2024/02/20-18:48:42.797737 3036183 EVENT_LOG_v1 {"time_micros": 1708454922797686, "cf_name": "key", "job": 20274, "event": "table_file_creation", "file_number": 302356, "file_size": 70296386, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110572, "index_size": 1029745, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2724533, "raw_key_size": 184821304, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37133, "num_entries": 3034630, "num_filter_entries": 3050230, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454916, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302356, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:48.146098 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20274] Generated table #302357: 2976141 keys, 70262210 bytes, temperature: kUnknown 2024/02/20-18:48:48.146175 3036183 EVENT_LOG_v1 {"time_micros": 1708454928146137, "cf_name": "key", "job": 20274, "event": "table_file_creation", "file_number": 302357, "file_size": 70262210, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110155, "index_size": 976832, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2683957, "raw_key_size": 179743392, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36812, "num_entries": 2976141, "num_filter_entries": 3005017, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454922, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302357, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:51.359451 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20274] Generated table #302358: 1739353 keys, 40256571 bytes, temperature: kUnknown 2024/02/20-18:48:51.359547 3036183 EVENT_LOG_v1 {"time_micros": 1708454931359503, "cf_name": "key", "job": 20274, "event": "table_file_creation", "file_number": 302358, "file_size": 40256571, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 38425179, "index_size": 569207, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1560357, "raw_key_size": 105147679, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 21205, "num_entries": 1739353, "num_filter_entries": 1752155, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708454928, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302358, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:48:51.385034 3036183 (Original Log Time 2024/02/20-18:48:51.384092) [db/compaction/compaction_job.cc:1729] [key] [JOB 20274] Compacted 1@5 + 6@6 files to L6 => 391949510 bytes 2024/02/20-18:48:51.385039 3036183 (Original Log Time 2024/02/20-18:48:51.384899) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 12.0 rd, 11.8 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(11.1, 368.7 +0.0 blob) out(373.8 +0.0 blob), read-write-amplify(68.2) write-amplify(33.8) OK, records in: 17067723, records dropped: 1 output_compression: ZSTD 2024/02/20-18:48:51.385053 3036183 (Original Log Time 2024/02/20-18:48:51.384943) EVENT_LOG_v1 {"time_micros": 1708454931384920, "job": 20274, "event": "compaction_finished", "compaction_time_micros": 33171121, "compaction_time_cpu_micros": 31354774, "output_level": 6, "num_output_files": 6, "total_output_size": 391949510, "num_input_records": 17067723, "num_output_records": 17067722, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-18:48:51.393519 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302289.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:51.393564 3036183 EVENT_LOG_v1 {"time_micros": 1708454931393556, "job": 20274, "event": "table_file_deletion", "file_number": 302289} 2024/02/20-18:48:51.403964 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302290.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:51.404001 3036183 EVENT_LOG_v1 {"time_micros": 1708454931403996, "job": 20274, "event": "table_file_deletion", "file_number": 302290} 2024/02/20-18:48:51.409736 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302291.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:51.409776 3036183 EVENT_LOG_v1 {"time_micros": 1708454931409769, "job": 20274, "event": "table_file_deletion", "file_number": 302291} 2024/02/20-18:48:51.418125 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302292.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:51.418161 3036183 EVENT_LOG_v1 {"time_micros": 1708454931418155, "job": 20274, "event": "table_file_deletion", "file_number": 302292} 2024/02/20-18:48:51.425449 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302293.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:51.425493 3036183 EVENT_LOG_v1 {"time_micros": 1708454931425488, "job": 20274, "event": "table_file_deletion", "file_number": 302293} 2024/02/20-18:48:51.428738 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302294.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:51.428763 3036183 EVENT_LOG_v1 {"time_micros": 1708454931428760, "job": 20274, "event": "table_file_deletion", "file_number": 302294} 2024/02/20-18:48:51.429588 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302352.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:48:51.429597 3036183 EVENT_LOG_v1 {"time_micros": 1708454931429596, "job": 20274, "event": "table_file_deletion", "file_number": 302352} 2024/02/20-18:48:51.429677 282075 (Original Log Time 2024/02/20-18:48:18.188315) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-18:50:08.468132 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-18:50:08.468293 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1042407.3 total, 600.1 interval Cumulative writes: 133M writes, 595M keys, 133M commit groups, 1.0 writes per commit group, ingest: 57.36 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133298658.00 writes per sync, written: 57.36 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 98K writes, 234K keys, 98K commit groups, 1.0 writes per commit group, ingest: 23.72 MB, 0.04 MB/s Interval WAL: 98K writes, 0 syncs, 98756.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.3 418.34 390.43 4225 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.8 18.6 51.2 68.7 17.4 0.0 3.7 42.0 41.3 1704.10 1632.13 2183 0.781 1053M 1158 0.0 0.0 L6 13/0 800.74 MB 0.0 412.5 17.8 394.7 395.1 0.3 0.0 22.2 16.0 15.3 26408.56 24355.92 610 43.293 9644M 261M 0.0 0.0 Sum 13/0 800.74 MB 0.0 482.4 36.4 445.9 482.7 36.7 0.0 25.5 17.3 17.3 28531.00 26378.48 7018 4.065 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 94.6 10.1 10.1 84.45 79.11 5 16.890 19M 2 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 482.4 36.4 445.9 463.7 17.8 0.0 0.0 17.6 16.9 28112.66 25988.05 2793 10.065 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.3 418.34 390.43 4225 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1042407.3 total, 600.1 interval Flush(GB): cumulative 18.935, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 482.67 GB write, 0.47 MB/s write, 482.36 GB read, 0.47 MB/s read, 28531.0 seconds Interval compaction: 0.83 GB write, 1.42 MB/s write, 0.84 GB read, 1.43 MB/s read, 84.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1722 collections: 1738 last_copies: 0 last_secs: 0.000612 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(904,14.79 MB,0.963192%) IndexBlock(817,1.37 GB,91.1947%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6093756 Average: 2.1895 StdDev: 4.24 Min: 0 Median: 1.3842 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.27 P99.99: 126.46 ------------------------------------------------------ [ 0, 1 ] 2049629 33.635% 33.635% ####### ( 1, 2 ] 2595893 42.599% 76.234% ######### ( 2, 3 ] 1015750 16.669% 92.903% ### ( 3, 4 ] 246754 4.049% 96.952% # ( 4, 6 ] 109290 1.793% 98.746% ( 6, 10 ] 35765 0.587% 99.333% ( 10, 15 ] 15121 0.248% 99.581% ( 15, 22 ] 7672 0.126% 99.707% ( 22, 34 ] 7997 0.131% 99.838% ( 34, 51 ] 5718 0.094% 99.932% ( 51, 76 ] 2550 0.042% 99.973% ( 76, 110 ] 896 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21987750 Average: 2.4691 StdDev: 6.75 Min: 0 Median: 1.4965 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.83 ------------------------------------------------------ [ 0, 1 ] 6737849 30.644% 30.644% ###### ( 1, 2 ] 8572110 38.986% 69.629% ######## ( 2, 3 ] 3722539 16.930% 86.560% ### ( 3, 4 ] 1365259 6.209% 92.769% # ( 4, 6 ] 1075587 4.892% 97.660% # ( 6, 10 ] 345433 1.571% 99.232% ( 10, 15 ] 60028 0.273% 99.505% ( 15, 22 ] 30721 0.140% 99.644% ( 22, 34 ] 32903 0.150% 99.794% ( 34, 51 ] 24991 0.114% 99.908% ( 51, 76 ] 12026 0.055% 99.962% ( 76, 110 ] 4905 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 214747012 Average: 12.3352 StdDev: 91.39 Min: 0 Median: 1.4963 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.84 P99.9: 304.55 P99.99: 1543.52 ------------------------------------------------------ [ 0, 1 ] 72948925 33.970% 33.970% ####### ( 1, 2 ] 69359204 32.298% 66.268% ###### ( 2, 3 ] 30616672 14.257% 80.525% ### ( 3, 4 ] 6587341 3.067% 83.592% # ( 4, 6 ] 1196910 0.557% 84.150% ( 6, 10 ] 564328 0.263% 84.413% ( 10, 15 ] 319595 0.149% 84.561% ( 15, 22 ] 274742 0.128% 84.689% ( 22, 34 ] 7751970 3.610% 88.299% # ( 34, 51 ] 7908653 3.683% 91.982% # ( 51, 76 ] 6311603 2.939% 94.921% # ( 76, 110 ] 6898067 3.212% 98.133% # ( 110, 170 ] 3401457 1.584% 99.717% ( 170, 250 ] 344525 0.160% 99.878% ( 250, 380 ] 115047 0.054% 99.931% ( 380, 580 ] 69896 0.033% 99.964% ( 580, 870 ] 31295 0.015% 99.978% ( 870, 1300 ] 14203 0.007% 99.985% ( 1300, 1900 ] 27359 0.013% 99.998% ( 1900, 2900 ] 2170 0.001% 99.999% ( 2900, 4400 ] 876 0.000% 99.999% ( 4400, 6600 ] 626 0.000% 99.999% ( 6600, 9900 ] 554 0.000% 100.000% ( 9900, 14000 ] 344 0.000% 100.000% ( 14000, 22000 ] 196 0.000% 100.000% ( 22000, 33000 ] 88 0.000% 100.000% ( 33000, 50000 ] 131 0.000% 100.000% ( 50000, 75000 ] 198 0.000% 100.000% ( 75000, 110000 ] 33 0.000% 100.000% ( 110000, 170000 ] 4 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.69 76.01 4105 0.022 0 0 0.0 0.0 L6 3/0 173.50 MB 0.0 319.2 3.2 316.0 316.1 0.1 0.0 99.1 15.4 15.2 21284.57 20893.22 2162 9.845 11G 63M 0.0 0.0 Sum 3/0 173.50 MB 0.0 319.2 3.2 316.0 319.3 3.3 0.0 100.1 15.3 15.3 21374.26 20969.24 6267 3.411 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 240.2 14.0 14.0 24.84 24.41 4 6.210 12M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 319.2 3.2 316.0 316.1 0.1 0.0 0.0 15.4 15.2 21284.57 20893.22 2162 9.845 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.69 76.01 4105 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1042407.3 total, 600.1 interval Flush(GB): cumulative 3.191, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 319.26 GB write, 0.31 MB/s write, 319.19 GB read, 0.31 MB/s read, 21374.3 seconds Interval compaction: 0.34 GB write, 0.58 MB/s write, 0.34 GB read, 0.58 MB/s read, 24.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4310 collections: 1738 last_copies: 0 last_secs: 0.001322 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2178,1.66 MB,0.108234%) IndexBlock(2131,1.46 GB,97.2377%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1048463 Average: 3.5655 StdDev: 6.29 Min: 0 Median: 2.5875 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.37 P99.9: 60.45 P99.99: 193.45 ------------------------------------------------------ [ 0, 1 ] 121262 11.566% 11.566% ## ( 1, 2 ] 251672 24.004% 35.570% ##### ( 2, 3 ] 257509 24.561% 60.130% ##### ( 3, 4 ] 201817 19.249% 79.379% #### ( 4, 6 ] 174104 16.606% 95.985% ### ( 6, 10 ] 29311 2.796% 98.780% # ( 10, 15 ] 4856 0.463% 99.243% ( 15, 22 ] 2595 0.248% 99.491% ( 22, 34 ] 2196 0.209% 99.700% ( 34, 51 ] 1807 0.172% 99.873% ( 51, 76 ] 755 0.072% 99.945% ( 76, 110 ] 256 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 181073617 Average: 2.1907 StdDev: 5.39 Min: 0 Median: 1.3455 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.98 P99.9: 54.22 P99.99: 145.29 ------------------------------------------------------ [ 0, 1 ] 66728513 36.852% 36.852% ####### ( 1, 2 ] 68901865 38.052% 74.903% ######## ( 2, 3 ] 33827888 18.682% 93.585% #### ( 3, 4 ] 8135828 4.493% 98.078% # ( 4, 6 ] 1513910 0.836% 98.914% ( 6, 10 ] 629012 0.347% 99.262% ( 10, 15 ] 410123 0.226% 99.488% ( 15, 22 ] 203851 0.113% 99.601% ( 22, 34 ] 317694 0.175% 99.776% ( 34, 51 ] 210534 0.116% 99.893% ( 51, 76 ] 103424 0.057% 99.950% ( 76, 110 ] 59621 0.033% 99.983% ( 110, 170 ] 22521 0.012% 99.995% ( 170, 250 ] 3970 0.002% 99.997% ( 250, 380 ] 1806 0.001% 99.998% ( 380, 580 ] 1501 0.001% 99.999% ( 580, 870 ] 884 0.000% 100.000% ( 870, 1300 ] 266 0.000% 100.000% ( 1300, 1900 ] 275 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 279.61 259.37 4192 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.6 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 805.15 778.03 2012 0.400 624M 276K 0.0 0.0 L6 6/0 373.79 MB 0.0 201.1 9.0 192.2 192.3 0.2 0.0 21.4 14.4 13.7 14343.24 14031.53 727 19.729 9006M 241M 0.0 0.0 Sum 6/0 373.79 MB 0.0 223.7 17.3 206.4 223.9 17.5 0.0 24.3 14.8 14.9 15428.00 15068.93 6931 2.226 9630M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 93.3 11.8 11.7 34.07 32.23 5 6.815 17M 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 223.7 17.3 206.4 214.7 8.3 0.0 0.0 15.1 14.5 15148.39 14809.56 2739 5.531 9630M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 279.61 259.37 4192 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1042407.3 total, 600.1 interval Flush(GB): cumulative 9.201, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 223.88 GB write, 0.22 MB/s write, 223.70 GB read, 0.22 MB/s read, 15428.0 seconds Interval compaction: 0.39 GB write, 0.66 MB/s write, 0.39 GB read, 0.67 MB/s read, 34.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 356705 collections: 1738 last_copies: 0 last_secs: 0.132298 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(356585,1.38 GB,91.7166%) FilterBlock(57,68.39 MB,4.45225%) IndexBlock(58,27.02 MB,1.75917%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2877786 Average: 4.2742 StdDev: 8.05 Min: 0 Median: 1.9656 Max: 9050 Percentiles: P50: 1.97 P75: 5.41 P99: 17.93 P99.9: 61.06 P99.99: 151.28 ------------------------------------------------------ [ 0, 1 ] 638575 22.190% 22.190% #### ( 1, 2 ] 828798 28.800% 50.990% ###### ( 2, 3 ] 407509 14.161% 65.150% ### ( 3, 4 ] 176413 6.130% 71.280% # ( 4, 6 ] 152157 5.287% 76.568% # ( 6, 10 ] 456598 15.866% 92.434% ### ( 10, 15 ] 181730 6.315% 98.749% # ( 15, 22 ] 17250 0.599% 99.348% ( 22, 34 ] 9230 0.321% 99.669% ( 34, 51 ] 5617 0.195% 99.864% ( 51, 76 ] 2563 0.089% 99.953% ( 76, 110 ] 836 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.994% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6986731 Average: 4.7272 StdDev: 7.63 Min: 0 Median: 2.4914 Max: 7311 Percentiles: P50: 2.49 P75: 6.21 P99: 19.52 P99.9: 69.18 P99.99: 168.63 ------------------------------------------------------ [ 0, 1 ] 1136547 16.267% 16.267% ### ( 1, 2 ] 1835409 26.270% 42.537% ##### ( 2, 3 ] 1061151 15.188% 57.725% ### ( 3, 4 ] 572200 8.190% 65.915% ## ( 4, 6 ] 569578 8.152% 74.067% ## ( 6, 10 ] 1225034 17.534% 91.601% #### ( 10, 15 ] 486460 6.963% 98.564% # ( 15, 22 ] 47227 0.676% 99.240% ( 22, 34 ] 24884 0.356% 99.596% ( 34, 51 ] 15685 0.224% 99.820% ( 51, 76 ] 7657 0.110% 99.930% ( 76, 110 ] 2891 0.041% 99.971% ( 110, 170 ] 1340 0.019% 99.990% ( 170, 250 ] 340 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108618961 Average: 5.8560 StdDev: 24.84 Min: 0 Median: 2.3659 Max: 40453 Percentiles: P50: 2.37 P75: 7.58 P99: 43.53 P99.9: 160.32 P99.99: 473.69 ------------------------------------------------------ [ 0, 1 ] 25656585 23.621% 23.621% ##### ( 1, 2 ] 24500930 22.557% 46.177% ##### ( 2, 3 ] 11348757 10.448% 56.626% ## ( 3, 4 ] 4455925 4.102% 60.728% # ( 4, 6 ] 5060620 4.659% 65.387% # ( 6, 10 ] 26449566 24.351% 89.738% ##### ( 10, 15 ] 8572923 7.893% 97.631% ## ( 15, 22 ] 692855 0.638% 98.268% ( 22, 34 ] 570413 0.525% 98.794% ( 34, 51 ] 400100 0.368% 99.162% ( 51, 76 ] 255596 0.235% 99.397% ( 76, 110 ] 323838 0.298% 99.695% ( 110, 170 ] 264982 0.244% 99.939% ( 170, 250 ] 42915 0.040% 99.979% ( 250, 380 ] 9014 0.008% 99.987% ( 380, 580 ] 6575 0.006% 99.993% ( 580, 870 ] 3725 0.003% 99.997% ( 870, 1300 ] 1978 0.002% 99.998% ( 1300, 1900 ] 2738 0.003% 100.001% ( 1900, 2900 ] 191 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-18:50:08.472605 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 543336969 rocksdb.block.cache.hit COUNT : 2246879581 rocksdb.block.cache.add COUNT : 40774755 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33213 rocksdb.block.cache.index.hit COUNT : 551604863 rocksdb.block.cache.index.add COUNT : 33199 rocksdb.block.cache.index.bytes.insert COUNT : 35540614739 rocksdb.block.cache.filter.miss COUNT : 33219 rocksdb.block.cache.filter.hit COUNT : 1143995474 rocksdb.block.cache.filter.add COUNT : 33219 rocksdb.block.cache.filter.bytes.insert COUNT : 9023558687 rocksdb.block.cache.data.miss COUNT : 543270537 rocksdb.block.cache.data.hit COUNT : 551279244 rocksdb.block.cache.data.add COUNT : 40708337 rocksdb.block.cache.data.bytes.insert COUNT : 168623511027 rocksdb.block.cache.bytes.read COUNT : 1957030186990103 rocksdb.block.cache.bytes.write COUNT : 213187684453 rocksdb.bloom.filter.useful COUNT : 592456986 rocksdb.bloom.filter.full.positive COUNT : 551538520 rocksdb.bloom.filter.full.true.positive COUNT : 545808439 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97209349 rocksdb.memtable.miss COUNT : 6502654158 rocksdb.l0.hit COUNT : 16694053 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 529114386 rocksdb.compaction.key.drop.new COUNT : 283313480 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 595150607 rocksdb.number.keys.read COUNT : 671113819 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61593166267 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69494 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33204 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 789858258 rocksdb.number.multiget.keys.read COUNT : 5928749688 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61593166267 rocksdb.write.self COUNT : 133079836 rocksdb.write.other COUNT : 218822 rocksdb.write.wal COUNT : 133298658 rocksdb.compact.read.bytes COUNT : 1022957082549 rocksdb.compact.write.bytes COUNT : 1067814126667 rocksdb.flush.write.bytes COUNT : 33640562364 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1074408 rocksdb.number.superversion_releases COUNT : 2788 rocksdb.number.superversion_cleanups COUNT : 173 rocksdb.number.block.compressed COUNT : 536600439 rocksdb.number.block.decompressed COUNT : 536557268 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61690834240 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69494 rocksdb.num.iterator.deleted COUNT : 69494 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5374 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5336 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45246 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62512080783 rocksdb.memtable.garbage.bytes.at.flush COUNT : 752841117 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 969836793465 rocksdb.last.level.read.count COUNT : 504442030 rocksdb.non.last.level.read.bytes COUNT : 131861476429 rocksdb.non.last.level.read.count COUNT : 38994551 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 543370173 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2189469937361 rocksdb.bytes.compressed.to COUNT : 1063029003144 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26726007248 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6741622 rocksdb.bytes.decompressed.from COUNT : 1063177162355 rocksdb.bytes.decompressed.to COUNT : 2189344105737 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.448596 P95 : 106.269471 P99 : 160.384349 P100 : 227461.000000 COUNT : 671113819 SUM : 34618031293 rocksdb.db.write.micros P50 : 67.079571 P95 : 111.869135 P99 : 169.411570 P100 : 2037453.000000 COUNT : 133298658 SUM : 13776528614 rocksdb.compaction.times.micros P50 : 1597231.833910 P95 : 38683018.867924 P99 : 67275641.025641 P100 : 89521673.000000 COUNT : 7694 SUM : 64545620635 rocksdb.compaction.times.cpu_micros P50 : 1536298.932384 P95 : 35904721.030043 P99 : 64321989.528796 P100 : 83823365.000000 COUNT : 7694 SUM : 61690834240 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4325.097911 P95 : 27855.396175 P99 : 62196.808511 P100 : 1558490.000000 COUNT : 12507 SUM : 117557813 rocksdb.compaction.outfile.sync.micros P50 : 62563.679952 P95 : 125671.641791 P99 : 225340.206186 P100 : 2063820.000000 COUNT : 20680 SUM : 1326115969 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.426593 P95 : 730.037821 P99 : 4006.517857 P100 : 501117.000000 COUNT : 20269 SUM : 13001895 rocksdb.table.open.io.micros P50 : 585.116279 P95 : 6243.120049 P99 : 13061.532134 P100 : 207055.000000 COUNT : 33204 SUM : 59181130 rocksdb.db.multiget.micros P50 : 7.997413 P95 : 17.788842 P99 : 33.061775 P100 : 27014.000000 COUNT : 789858260 SUM : 7483838503 rocksdb.read.block.compaction.micros P50 : 13.681966 P95 : 59.477518 P99 : 138.710592 P100 : 136000.000000 COUNT : 502562200 SUM : 9795845067 rocksdb.read.block.get.micros P50 : 52.985890 P95 : 95.058000 P99 : 146.781625 P100 : 206929.000000 COUNT : 40774769 SUM : 2354722318 rocksdb.write.raw.block.micros P50 : 0.521598 P95 : 0.991036 P99 : 1.895477 P100 : 331149.000000 COUNT : 543441622 SUM : 10960724123 rocksdb.numfiles.in.singlecompaction P50 : 2.773775 P95 : 5.680320 P99 : 5.938710 P100 : 7.000000 COUNT : 5859 SUM : 20861 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.541151 P95 : 33.681536 P99 : 105.082913 P100 : 135929.000000 COUNT : 543436581 SUM : 3798440199 rocksdb.file.read.flush.micros P50 : 1.846630 P95 : 15.822545 P99 : 40.766535 P100 : 787.000000 COUNT : 62535 SUM : 299017 rocksdb.file.read.compaction.micros P50 : 1.426026 P95 : 36.941027 P99 : 106.555921 P100 : 135929.000000 COUNT : 502665614 SUM : 3390152333 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 671113821 SUM : 0 rocksdb.bytes.per.write P50 : 218.508722 P95 : 528.110153 P99 : 804.088579 P100 : 4563443.000000 COUNT : 133079837 SUM : 61593166479 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 789858260 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46331.578947 P95 : 166921.495327 P99 : 239000.439560 P100 : 1681975.000000 COUNT : 12556 SUM : 787638062 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-18:50:08.472815 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-18:50:08.473041 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708455008 to in-memory stats history 2024/02/20-18:50:08.473080 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-18:50:08.473142 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-18:52:51.383613 276066 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302329. Total log size is 15728757 while max_total_wal_size is 15728640 2024/02/20-18:52:51.383898 276066 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302359. Immutable memtables: 0. 2024/02/20-18:52:51.383976 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20275] Syncing log #302350 2024/02/20-18:52:51.435387 3036193 (Original Log Time 2024/02/20-18:52:51.383966) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:52:51.435398 3036193 [db/flush_job.cc:892] [url] [JOB 20275] Flushing memtable with next log file: 302359 2024/02/20-18:52:51.435424 3036193 EVENT_LOG_v1 {"time_micros": 1708455171435416, "job": 20275, "event": "flush_started", "num_memtables": 1, "num_entries": 68326, "num_deletes": 0, "total_data_size": 10452639, "memory_usage": 12101680, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:52:51.435428 3036193 [db/flush_job.cc:926] [url] [JOB 20275] Level-0 flush table #302360: started 2024/02/20-18:52:51.541771 3036193 EVENT_LOG_v1 {"time_micros": 1708455171541737, "cf_name": "url", "job": 20275, "event": "table_file_creation", "file_number": 302360, "file_size": 5515343, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160937599, "largest_seqno": 5161085942, "table_properties": {"data_size": 5429613, "index_size": 128863, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7173, "raw_key_size": 10092568, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1612, "num_entries": 66998, "num_filter_entries": 8153, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454801, "oldest_key_time": 1708454801, "file_creation_time": 1708455171, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302360, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:52:51.541811 3036193 [db/flush_job.cc:1062] [url] [JOB 20275] Flush lasted 106433 microseconds, and 102350 cpu microseconds. 2024/02/20-18:52:51.542120 3036193 (Original Log Time 2024/02/20-18:52:51.541797) [db/flush_job.cc:1011] [url] [JOB 20275] Level-0 flush table #302360: 5515343 bytes OK 2024/02/20-18:52:51.542124 3036193 (Original Log Time 2024/02/20-18:52:51.541817) [db/memtable_list.cc:555] [url] Level-0 commit table #302360 started 2024/02/20-18:52:51.542126 3036193 (Original Log Time 2024/02/20-18:52:51.542038) [db/memtable_list.cc:754] [url] Level-0 commit table #302360: memtable #1 done 2024/02/20-18:52:51.542128 3036193 (Original Log Time 2024/02/20-18:52:51.542054) EVENT_LOG_v1 {"time_micros": 1708455171542050, "job": 20275, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-18:52:51.542130 3036193 (Original Log Time 2024/02/20-18:52:51.542087) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-18:52:51.542134 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20275] Try to delete WAL files size 3379528, prev total WAL file size 15735147, number of live WAL files 4. 2024/02/20-18:52:51.542703 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302329.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:54:09.403521 282467 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302345. Total log size is 15728647 while max_total_wal_size is 15728640 2024/02/20-18:54:09.403753 282467 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302361. Immutable memtables: 0. 2024/02/20-18:54:09.403830 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20276] Syncing log #302359 2024/02/20-18:54:09.425112 3036210 (Original Log Time 2024/02/20-18:54:09.403815) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:54:09.425131 3036210 [db/flush_job.cc:892] [tag] [JOB 20276] Flushing memtable with next log file: 302361 2024/02/20-18:54:09.425154 3036210 EVENT_LOG_v1 {"time_micros": 1708455249425148, "job": 20276, "event": "flush_started", "num_memtables": 1, "num_entries": 17582, "num_deletes": 0, "total_data_size": 1519898, "memory_usage": 1791024, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:54:09.425157 3036210 [db/flush_job.cc:926] [tag] [JOB 20276] Level-0 flush table #302362: started 2024/02/20-18:54:09.454346 3036210 EVENT_LOG_v1 {"time_micros": 1708455249454311, "cf_name": "tag", "job": 20276, "event": "table_file_creation", "file_number": 302362, "file_size": 877652, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160969440, "largest_seqno": 5161117748, "table_properties": {"data_size": 870083, "index_size": 9883, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1467302, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 274, "num_entries": 17395, "num_filter_entries": 211, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454885, "oldest_key_time": 1708454885, "file_creation_time": 1708455249, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302362, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:54:09.454392 3036210 [db/flush_job.cc:1062] [tag] [JOB 20276] Flush lasted 29286 microseconds, and 27909 cpu microseconds. 2024/02/20-18:54:09.454930 3036210 (Original Log Time 2024/02/20-18:54:09.454377) [db/flush_job.cc:1011] [tag] [JOB 20276] Level-0 flush table #302362: 877652 bytes OK 2024/02/20-18:54:09.454933 3036210 (Original Log Time 2024/02/20-18:54:09.454399) [db/memtable_list.cc:555] [tag] Level-0 commit table #302362 started 2024/02/20-18:54:09.454934 3036210 (Original Log Time 2024/02/20-18:54:09.454847) [db/memtable_list.cc:754] [tag] Level-0 commit table #302362: memtable #1 done 2024/02/20-18:54:09.454936 3036210 (Original Log Time 2024/02/20-18:54:09.454867) EVENT_LOG_v1 {"time_micros": 1708455249454861, "job": 20276, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-18:54:09.454937 3036210 (Original Log Time 2024/02/20-18:54:09.454900) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-18:54:09.454941 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20276] Try to delete WAL files size 530731, prev total WAL file size 15731955, number of live WAL files 4. 2024/02/20-18:54:09.455158 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302345.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:54:21.762507 1462493 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302350. Total log size is 15728735 while max_total_wal_size is 15728640 2024/02/20-18:54:21.762991 1462493 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302363. Immutable memtables: 0. 2024/02/20-18:54:21.763084 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20277] Syncing log #302361 2024/02/20-18:54:21.804312 3036193 (Original Log Time 2024/02/20-18:54:21.763066) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:54:21.804320 3036193 [db/flush_job.cc:892] [key] [JOB 20277] Flushing memtable with next log file: 302363 2024/02/20-18:54:21.804343 3036193 EVENT_LOG_v1 {"time_micros": 1708455261804336, "job": 20277, "event": "flush_started", "num_memtables": 1, "num_entries": 62441, "num_deletes": 0, "total_data_size": 3901692, "memory_usage": 5682864, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:54:21.804345 3036193 [db/flush_job.cc:926] [key] [JOB 20277] Level-0 flush table #302364: started 2024/02/20-18:54:21.875446 3036193 EVENT_LOG_v1 {"time_micros": 1708455261875418, "cf_name": "key", "job": 20277, "event": "table_file_creation", "file_number": 302364, "file_size": 2533536, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160974420, "largest_seqno": 5161122687, "table_properties": {"data_size": 2459965, "index_size": 18328, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 57829, "raw_key_size": 3686157, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 725, "num_entries": 60940, "num_filter_entries": 66017, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454897, "oldest_key_time": 1708454897, "file_creation_time": 1708455261, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302364, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:54:21.875508 3036193 [db/flush_job.cc:1062] [key] [JOB 20277] Flush lasted 71203 microseconds, and 68224 cpu microseconds. 2024/02/20-18:54:21.875864 3036193 (Original Log Time 2024/02/20-18:54:21.875494) [db/flush_job.cc:1011] [key] [JOB 20277] Level-0 flush table #302364: 2533536 bytes OK 2024/02/20-18:54:21.875866 3036193 (Original Log Time 2024/02/20-18:54:21.875514) [db/memtable_list.cc:555] [key] Level-0 commit table #302364 started 2024/02/20-18:54:21.875867 3036193 (Original Log Time 2024/02/20-18:54:21.875776) [db/memtable_list.cc:754] [key] Level-0 commit table #302364: memtable #1 done 2024/02/20-18:54:21.875868 3036193 (Original Log Time 2024/02/20-18:54:21.875800) EVENT_LOG_v1 {"time_micros": 1708455261875796, "job": 20277, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-18:54:21.875870 3036193 (Original Log Time 2024/02/20-18:54:21.875833) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-18:54:21.875873 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20277] Try to delete WAL files size 11818498, prev total WAL file size 15731367, number of live WAL files 4. 2024/02/20-18:54:21.877104 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302350.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:58:54.522354 287375 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302359. Total log size is 15728702 while max_total_wal_size is 15728640 2024/02/20-18:58:54.522711 287375 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302365. Immutable memtables: 0. 2024/02/20-18:58:54.522794 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20278] Syncing log #302363 2024/02/20-18:58:54.531887 3036210 (Original Log Time 2024/02/20-18:58:54.522781) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-18:58:54.531898 3036210 [db/flush_job.cc:892] [url] [JOB 20278] Flushing memtable with next log file: 302365 2024/02/20-18:58:54.531924 3036210 EVENT_LOG_v1 {"time_micros": 1708455534531917, "job": 20278, "event": "flush_started", "num_memtables": 1, "num_entries": 68589, "num_deletes": 0, "total_data_size": 10501116, "memory_usage": 11954864, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-18:58:54.531928 3036210 [db/flush_job.cc:926] [url] [JOB 20278] Level-0 flush table #302366: started 2024/02/20-18:58:54.687514 3036210 EVENT_LOG_v1 {"time_micros": 1708455534687475, "cf_name": "url", "job": 20278, "event": "table_file_creation", "file_number": 302366, "file_size": 5453448, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161085944, "largest_seqno": 5161233812, "table_properties": {"data_size": 5361792, "index_size": 138269, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6965, "raw_key_size": 10112388, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1604, "num_entries": 67083, "num_filter_entries": 7999, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708455171, "oldest_key_time": 1708455171, "file_creation_time": 1708455534, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302366, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:58:54.687560 3036210 [db/flush_job.cc:1062] [url] [JOB 20278] Flush lasted 155683 microseconds, and 151914 cpu microseconds. 2024/02/20-18:58:54.688027 3036210 (Original Log Time 2024/02/20-18:58:54.687542) [db/flush_job.cc:1011] [url] [JOB 20278] Level-0 flush table #302366: 5453448 bytes OK 2024/02/20-18:58:54.688032 3036210 (Original Log Time 2024/02/20-18:58:54.687567) [db/memtable_list.cc:555] [url] Level-0 commit table #302366 started 2024/02/20-18:58:54.688034 3036210 (Original Log Time 2024/02/20-18:58:54.687863) [db/memtable_list.cc:754] [url] Level-0 commit table #302366: memtable #1 done 2024/02/20-18:58:54.688036 3036210 (Original Log Time 2024/02/20-18:58:54.687886) EVENT_LOG_v1 {"time_micros": 1708455534687879, "job": 20278, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-18:58:54.688039 3036210 (Original Log Time 2024/02/20-18:58:54.687931) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-18:58:54.688044 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20278] Try to delete WAL files size 3379418, prev total WAL file size 15733856, number of live WAL files 4. 2024/02/20-18:58:54.688117 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 20279] Compacting 2@0 files to L5, score 1.00 2024/02/20-18:58:54.688125 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20286 Base level 0, inputs: [302366(5325KB) 302360(5386KB)] 2024/02/20-18:58:54.688146 3036187 EVENT_LOG_v1 {"time_micros": 1708455534688135, "job": 20279, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302366, 302360], "score": 1, "input_data_size": 10968791, "oldest_snapshot_seqno": -1} 2024/02/20-18:58:54.688736 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302359.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:58:54.987976 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 20279] Generated table #302367: 134080 keys, 10520779 bytes, temperature: kUnknown 2024/02/20-18:58:54.988043 3036187 EVENT_LOG_v1 {"time_micros": 1708455534988004, "cf_name": "url", "job": 20279, "event": "table_file_creation", "file_number": 302367, "file_size": 10520779, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160937599, "largest_seqno": 5161233812, "table_properties": {"data_size": 10358379, "index_size": 259509, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11301, "raw_key_size": 20204790, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3078, "num_entries": 134080, "num_filter_entries": 12866, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454801, "oldest_key_time": 0, "file_creation_time": 1708455534, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302367, "seqno_to_time_mapping": "N/A"}} 2024/02/20-18:58:54.989697 3036187 (Original Log Time 2024/02/20-18:58:54.989197) [db/compaction/compaction_job.cc:1729] [url] [JOB 20279] Compacted 2@0 files to L5 => 10520779 bytes 2024/02/20-18:58:54.989700 3036187 (Original Log Time 2024/02/20-18:58:54.989609) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.04, MB/sec: 36.6 rd, 35.1 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(10.5, 0.0 +0.0 blob) out(10.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 134081, records dropped: 1 output_compression: LZ4 2024/02/20-18:58:54.989707 3036187 (Original Log Time 2024/02/20-18:58:54.989639) EVENT_LOG_v1 {"time_micros": 1708455534989625, "job": 20279, "event": "compaction_finished", "compaction_time_micros": 299961, "compaction_time_cpu_micros": 295806, "output_level": 5, "num_output_files": 1, "total_output_size": 10520779, "num_input_records": 134081, "num_output_records": 134080, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-18:58:54.990321 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302360.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:58:54.990338 3036187 EVENT_LOG_v1 {"time_micros": 1708455534990335, "job": 20279, "event": "table_file_deletion", "file_number": 302360} 2024/02/20-18:58:54.990955 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302366.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-18:58:54.990970 3036187 EVENT_LOG_v1 {"time_micros": 1708455534990968, "job": 20279, "event": "table_file_deletion", "file_number": 302366} 2024/02/20-19:00:08.629985 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-19:00:08.630126 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1043007.5 total, 600.2 interval Cumulative writes: 133M writes, 595M keys, 133M commit groups, 1.0 writes per commit group, ingest: 57.39 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133402126.00 writes per sync, written: 57.39 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 103K writes, 244K keys, 103K commit groups, 1.0 writes per commit group, ingest: 24.77 MB, 0.04 MB/s Interval WAL: 103K writes, 0 syncs, 103468.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.3 418.60 390.69 4227 0.099 0 0 0.0 0.0 L5 1/0 10.03 MB 0.0 69.8 18.6 51.2 68.7 17.5 0.0 3.7 42.0 41.3 1704.40 1632.42 2184 0.780 1053M 1159 0.0 0.0 L6 13/0 800.74 MB 0.0 412.5 17.8 394.7 395.1 0.3 0.0 22.2 16.0 15.3 26408.56 24355.92 610 43.293 9644M 261M 0.0 0.0 Sum 14/0 810.77 MB 0.0 482.4 36.4 445.9 482.7 36.7 0.0 25.5 17.3 17.3 28531.56 26379.03 7021 4.064 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 18.6 36.5 0.56 0.55 3 0.187 134K 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 482.4 36.4 445.9 463.7 17.8 0.0 0.0 17.6 16.9 28112.96 25988.35 2794 10.062 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.3 418.60 390.69 4227 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1043007.5 total, 600.2 interval Flush(GB): cumulative 18.945, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 482.69 GB write, 0.47 MB/s write, 482.37 GB read, 0.47 MB/s read, 28531.6 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1728 collections: 1739 last_copies: 0 last_secs: 0.000837 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(907,14.82 MB,0.964777%) IndexBlock(820,1.37 GB,91.2274%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6096982 Average: 2.1896 StdDev: 4.24 Min: 0 Median: 1.3843 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.27 P99.99: 126.41 ------------------------------------------------------ [ 0, 1 ] 2050375 33.629% 33.629% ####### ( 1, 2 ] 2597490 42.603% 76.232% ######### ( 2, 3 ] 1016441 16.671% 92.903% ### ( 3, 4 ] 246875 4.049% 96.953% # ( 4, 6 ] 109322 1.793% 98.746% ( 6, 10 ] 35780 0.587% 99.332% ( 10, 15 ] 15133 0.248% 99.581% ( 15, 22 ] 7679 0.126% 99.707% ( 22, 34 ] 7997 0.131% 99.838% ( 34, 51 ] 5721 0.094% 99.932% ( 51, 76 ] 2552 0.042% 99.973% ( 76, 110 ] 896 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21987755 Average: 2.4691 StdDev: 6.75 Min: 0 Median: 1.4965 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.83 ------------------------------------------------------ [ 0, 1 ] 6737850 30.644% 30.644% ###### ( 1, 2 ] 8572111 38.986% 69.629% ######## ( 2, 3 ] 3722539 16.930% 86.560% ### ( 3, 4 ] 1365259 6.209% 92.769% # ( 4, 6 ] 1075589 4.892% 97.660% # ( 6, 10 ] 345433 1.571% 99.232% ( 10, 15 ] 60028 0.273% 99.505% ( 15, 22 ] 30722 0.140% 99.644% ( 22, 34 ] 32903 0.150% 99.794% ( 34, 51 ] 24991 0.114% 99.908% ( 51, 76 ] 12026 0.055% 99.962% ( 76, 110 ] 4905 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 214747012 Average: 12.3352 StdDev: 91.39 Min: 0 Median: 1.4963 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.84 P99.9: 304.55 P99.99: 1543.52 ------------------------------------------------------ [ 0, 1 ] 72948925 33.970% 33.970% ####### ( 1, 2 ] 69359204 32.298% 66.268% ###### ( 2, 3 ] 30616672 14.257% 80.525% ### ( 3, 4 ] 6587341 3.067% 83.592% # ( 4, 6 ] 1196910 0.557% 84.150% ( 6, 10 ] 564328 0.263% 84.413% ( 10, 15 ] 319595 0.149% 84.561% ( 15, 22 ] 274742 0.128% 84.689% ( 22, 34 ] 7751970 3.610% 88.299% # ( 34, 51 ] 7908653 3.683% 91.982% # ( 51, 76 ] 6311603 2.939% 94.921% # ( 76, 110 ] 6898067 3.212% 98.133% # ( 110, 170 ] 3401457 1.584% 99.717% ( 170, 250 ] 344525 0.160% 99.878% ( 250, 380 ] 115047 0.054% 99.931% ( 380, 580 ] 69896 0.033% 99.964% ( 580, 870 ] 31295 0.015% 99.978% ( 870, 1300 ] 14203 0.007% 99.985% ( 1300, 1900 ] 27359 0.013% 99.998% ( 1900, 2900 ] 2170 0.001% 99.999% ( 2900, 4400 ] 876 0.000% 99.999% ( 4400, 6600 ] 626 0.000% 99.999% ( 6600, 9900 ] 554 0.000% 100.000% ( 9900, 14000 ] 344 0.000% 100.000% ( 14000, 22000 ] 196 0.000% 100.000% ( 22000, 33000 ] 88 0.000% 100.000% ( 33000, 50000 ] 131 0.000% 100.000% ( 50000, 75000 ] 198 0.000% 100.000% ( 75000, 110000 ] 33 0.000% 100.000% ( 110000, 170000 ] 4 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 857.08 KB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.72 76.04 4106 0.022 0 0 0.0 0.0 L6 3/0 173.50 MB 0.0 319.2 3.2 316.0 316.1 0.1 0.0 99.1 15.4 15.2 21284.57 20893.22 2162 9.845 11G 63M 0.0 0.0 Sum 4/0 174.34 MB 0.0 319.2 3.2 316.0 319.3 3.3 0.0 100.0 15.3 15.3 21374.29 20969.27 6268 3.410 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 28.6 0.03 0.03 1 0.029 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 319.2 3.2 316.0 316.1 0.1 0.0 0.0 15.4 15.2 21284.57 20893.22 2162 9.845 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.72 76.04 4106 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1043007.5 total, 600.2 interval Flush(GB): cumulative 3.192, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 319.26 GB write, 0.31 MB/s write, 319.19 GB read, 0.31 MB/s read, 21374.3 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4312 collections: 1739 last_copies: 0 last_secs: 0.001596 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2179,1.66 MB,0.10825%) IndexBlock(2132,1.46 GB,97.2383%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1048468 Average: 3.5654 StdDev: 6.29 Min: 0 Median: 2.5875 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.37 P99.9: 60.45 P99.99: 193.45 ------------------------------------------------------ [ 0, 1 ] 121265 11.566% 11.566% ## ( 1, 2 ] 251672 24.004% 35.570% ##### ( 2, 3 ] 257511 24.561% 60.130% ##### ( 3, 4 ] 201817 19.249% 79.379% #### ( 4, 6 ] 174104 16.606% 95.985% ### ( 6, 10 ] 29311 2.796% 98.780% # ( 10, 15 ] 4856 0.463% 99.243% ( 15, 22 ] 2595 0.248% 99.491% ( 22, 34 ] 2196 0.209% 99.700% ( 34, 51 ] 1807 0.172% 99.873% ( 51, 76 ] 755 0.072% 99.945% ( 76, 110 ] 256 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 181073617 Average: 2.1907 StdDev: 5.39 Min: 0 Median: 1.3455 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.98 P99.9: 54.22 P99.99: 145.29 ------------------------------------------------------ [ 0, 1 ] 66728513 36.852% 36.852% ####### ( 1, 2 ] 68901865 38.052% 74.903% ######## ( 2, 3 ] 33827888 18.682% 93.585% #### ( 3, 4 ] 8135828 4.493% 98.078% # ( 4, 6 ] 1513910 0.836% 98.914% ( 6, 10 ] 629012 0.347% 99.262% ( 10, 15 ] 410123 0.226% 99.488% ( 15, 22 ] 203851 0.113% 99.601% ( 22, 34 ] 317694 0.175% 99.776% ( 34, 51 ] 210534 0.116% 99.893% ( 51, 76 ] 103424 0.057% 99.950% ( 76, 110 ] 59621 0.033% 99.983% ( 110, 170 ] 22521 0.012% 99.995% ( 170, 250 ] 3970 0.002% 99.997% ( 250, 380 ] 1806 0.001% 99.998% ( 380, 580 ] 1501 0.001% 99.999% ( 580, 870 ] 884 0.000% 100.000% ( 870, 1300 ] 266 0.000% 100.000% ( 1300, 1900 ] 275 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.42 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 279.68 259.44 4193 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.6 8.3 14.2 22.3 8.1 0.0 2.7 28.7 28.4 805.15 778.03 2012 0.400 624M 276K 0.0 0.0 L6 6/0 373.79 MB 0.0 201.1 9.0 192.2 192.3 0.2 0.0 21.4 14.4 13.7 14343.24 14031.53 727 19.729 9006M 241M 0.0 0.0 Sum 7/0 376.21 MB 0.0 223.7 17.3 206.4 223.9 17.5 0.0 24.3 14.8 14.9 15428.07 15069.00 6932 2.226 9630M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 33.9 0.07 0.07 1 0.071 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 223.7 17.3 206.4 214.7 8.3 0.0 0.0 15.1 14.5 15148.39 14809.56 2739 5.531 9630M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 279.68 259.44 4193 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1043007.5 total, 600.2 interval Flush(GB): cumulative 9.203, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 223.88 GB write, 0.22 MB/s write, 223.70 GB read, 0.22 MB/s read, 15428.1 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 359388 collections: 1739 last_copies: 0 last_secs: 0.153561 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359285,1.39 GB,92.412%) FilterBlock(49,59.57 MB,3.87833%) IndexBlock(53,24.97 MB,1.62542%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2878305 Average: 4.2753 StdDev: 8.05 Min: 0 Median: 1.9659 Max: 9050 Percentiles: P50: 1.97 P75: 5.41 P99: 17.94 P99.9: 61.06 P99.99: 151.27 ------------------------------------------------------ [ 0, 1 ] 638577 22.186% 22.186% #### ( 1, 2 ] 828799 28.795% 50.981% ###### ( 2, 3 ] 407509 14.158% 65.139% ### ( 3, 4 ] 176413 6.129% 71.268% # ( 4, 6 ] 152172 5.287% 76.554% # ( 6, 10 ] 456924 15.875% 92.429% ### ( 10, 15 ] 181888 6.319% 98.748% # ( 15, 22 ] 17258 0.600% 99.348% ( 22, 34 ] 9237 0.321% 99.669% ( 34, 51 ] 5618 0.195% 99.864% ( 51, 76 ] 2564 0.089% 99.953% ( 76, 110 ] 836 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.994% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6986731 Average: 4.7272 StdDev: 7.63 Min: 0 Median: 2.4914 Max: 7311 Percentiles: P50: 2.49 P75: 6.21 P99: 19.52 P99.9: 69.18 P99.99: 168.63 ------------------------------------------------------ [ 0, 1 ] 1136547 16.267% 16.267% ### ( 1, 2 ] 1835409 26.270% 42.537% ##### ( 2, 3 ] 1061151 15.188% 57.725% ### ( 3, 4 ] 572200 8.190% 65.915% ## ( 4, 6 ] 569578 8.152% 74.067% ## ( 6, 10 ] 1225034 17.534% 91.601% #### ( 10, 15 ] 486460 6.963% 98.564% # ( 15, 22 ] 47227 0.676% 99.240% ( 22, 34 ] 24884 0.356% 99.596% ( 34, 51 ] 15685 0.224% 99.820% ( 51, 76 ] 7657 0.110% 99.930% ( 76, 110 ] 2891 0.041% 99.971% ( 110, 170 ] 1340 0.019% 99.990% ( 170, 250 ] 340 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108665944 Average: 5.8580 StdDev: 24.84 Min: 0 Median: 2.3679 Max: 40453 Percentiles: P50: 2.37 P75: 7.58 P99: 43.51 P99.9: 160.31 P99.99: 473.53 ------------------------------------------------------ [ 0, 1 ] 25656585 23.611% 23.611% ##### ( 1, 2 ] 24500932 22.547% 46.158% ##### ( 2, 3 ] 11348766 10.444% 56.601% ## ( 3, 4 ] 4455964 4.101% 60.702% # ( 4, 6 ] 5061750 4.658% 65.360% # ( 6, 10 ] 26478798 24.367% 89.727% ##### ( 10, 15 ] 8587929 7.903% 97.630% ## ( 15, 22 ] 693673 0.638% 98.269% ( 22, 34 ] 570843 0.525% 98.794% ( 34, 51 ] 400292 0.368% 99.162% ( 51, 76 ] 255681 0.235% 99.397% ( 76, 110 ] 323864 0.298% 99.696% ( 110, 170 ] 264992 0.244% 99.939% ( 170, 250 ] 42915 0.039% 99.979% ( 250, 380 ] 9018 0.008% 99.987% ( 380, 580 ] 6576 0.006% 99.993% ( 580, 870 ] 3725 0.003% 99.997% ( 870, 1300 ] 1978 0.002% 99.998% ( 1300, 1900 ] 2738 0.003% 100.001% ( 1900, 2900 ] 191 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-19:00:08.634082 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 543387694 rocksdb.block.cache.hit COUNT : 2248415229 rocksdb.block.cache.add COUNT : 40822264 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33218 rocksdb.block.cache.index.hit COUNT : 552051758 rocksdb.block.cache.index.add COUNT : 33204 rocksdb.block.cache.index.bytes.insert COUNT : 35541170006 rocksdb.block.cache.filter.miss COUNT : 33224 rocksdb.block.cache.filter.hit COUNT : 1144684836 rocksdb.block.cache.filter.add COUNT : 33224 rocksdb.block.cache.filter.bytes.insert COUNT : 9023642344 rocksdb.block.cache.data.miss COUNT : 543321252 rocksdb.block.cache.data.hit COUNT : 551678635 rocksdb.block.cache.data.add COUNT : 40755836 rocksdb.block.cache.data.bytes.insert COUNT : 168820287505 rocksdb.block.cache.bytes.read COUNT : 1958631965285722 rocksdb.block.cache.bytes.write COUNT : 213385099855 rocksdb.bloom.filter.useful COUNT : 592699460 rocksdb.bloom.filter.full.positive COUNT : 551985408 rocksdb.bloom.filter.full.true.positive COUNT : 546253622 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97313582 rocksdb.memtable.miss COUNT : 6507783336 rocksdb.l0.hit COUNT : 16702681 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 529550941 rocksdb.compaction.key.drop.new COUNT : 283313481 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 595394836 rocksdb.number.keys.read COUNT : 671663253 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61619138955 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69534 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33209 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 790492024 rocksdb.number.multiget.keys.read COUNT : 5933433665 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61619138955 rocksdb.write.self COUNT : 133183158 rocksdb.write.other COUNT : 218969 rocksdb.write.wal COUNT : 133402127 rocksdb.compact.read.bytes COUNT : 1022968036354 rocksdb.compact.write.bytes COUNT : 1067824647446 rocksdb.flush.write.bytes COUNT : 33654943649 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1074490 rocksdb.number.superversion_releases COUNT : 2788 rocksdb.number.superversion_cleanups COUNT : 173 rocksdb.number.block.compressed COUNT : 536606123 rocksdb.number.block.decompressed COUNT : 536607185 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61691130046 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69534 rocksdb.num.iterator.deleted COUNT : 69534 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5387 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5349 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45252 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62537944460 rocksdb.memtable.garbage.bytes.at.flush COUNT : 753346379 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 969922728793 rocksdb.last.level.read.count COUNT : 504489015 rocksdb.non.last.level.read.bytes COUNT : 131874449072 rocksdb.non.last.level.read.count COUNT : 38998306 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 543420903 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2189493234381 rocksdb.bytes.compressed.to COUNT : 1063047388122 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26732397526 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6743236 rocksdb.bytes.decompressed.from COUNT : 1063272554757 rocksdb.bytes.decompressed.to COUNT : 2189546905066 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.451772 P95 : 106.273332 P99 : 160.388550 P100 : 227461.000000 COUNT : 671663253 SUM : 34647794476 rocksdb.db.write.micros P50 : 67.081699 P95 : 111.867284 P99 : 169.408484 P100 : 2037453.000000 COUNT : 133402127 SUM : 13786835447 rocksdb.compaction.times.micros P50 : 1596020.761246 P95 : 38679245.283019 P99 : 67274572.649573 P100 : 89521673.000000 COUNT : 7695 SUM : 64545920596 rocksdb.compaction.times.cpu_micros P50 : 1535053.380783 P95 : 35901287.553648 P99 : 64320680.628272 P100 : 83823365.000000 COUNT : 7695 SUM : 61691130046 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4326.125245 P95 : 27852.390710 P99 : 62175.531915 P100 : 1558490.000000 COUNT : 12511 SUM : 117588704 rocksdb.compaction.outfile.sync.micros P50 : 62561.807012 P95 : 125668.443497 P99 : 225336.082474 P100 : 2063820.000000 COUNT : 20681 SUM : 1326126518 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.428690 P95 : 729.944872 P99 : 4005.178571 P100 : 501117.000000 COUNT : 20274 SUM : 13003024 rocksdb.table.open.io.micros P50 : 584.767442 P95 : 6242.784887 P99 : 13061.005141 P100 : 207055.000000 COUNT : 33209 SUM : 59182792 rocksdb.db.multiget.micros P50 : 7.997906 P95 : 17.788500 P99 : 33.062077 P100 : 27014.000000 COUNT : 790492024 SUM : 7490172884 rocksdb.read.block.compaction.micros P50 : 13.681935 P95 : 59.477182 P99 : 138.710328 P100 : 136000.000000 COUNT : 502565416 SUM : 9795863228 rocksdb.read.block.get.micros P50 : 52.996272 P95 : 95.064558 P99 : 146.785008 P100 : 206929.000000 COUNT : 40822278 SUM : 2357630006 rocksdb.write.raw.block.micros P50 : 0.521598 P95 : 0.991036 P99 : 1.895480 P100 : 331149.000000 COUNT : 543448935 SUM : 10961012630 rocksdb.numfiles.in.singlecompaction P50 : 2.773569 P95 : 5.680265 P99 : 5.938699 P100 : 7.000000 COUNT : 5860 SUM : 20863 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.541286 P95 : 33.678507 P99 : 105.080634 P100 : 135929.000000 COUNT : 543487321 SUM : 3798940640 rocksdb.file.read.flush.micros P50 : 1.846660 P95 : 15.822020 P99 : 40.757612 P100 : 787.000000 COUNT : 62555 SUM : 299095 rocksdb.file.read.compaction.micros P50 : 1.426028 P95 : 36.940711 P99 : 106.555770 P100 : 135929.000000 COUNT : 502668835 SUM : 3390159646 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 671663254 SUM : 0 rocksdb.bytes.per.write P50 : 218.508370 P95 : 528.111186 P99 : 804.081674 P100 : 4563443.000000 COUNT : 133183158 SUM : 61619138955 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 790492025 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46346.491228 P95 : 166917.328351 P99 : 238993.406593 P100 : 1681975.000000 COUNT : 12560 SUM : 788000667 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-19:00:08.634349 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-19:00:08.634702 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708455608 to in-memory stats history 2024/02/20-19:00:08.634762 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-19:00:08.634828 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-19:00:14.021746 282075 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302361. Total log size is 15728771 while max_total_wal_size is 15728640 2024/02/20-19:00:14.022072 282075 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302368. Immutable memtables: 0. 2024/02/20-19:00:14.022165 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20280] Syncing log #302365 2024/02/20-19:00:14.029967 3036193 (Original Log Time 2024/02/20-19:00:14.022148) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:00:14.029977 3036193 [db/flush_job.cc:892] [tag] [JOB 20280] Flushing memtable with next log file: 302368 2024/02/20-19:00:14.030002 3036193 EVENT_LOG_v1 {"time_micros": 1708455614029996, "job": 20280, "event": "flush_started", "num_memtables": 1, "num_entries": 16084, "num_deletes": 0, "total_data_size": 1403763, "memory_usage": 1653656, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:00:14.030005 3036193 [db/flush_job.cc:926] [tag] [JOB 20280] Level-0 flush table #302369: started 2024/02/20-19:00:14.076542 3036193 EVENT_LOG_v1 {"time_micros": 1708455614076510, "cf_name": "tag", "job": 20280, "event": "table_file_creation", "file_number": 302369, "file_size": 827889, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161117792, "largest_seqno": 5161265237, "table_properties": {"data_size": 820725, "index_size": 9292, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1355513, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 255, "num_entries": 15903, "num_filter_entries": 203, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708455249, "oldest_key_time": 1708455249, "file_creation_time": 1708455614, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302369, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:00:14.076580 3036193 [db/flush_job.cc:1062] [tag] [JOB 20280] Flush lasted 46622 microseconds, and 44366 cpu microseconds. 2024/02/20-19:00:14.076990 3036193 (Original Log Time 2024/02/20-19:00:14.076566) [db/flush_job.cc:1011] [tag] [JOB 20280] Level-0 flush table #302369: 827889 bytes OK 2024/02/20-19:00:14.076996 3036193 (Original Log Time 2024/02/20-19:00:14.076586) [db/memtable_list.cc:555] [tag] Level-0 commit table #302369 started 2024/02/20-19:00:14.076999 3036193 (Original Log Time 2024/02/20-19:00:14.076878) [db/memtable_list.cc:754] [tag] Level-0 commit table #302369: memtable #1 done 2024/02/20-19:00:14.077001 3036193 (Original Log Time 2024/02/20-19:00:14.076901) EVENT_LOG_v1 {"time_micros": 1708455614076894, "job": 20280, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:00:14.077003 3036193 (Original Log Time 2024/02/20-19:00:14.076949) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-19:00:14.077007 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20280] Try to delete WAL files size 530819, prev total WAL file size 15732064, number of live WAL files 4. 2024/02/20-19:00:14.077120 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20281] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-19:00:14.077132 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20288 Base level 0, inputs: [302369(808KB) 302362(857KB)], [302347(64MB) 302348(64MB) 302349(44MB)] 2024/02/20-19:00:14.077157 3036185 EVENT_LOG_v1 {"time_micros": 1708455614077147, "job": 20281, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302369, 302362], "files_L6": [302347, 302348, 302349], "score": 1, "input_data_size": 183632006, "oldest_snapshot_seqno": -1} 2024/02/20-19:00:14.077231 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302361.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:00:18.989160 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20281] Generated table #302370: 2463751 keys, 67636688 bytes, temperature: kUnknown 2024/02/20-19:00:18.989229 3036185 EVENT_LOG_v1 {"time_micros": 1708455618989189, "cf_name": "tag", "job": 20281, "event": "table_file_creation", "file_number": 302370, "file_size": 67636688, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109574, "index_size": 1502535, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 206532044, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36140, "num_entries": 2463751, "num_filter_entries": 1129, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708455614, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302370, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:00:23.682368 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20281] Generated table #302371: 2020928 keys, 67659348 bytes, temperature: kUnknown 2024/02/20-19:00:23.682423 3036185 EVENT_LOG_v1 {"time_micros": 1708455623682393, "cf_name": "tag", "job": 20281, "event": "table_file_creation", "file_number": 302371, "file_size": 67659348, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109826, "index_size": 1369824, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 188815031, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35782, "num_entries": 2020928, "num_filter_entries": 2244, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708455618, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302371, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:00:25.358647 282471 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302363. Total log size is 15729058 while max_total_wal_size is 15728640 2024/02/20-19:00:25.358955 282471 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302373. Immutable memtables: 0. 2024/02/20-19:00:25.359055 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20282] Syncing log #302368 2024/02/20-19:00:25.365674 3036210 (Original Log Time 2024/02/20-19:00:25.359037) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-19:00:25.365686 3036210 [db/flush_job.cc:892] [key] [JOB 20282] Flushing memtable with next log file: 302373 2024/02/20-19:00:25.365715 3036210 EVENT_LOG_v1 {"time_micros": 1708455625365707, "job": 20282, "event": "flush_started", "num_memtables": 1, "num_entries": 62768, "num_deletes": 0, "total_data_size": 3923308, "memory_usage": 5757440, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:00:25.365720 3036210 [db/flush_job.cc:926] [key] [JOB 20282] Level-0 flush table #302374: started 2024/02/20-19:00:25.456159 3036210 EVENT_LOG_v1 {"time_micros": 1708455625456120, "cf_name": "key", "job": 20282, "event": "table_file_creation", "file_number": 302374, "file_size": 2524245, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161122689, "largest_seqno": 5161270222, "table_properties": {"data_size": 2450009, "index_size": 18637, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58261, "raw_key_size": 3713335, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 727, "num_entries": 61370, "num_filter_entries": 66456, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708455261, "oldest_key_time": 1708455261, "file_creation_time": 1708455625, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302374, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:00:25.456210 3036210 [db/flush_job.cc:1062] [key] [JOB 20282] Flush lasted 90547 microseconds, and 88283 cpu microseconds. 2024/02/20-19:00:25.456644 3036210 (Original Log Time 2024/02/20-19:00:25.456196) [db/flush_job.cc:1011] [key] [JOB 20282] Level-0 flush table #302374: 2524245 bytes OK 2024/02/20-19:00:25.456648 3036210 (Original Log Time 2024/02/20-19:00:25.456216) [db/memtable_list.cc:555] [key] Level-0 commit table #302374 started 2024/02/20-19:00:25.456650 3036210 (Original Log Time 2024/02/20-19:00:25.456535) [db/memtable_list.cc:754] [key] Level-0 commit table #302374: memtable #1 done 2024/02/20-19:00:25.456653 3036210 (Original Log Time 2024/02/20-19:00:25.456556) EVENT_LOG_v1 {"time_micros": 1708455625456549, "job": 20282, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-19:00:25.456655 3036210 (Original Log Time 2024/02/20-19:00:25.456599) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-19:00:25.456661 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20282] Try to delete WAL files size 11818465, prev total WAL file size 15735180, number of live WAL files 4. 2024/02/20-19:00:25.458300 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302363.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:00:27.240244 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20281] Generated table #302372: 1808049 keys, 47457389 bytes, temperature: kUnknown 2024/02/20-19:00:27.240303 3036185 EVENT_LOG_v1 {"time_micros": 1708455627240270, "cf_name": "tag", "job": 20281, "event": "table_file_creation", "file_number": 302372, "file_size": 47457389, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 47099227, "index_size": 1051640, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 144718764, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 25674, "num_entries": 1808049, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708455623, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302372, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:00:27.246114 3036185 (Original Log Time 2024/02/20-19:00:27.245642) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20281] Compacted 2@0 + 3@6 files to L6 => 182753425 bytes 2024/02/20-19:00:27.246119 3036185 (Original Log Time 2024/02/20-19:00:27.246011) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.0 rd, 13.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 173.5 +0.0 blob) out(174.3 +0.0 blob), read-write-amplify(214.8) write-amplify(107.2) OK, records in: 6292728, records dropped: 0 output_compression: ZSTD 2024/02/20-19:00:27.246129 3036185 (Original Log Time 2024/02/20-19:00:27.246046) EVENT_LOG_v1 {"time_micros": 1708455627246031, "job": 20281, "event": "compaction_finished", "compaction_time_micros": 13163201, "compaction_time_cpu_micros": 12989646, "output_level": 6, "num_output_files": 3, "total_output_size": 182753425, "num_input_records": 6292728, "num_output_records": 6292728, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-19:00:27.252684 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302347.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:00:27.252716 3036185 EVENT_LOG_v1 {"time_micros": 1708455627252712, "job": 20281, "event": "table_file_deletion", "file_number": 302347} 2024/02/20-19:00:27.258811 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302348.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:00:27.258848 3036185 EVENT_LOG_v1 {"time_micros": 1708455627258844, "job": 20281, "event": "table_file_deletion", "file_number": 302348} 2024/02/20-19:00:27.263432 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302349.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:00:27.263470 3036185 EVENT_LOG_v1 {"time_micros": 1708455627263465, "job": 20281, "event": "table_file_deletion", "file_number": 302349} 2024/02/20-19:00:27.263615 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302362.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:00:27.263622 3036185 EVENT_LOG_v1 {"time_micros": 1708455627263621, "job": 20281, "event": "table_file_deletion", "file_number": 302362} 2024/02/20-19:00:27.263721 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302369.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:00:27.263726 3036185 EVENT_LOG_v1 {"time_micros": 1708455627263725, "job": 20281, "event": "table_file_deletion", "file_number": 302369} 2024/02/20-19:00:27.263828 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20283] Compacting 2@0 files to L5, score 1.00 2024/02/20-19:00:27.263835 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20289 Base level 0, inputs: [302374(2465KB) 302364(2474KB)] 2024/02/20-19:00:27.263850 3036185 EVENT_LOG_v1 {"time_micros": 1708455627263841, "job": 20283, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302374, 302364], "score": 1, "input_data_size": 5057781, "oldest_snapshot_seqno": -1} 2024/02/20-19:00:27.427926 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20283] Generated table #302375: 122309 keys, 4960793 bytes, temperature: kUnknown 2024/02/20-19:00:27.427986 3036185 EVENT_LOG_v1 {"time_micros": 1708455627427951, "cf_name": "key", "job": 20283, "event": "table_file_creation", "file_number": 302375, "file_size": 4960793, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160974420, "largest_seqno": 5161270222, "table_properties": {"data_size": 4816060, "index_size": 37826, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 114453, "raw_key_size": 7399431, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1424, "num_entries": 122309, "num_filter_entries": 130271, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454897, "oldest_key_time": 0, "file_creation_time": 1708455627, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302375, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:00:27.429031 3036185 (Original Log Time 2024/02/20-19:00:27.428336) [db/compaction/compaction_job.cc:1729] [key] [JOB 20283] Compacted 2@0 files to L5 => 4960793 bytes 2024/02/20-19:00:27.429037 3036185 (Original Log Time 2024/02/20-19:00:27.428956) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 30.8 rd, 30.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.8, 0.0 +0.0 blob) out(4.7 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 122310, records dropped: 1 output_compression: LZ4 2024/02/20-19:00:27.429045 3036185 (Original Log Time 2024/02/20-19:00:27.428977) EVENT_LOG_v1 {"time_micros": 1708455627428966, "job": 20283, "event": "compaction_finished", "compaction_time_micros": 164190, "compaction_time_cpu_micros": 159690, "output_level": 5, "num_output_files": 1, "total_output_size": 4960793, "num_input_records": 122310, "num_output_records": 122309, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-19:00:27.429357 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302364.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:00:27.429366 3036185 EVENT_LOG_v1 {"time_micros": 1708455627429364, "job": 20283, "event": "table_file_deletion", "file_number": 302364} 2024/02/20-19:00:27.429585 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302374.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:00:27.429593 3036185 EVENT_LOG_v1 {"time_micros": 1708455627429591, "job": 20283, "event": "table_file_deletion", "file_number": 302374} 2024/02/20-19:04:54.089207 276066 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302365. Total log size is 15728702 while max_total_wal_size is 15728640 2024/02/20-19:04:54.089507 276066 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302376. Immutable memtables: 0. 2024/02/20-19:04:54.089581 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20284] Syncing log #302373 2024/02/20-19:04:54.146139 3036193 (Original Log Time 2024/02/20-19:04:54.089573) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:04:54.146151 3036193 [db/flush_job.cc:892] [url] [JOB 20284] Flushing memtable with next log file: 302376 2024/02/20-19:04:54.146180 3036193 EVENT_LOG_v1 {"time_micros": 1708455894146173, "job": 20284, "event": "flush_started", "num_memtables": 1, "num_entries": 68780, "num_deletes": 0, "total_data_size": 10615122, "memory_usage": 12667240, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:04:54.146183 3036193 [db/flush_job.cc:926] [url] [JOB 20284] Level-0 flush table #302377: started 2024/02/20-19:04:54.284049 3036193 EVENT_LOG_v1 {"time_micros": 1708455894284008, "cf_name": "url", "job": 20284, "event": "table_file_creation", "file_number": 302377, "file_size": 5467986, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161233814, "largest_seqno": 5161380359, "table_properties": {"data_size": 5373113, "index_size": 152250, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6965, "raw_key_size": 10209970, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1609, "num_entries": 67146, "num_filter_entries": 7896, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708455534, "oldest_key_time": 1708455534, "file_creation_time": 1708455894, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302377, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:04:54.284097 3036193 [db/flush_job.cc:1062] [url] [JOB 20284] Flush lasted 137966 microseconds, and 133187 cpu microseconds. 2024/02/20-19:04:54.284604 3036193 (Original Log Time 2024/02/20-19:04:54.284078) [db/flush_job.cc:1011] [url] [JOB 20284] Level-0 flush table #302377: 5467986 bytes OK 2024/02/20-19:04:54.284607 3036193 (Original Log Time 2024/02/20-19:04:54.284104) [db/memtable_list.cc:555] [url] Level-0 commit table #302377 started 2024/02/20-19:04:54.284609 3036193 (Original Log Time 2024/02/20-19:04:54.284507) [db/memtable_list.cc:754] [url] Level-0 commit table #302377: memtable #1 done 2024/02/20-19:04:54.284610 3036193 (Original Log Time 2024/02/20-19:04:54.284531) EVENT_LOG_v1 {"time_micros": 1708455894284525, "job": 20284, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-19:04:54.284612 3036193 (Original Log Time 2024/02/20-19:04:54.284567) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-19:04:54.284616 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20284] Try to delete WAL files size 3379487, prev total WAL file size 15738772, number of live WAL files 4. 2024/02/20-19:04:54.285151 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302365.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:06:12.608614 276099 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302368. Total log size is 15729041 while max_total_wal_size is 15728640 2024/02/20-19:06:12.608952 276099 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302378. Immutable memtables: 0. 2024/02/20-19:06:12.609041 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20285] Syncing log #302376 2024/02/20-19:06:12.614295 3036210 (Original Log Time 2024/02/20-19:06:12.609026) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:06:12.614306 3036210 [db/flush_job.cc:892] [tag] [JOB 20285] Flushing memtable with next log file: 302378 2024/02/20-19:06:12.614334 3036210 EVENT_LOG_v1 {"time_micros": 1708455972614326, "job": 20285, "event": "flush_started", "num_memtables": 1, "num_entries": 15729, "num_deletes": 0, "total_data_size": 1380300, "memory_usage": 1884000, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:06:12.614338 3036210 [db/flush_job.cc:926] [tag] [JOB 20285] Level-0 flush table #302379: started 2024/02/20-19:06:12.645292 3036210 EVENT_LOG_v1 {"time_micros": 1708455972645260, "cf_name": "tag", "job": 20285, "event": "table_file_creation", "file_number": 302379, "file_size": 823373, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161265293, "largest_seqno": 5161411972, "table_properties": {"data_size": 816118, "index_size": 9310, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1337910, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 251, "num_entries": 15609, "num_filter_entries": 209, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708455614, "oldest_key_time": 1708455614, "file_creation_time": 1708455972, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302379, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:06:12.645383 3036210 [db/flush_job.cc:1062] [tag] [JOB 20285] Flush lasted 31098 microseconds, and 29273 cpu microseconds. 2024/02/20-19:06:12.645960 3036210 (Original Log Time 2024/02/20-19:06:12.645368) [db/flush_job.cc:1011] [tag] [JOB 20285] Level-0 flush table #302379: 823373 bytes OK 2024/02/20-19:06:12.645963 3036210 (Original Log Time 2024/02/20-19:06:12.645390) [db/memtable_list.cc:555] [tag] Level-0 commit table #302379 started 2024/02/20-19:06:12.645964 3036210 (Original Log Time 2024/02/20-19:06:12.645878) [db/memtable_list.cc:754] [tag] Level-0 commit table #302379: memtable #1 done 2024/02/20-19:06:12.645965 3036210 (Original Log Time 2024/02/20-19:06:12.645896) EVENT_LOG_v1 {"time_micros": 1708455972645890, "job": 20285, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:06:12.645967 3036210 (Original Log Time 2024/02/20-19:06:12.645931) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-19:06:12.645971 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20285] Try to delete WAL files size 531106, prev total WAL file size 15731194, number of live WAL files 4. 2024/02/20-19:06:12.646219 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302368.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:06:24.605285 289453 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302373. Total log size is 15730809 while max_total_wal_size is 15728640 2024/02/20-19:06:24.605525 289453 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302380. Immutable memtables: 0. 2024/02/20-19:06:24.605597 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20286] Syncing log #302378 2024/02/20-19:06:24.639526 3036193 (Original Log Time 2024/02/20-19:06:24.605585) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:06:24.639550 3036193 [db/flush_job.cc:892] [key] [JOB 20286] Flushing memtable with next log file: 302380 2024/02/20-19:06:24.639572 3036193 EVENT_LOG_v1 {"time_micros": 1708455984639566, "job": 20286, "event": "flush_started", "num_memtables": 1, "num_entries": 62233, "num_deletes": 0, "total_data_size": 3889829, "memory_usage": 5722336, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:06:24.639575 3036193 [db/flush_job.cc:926] [key] [JOB 20286] Level-0 flush table #302381: started 2024/02/20-19:06:24.733770 3036193 EVENT_LOG_v1 {"time_micros": 1708455984733693, "cf_name": "key", "job": 20286, "event": "table_file_creation", "file_number": 302381, "file_size": 2488866, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161270224, "largest_seqno": 5161416949, "table_properties": {"data_size": 2415337, "index_size": 18721, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 57509, "raw_key_size": 3669066, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 717, "num_entries": 60638, "num_filter_entries": 65570, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708455625, "oldest_key_time": 1708455625, "file_creation_time": 1708455984, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302381, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:06:24.733813 3036193 [db/flush_job.cc:1062] [key] [JOB 20286] Flush lasted 94296 microseconds, and 91017 cpu microseconds. 2024/02/20-19:06:24.734233 3036193 (Original Log Time 2024/02/20-19:06:24.733799) [db/flush_job.cc:1011] [key] [JOB 20286] Level-0 flush table #302381: 2488866 bytes OK 2024/02/20-19:06:24.734236 3036193 (Original Log Time 2024/02/20-19:06:24.733819) [db/memtable_list.cc:555] [key] Level-0 commit table #302381 started 2024/02/20-19:06:24.734237 3036193 (Original Log Time 2024/02/20-19:06:24.734144) [db/memtable_list.cc:754] [key] Level-0 commit table #302381: memtable #1 done 2024/02/20-19:06:24.734239 3036193 (Original Log Time 2024/02/20-19:06:24.734165) EVENT_LOG_v1 {"time_micros": 1708455984734158, "job": 20286, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-19:06:24.734242 3036193 (Original Log Time 2024/02/20-19:06:24.734200) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-19:06:24.734248 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20286] Try to delete WAL files size 11818109, prev total WAL file size 15747881, number of live WAL files 4. 2024/02/20-19:06:24.735654 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302373.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:10:08.800603 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-19:10:08.800748 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1043607.7 total, 600.2 interval Cumulative writes: 133M writes, 595M keys, 133M commit groups, 1.0 writes per commit group, ingest: 57.41 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133505922.00 writes per sync, written: 57.41 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 103K writes, 244K keys, 103K commit groups, 1.0 writes per commit group, ingest: 24.97 MB, 0.04 MB/s Interval WAL: 103K writes, 0 syncs, 103796.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 5.21 MB 0.5 0.0 0.0 0.0 18.9 18.9 0.0 1.0 0.0 46.3 418.74 390.82 4228 0.099 0 0 0.0 0.0 L5 1/0 10.03 MB 0.0 69.8 18.6 51.2 68.7 17.5 0.0 3.7 42.0 41.3 1704.40 1632.42 2184 0.780 1053M 1159 0.0 0.0 L6 13/0 800.74 MB 0.0 412.5 17.8 394.7 395.1 0.3 0.0 22.2 16.0 15.3 26408.56 24355.92 610 43.293 9644M 261M 0.0 0.0 Sum 15/0 815.98 MB 0.0 482.4 36.4 445.9 482.7 36.8 0.0 25.5 17.3 17.3 28531.70 26379.17 7022 4.063 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 37.8 0.14 0.13 1 0.138 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 482.4 36.4 445.9 463.7 17.8 0.0 0.0 17.6 16.9 28112.96 25988.35 2794 10.062 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 18.9 18.9 0.0 0.0 0.0 46.3 418.74 390.82 4228 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1043607.7 total, 600.2 interval Flush(GB): cumulative 18.950, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 482.69 GB write, 0.47 MB/s write, 482.37 GB read, 0.47 MB/s read, 28531.7 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1730 collections: 1740 last_copies: 0 last_secs: 0.000804 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(908,14.83 MB,0.965212%) IndexBlock(821,1.37 GB,91.2369%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6096987 Average: 2.1896 StdDev: 4.24 Min: 0 Median: 1.3843 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.27 P99.99: 126.41 ------------------------------------------------------ [ 0, 1 ] 2050376 33.629% 33.629% ####### ( 1, 2 ] 2597491 42.603% 76.232% ######### ( 2, 3 ] 1016441 16.671% 92.903% ### ( 3, 4 ] 246876 4.049% 96.953% # ( 4, 6 ] 109323 1.793% 98.746% ( 6, 10 ] 35780 0.587% 99.332% ( 10, 15 ] 15133 0.248% 99.581% ( 15, 22 ] 7679 0.126% 99.707% ( 22, 34 ] 7997 0.131% 99.838% ( 34, 51 ] 5721 0.094% 99.932% ( 51, 76 ] 2553 0.042% 99.973% ( 76, 110 ] 896 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 130 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 21987755 Average: 2.4691 StdDev: 6.75 Min: 0 Median: 1.4965 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.83 ------------------------------------------------------ [ 0, 1 ] 6737850 30.644% 30.644% ###### ( 1, 2 ] 8572111 38.986% 69.629% ######## ( 2, 3 ] 3722539 16.930% 86.560% ### ( 3, 4 ] 1365259 6.209% 92.769% # ( 4, 6 ] 1075589 4.892% 97.660% # ( 6, 10 ] 345433 1.571% 99.232% ( 10, 15 ] 60028 0.273% 99.505% ( 15, 22 ] 30722 0.140% 99.644% ( 22, 34 ] 32903 0.150% 99.794% ( 34, 51 ] 24991 0.114% 99.908% ( 51, 76 ] 12026 0.055% 99.962% ( 76, 110 ] 4905 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.001% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 214747012 Average: 12.3352 StdDev: 91.39 Min: 0 Median: 1.4963 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.84 P99.9: 304.55 P99.99: 1543.52 ------------------------------------------------------ [ 0, 1 ] 72948925 33.970% 33.970% ####### ( 1, 2 ] 69359204 32.298% 66.268% ###### ( 2, 3 ] 30616672 14.257% 80.525% ### ( 3, 4 ] 6587341 3.067% 83.592% # ( 4, 6 ] 1196910 0.557% 84.150% ( 6, 10 ] 564328 0.263% 84.413% ( 10, 15 ] 319595 0.149% 84.561% ( 15, 22 ] 274742 0.128% 84.689% ( 22, 34 ] 7751970 3.610% 88.299% # ( 34, 51 ] 7908653 3.683% 91.982% # ( 51, 76 ] 6311603 2.939% 94.921% # ( 76, 110 ] 6898067 3.212% 98.133% # ( 110, 170 ] 3401457 1.584% 99.717% ( 170, 250 ] 344525 0.160% 99.878% ( 250, 380 ] 115047 0.054% 99.931% ( 380, 580 ] 69896 0.033% 99.964% ( 580, 870 ] 31295 0.015% 99.978% ( 870, 1300 ] 14203 0.007% 99.985% ( 1300, 1900 ] 27359 0.013% 99.998% ( 1900, 2900 ] 2170 0.001% 99.999% ( 2900, 4400 ] 876 0.000% 99.999% ( 4400, 6600 ] 626 0.000% 99.999% ( 6600, 9900 ] 554 0.000% 100.000% ( 9900, 14000 ] 344 0.000% 100.000% ( 14000, 22000 ] 196 0.000% 100.000% ( 22000, 33000 ] 88 0.000% 100.000% ( 33000, 50000 ] 131 0.000% 100.000% ( 50000, 75000 ] 198 0.000% 100.000% ( 75000, 110000 ] 33 0.000% 100.000% ( 110000, 170000 ] 4 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 804.08 KB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.80 76.11 4108 0.022 0 0 0.0 0.0 L6 3/0 174.29 MB 0.0 319.4 3.2 316.2 316.2 0.1 0.0 99.1 15.4 15.2 21297.73 20906.21 2163 9.846 11G 63M 0.0 0.0 Sum 4/0 175.07 MB 0.0 319.4 3.2 316.2 319.4 3.3 0.0 100.0 15.3 15.3 21387.53 20982.33 6271 3.411 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 111.7 13.2 13.3 13.24 13.06 3 4.414 6292K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 319.4 3.2 316.2 316.2 0.1 0.0 0.0 15.4 15.2 21297.73 20906.21 2163 9.846 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.80 76.11 4108 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1043607.7 total, 600.2 interval Flush(GB): cumulative 3.193, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 319.43 GB write, 0.31 MB/s write, 319.36 GB read, 0.31 MB/s read, 21387.5 seconds Interval compaction: 0.17 GB write, 0.29 MB/s write, 0.17 GB read, 0.29 MB/s read, 13.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4309 collections: 1740 last_copies: 0 last_secs: 0.001871 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2180,1.66 MB,0.10835%) IndexBlock(2128,1.46 GB,97.1487%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1049007 Average: 3.5659 StdDev: 6.29 Min: 0 Median: 2.5881 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.37 P99.9: 60.44 P99.99: 193.39 ------------------------------------------------------ [ 0, 1 ] 121272 11.561% 11.561% ## ( 1, 2 ] 251694 23.994% 35.554% ##### ( 2, 3 ] 257667 24.563% 60.117% ##### ( 3, 4 ] 201938 19.250% 79.368% #### ( 4, 6 ] 174305 16.616% 95.984% ### ( 6, 10 ] 29334 2.796% 98.780% # ( 10, 15 ] 4860 0.463% 99.243% ( 15, 22 ] 2597 0.248% 99.491% ( 22, 34 ] 2197 0.209% 99.700% ( 34, 51 ] 1809 0.172% 99.873% ( 51, 76 ] 755 0.072% 99.945% ( 76, 110 ] 256 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 181170776 Average: 2.1909 StdDev: 5.39 Min: 0 Median: 1.3457 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.99 P99.9: 54.22 P99.99: 145.28 ------------------------------------------------------ [ 0, 1 ] 66751722 36.845% 36.845% ####### ( 1, 2 ] 68941591 38.053% 74.898% ######## ( 2, 3 ] 33853996 18.686% 93.584% #### ( 3, 4 ] 8141865 4.494% 98.078% # ( 4, 6 ] 1514849 0.836% 98.914% ( 6, 10 ] 629425 0.347% 99.262% ( 10, 15 ] 410413 0.227% 99.488% ( 15, 22 ] 203984 0.113% 99.601% ( 22, 34 ] 317834 0.175% 99.776% ( 34, 51 ] 210614 0.116% 99.893% ( 51, 76 ] 103481 0.057% 99.950% ( 76, 110 ] 59640 0.033% 99.983% ( 110, 170 ] 22527 0.012% 99.995% ( 170, 250 ] 3971 0.002% 99.997% ( 250, 380 ] 1807 0.001% 99.998% ( 380, 580 ] 1501 0.001% 99.999% ( 580, 870 ] 884 0.000% 100.000% ( 870, 1300 ] 266 0.000% 100.000% ( 1300, 1900 ] 275 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.37 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 279.86 259.62 4195 0.067 0 0 0.0 0.0 L5 1/0 4.73 MB 0.0 22.6 8.3 14.2 22.4 8.1 0.0 2.7 28.7 28.4 805.31 778.19 2013 0.400 624M 276K 0.0 0.0 L6 6/0 373.79 MB 0.0 201.1 9.0 192.2 192.3 0.2 0.0 21.4 14.4 13.7 14343.24 14031.53 727 19.729 9006M 241M 0.0 0.0 Sum 8/0 380.90 MB 0.0 223.7 17.3 206.4 223.9 17.5 0.0 24.3 14.8 14.9 15428.42 15069.34 6935 2.225 9630M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 13.8 27.3 0.35 0.34 3 0.116 122K 1 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 223.7 17.3 206.4 214.7 8.3 0.0 0.0 15.1 14.5 15148.56 14809.72 2740 5.529 9630M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 279.86 259.62 4195 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1043607.7 total, 600.2 interval Flush(GB): cumulative 9.208, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 223.89 GB write, 0.22 MB/s write, 223.71 GB read, 0.22 MB/s read, 15428.4 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.00 GB read, 0.01 MB/s read, 0.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 360201 collections: 1740 last_copies: 0 last_secs: 0.162868 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360102,1.39 GB,92.6232%) FilterBlock(48,56.87 MB,3.7025%) IndexBlock(50,22.13 MB,1.44079%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2879751 Average: 4.2762 StdDev: 8.04 Min: 0 Median: 1.9662 Max: 9050 Percentiles: P50: 1.97 P75: 5.42 P99: 17.94 P99.9: 61.06 P99.99: 151.24 ------------------------------------------------------ [ 0, 1 ] 638745 22.181% 22.181% #### ( 1, 2 ] 829131 28.792% 50.972% ###### ( 2, 3 ] 407729 14.158% 65.131% ### ( 3, 4 ] 176487 6.129% 71.259% # ( 4, 6 ] 152221 5.286% 76.545% # ( 6, 10 ] 457263 15.879% 92.424% ### ( 10, 15 ] 182124 6.324% 98.748% # ( 15, 22 ] 17272 0.600% 99.348% ( 22, 34 ] 9242 0.321% 99.669% ( 34, 51 ] 5625 0.195% 99.864% ( 51, 76 ] 2565 0.089% 99.953% ( 76, 110 ] 837 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.994% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6987667 Average: 4.7281 StdDev: 7.63 Min: 0 Median: 2.4918 Max: 7311 Percentiles: P50: 2.49 P75: 6.21 P99: 19.52 P99.9: 69.20 P99.99: 168.63 ------------------------------------------------------ [ 0, 1 ] 1136548 16.265% 16.265% ### ( 1, 2 ] 1835410 26.266% 42.531% ##### ( 2, 3 ] 1061152 15.186% 57.718% ### ( 3, 4 ] 572201 8.189% 65.906% ## ( 4, 6 ] 569596 8.151% 74.058% ## ( 6, 10 ] 1225507 17.538% 91.596% #### ( 10, 15 ] 486858 6.967% 98.563% # ( 15, 22 ] 47251 0.676% 99.239% ( 22, 34 ] 24889 0.356% 99.596% ( 34, 51 ] 15688 0.225% 99.820% ( 51, 76 ] 7662 0.110% 99.930% ( 76, 110 ] 2894 0.041% 99.971% ( 110, 170 ] 1343 0.019% 99.990% ( 170, 250 ] 340 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108685347 Average: 5.8588 StdDev: 24.83 Min: 0 Median: 2.3688 Max: 40453 Percentiles: P50: 2.37 P75: 7.58 P99: 43.51 P99.9: 160.31 P99.99: 473.48 ------------------------------------------------------ [ 0, 1 ] 25656585 23.606% 23.606% ##### ( 1, 2 ] 24500932 22.543% 46.149% ##### ( 2, 3 ] 11348770 10.442% 56.591% ## ( 3, 4 ] 4455980 4.100% 60.691% # ( 4, 6 ] 5062085 4.658% 65.349% # ( 6, 10 ] 26489729 24.373% 89.721% ##### ( 10, 15 ] 8595286 7.908% 97.630% ## ( 15, 22 ] 694088 0.639% 98.268% ( 22, 34 ] 571039 0.525% 98.794% ( 34, 51 ] 400388 0.368% 99.162% ( 51, 76 ] 255723 0.235% 99.398% ( 76, 110 ] 323872 0.298% 99.696% ( 110, 170 ] 264995 0.244% 99.939% ( 170, 250 ] 42915 0.039% 99.979% ( 250, 380 ] 9018 0.008% 99.987% ( 380, 580 ] 6576 0.006% 99.993% ( 580, 870 ] 3725 0.003% 99.997% ( 870, 1300 ] 1978 0.002% 99.998% ( 1300, 1900 ] 2738 0.003% 100.001% ( 1900, 2900 ] 191 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 103 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% 2024/02/20-19:10:08.804277 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 543507155 rocksdb.block.cache.hit COUNT : 2250472947 rocksdb.block.cache.add COUNT : 40843210 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33227 rocksdb.block.cache.index.hit COUNT : 552550699 rocksdb.block.cache.index.add COUNT : 33213 rocksdb.block.cache.index.bytes.insert COUNT : 35545340788 rocksdb.block.cache.filter.miss COUNT : 33233 rocksdb.block.cache.filter.hit COUNT : 1145764992 rocksdb.block.cache.filter.add COUNT : 33233 rocksdb.block.cache.filter.bytes.insert COUNT : 9023883701 rocksdb.block.cache.data.miss COUNT : 543440695 rocksdb.block.cache.data.hit COUNT : 552157256 rocksdb.block.cache.data.add COUNT : 40776764 rocksdb.block.cache.data.bytes.insert COUNT : 168906997542 rocksdb.block.cache.bytes.read COUNT : 1960198319545891 rocksdb.block.cache.bytes.write COUNT : 213476222031 rocksdb.bloom.filter.useful COUNT : 593280691 rocksdb.bloom.filter.full.positive COUNT : 552484333 rocksdb.bloom.filter.full.true.positive COUNT : 546747654 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97407238 rocksdb.memtable.miss COUNT : 6513256760 rocksdb.l0.hit COUNT : 16730513 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 530017141 rocksdb.compaction.key.drop.new COUNT : 283313482 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 595639543 rocksdb.number.keys.read COUNT : 672250954 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61645325058 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69574 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33218 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 791170457 rocksdb.number.multiget.keys.read COUNT : 5938413044 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61645325058 rocksdb.write.self COUNT : 133286783 rocksdb.write.other COUNT : 219139 rocksdb.write.wal COUNT : 133505922 rocksdb.compact.read.bytes COUNT : 1023154633146 rocksdb.compact.write.bytes COUNT : 1068012361664 rocksdb.flush.write.bytes COUNT : 33667077360 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1074668 rocksdb.number.superversion_releases COUNT : 2788 rocksdb.number.superversion_cleanups COUNT : 173 rocksdb.number.block.compressed COUNT : 536708241 rocksdb.number.block.decompressed COUNT : 536726540 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61704279382 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69574 rocksdb.num.iterator.deleted COUNT : 69574 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5393 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5355 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45264 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62558665411 rocksdb.memtable.garbage.bytes.at.flush COUNT : 753781536 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 970140116748 rocksdb.last.level.read.count COUNT : 504605577 rocksdb.non.last.level.read.bytes COUNT : 131884569951 rocksdb.non.last.level.read.count COUNT : 39001232 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 543540373 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2189909356384 rocksdb.bytes.compressed.to COUNT : 1063244610236 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26734258077 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6743706 rocksdb.bytes.decompressed.from COUNT : 1063498828853 rocksdb.bytes.decompressed.to COUNT : 2190033006463 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.458373 P95 : 106.274473 P99 : 160.389129 P100 : 227461.000000 COUNT : 672250954 SUM : 34680841666 rocksdb.db.write.micros P50 : 67.085184 P95 : 111.880597 P99 : 169.408627 P100 : 2037453.000000 COUNT : 133505922 SUM : 13797212146 rocksdb.compaction.times.micros P50 : 1596020.761246 P95 : 38671698.113208 P99 : 67272435.897436 P100 : 89521673.000000 COUNT : 7697 SUM : 64559247987 rocksdb.compaction.times.cpu_micros P50 : 1535053.380783 P95 : 35894420.600858 P99 : 64318062.827225 P100 : 83823365.000000 COUNT : 7697 SUM : 61704279382 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4326.710098 P95 : 27863.661202 P99 : 62148.936170 P100 : 1558490.000000 COUNT : 12516 SUM : 117655888 rocksdb.compaction.outfile.sync.micros P50 : 62559.925094 P95 : 125702.875399 P99 : 225319.587629 P100 : 2063820.000000 COUNT : 20685 SUM : 1326326731 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.438417 P95 : 729.814744 P99 : 4003.303571 P100 : 501117.000000 COUNT : 20281 SUM : 13005006 rocksdb.table.open.io.micros P50 : 584.418605 P95 : 6242.181597 P99 : 13060.056555 P100 : 207055.000000 COUNT : 33218 SUM : 59189270 rocksdb.db.multiget.micros P50 : 7.998598 P95 : 17.788944 P99 : 33.062807 P100 : 27014.000000 COUNT : 791170457 SUM : 7497144348 rocksdb.read.block.compaction.micros P50 : 13.682148 P95 : 59.468490 P99 : 138.702541 P100 : 136000.000000 COUNT : 502663931 SUM : 9797488758 rocksdb.read.block.get.micros P50 : 53.001347 P95 : 95.068259 P99 : 146.786123 P100 : 206929.000000 COUNT : 40843224 SUM : 2358922293 rocksdb.write.raw.block.micros P50 : 0.521598 P95 : 0.991036 P99 : 1.895482 P100 : 331149.000000 COUNT : 543551550 SUM : 10964033259 rocksdb.numfiles.in.singlecompaction P50 : 2.773569 P95 : 5.680331 P99 : 5.938711 P100 : 7.000000 COUNT : 5862 SUM : 20870 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.541369 P95 : 33.670763 P99 : 105.075149 P100 : 135929.000000 COUNT : 543606809 SUM : 3799404492 rocksdb.file.read.flush.micros P50 : 1.846798 P95 : 15.820905 P99 : 40.791076 P100 : 787.000000 COUNT : 62580 SUM : 299246 rocksdb.file.read.compaction.micros P50 : 1.426077 P95 : 36.931061 P99 : 106.551206 P100 : 135929.000000 COUNT : 502767370 SUM : 3390397884 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 672250954 SUM : 0 rocksdb.bytes.per.write P50 : 218.509045 P95 : 528.113918 P99 : 804.077828 P100 : 4563443.000000 COUNT : 133286784 SUM : 61645325239 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 791170457 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46357.142857 P95 : 166911.764706 P99 : 238984.615385 P100 : 1681975.000000 COUNT : 12565 SUM : 788401196 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-19:10:08.804480 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-19:10:08.804656 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708456208 to in-memory stats history 2024/02/20-19:10:08.804688 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-19:10:08.804730 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-19:10:56.992308 521954 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302376. Total log size is 15728690 while max_total_wal_size is 15728640 2024/02/20-19:10:56.992662 521954 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302382. Immutable memtables: 0. 2024/02/20-19:10:56.992743 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20287] Syncing log #302380 2024/02/20-19:10:57.005260 3036210 (Original Log Time 2024/02/20-19:10:56.992732) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:10:57.005271 3036210 [db/flush_job.cc:892] [url] [JOB 20287] Flushing memtable with next log file: 302382 2024/02/20-19:10:57.005299 3036210 EVENT_LOG_v1 {"time_micros": 1708456257005290, "job": 20287, "event": "flush_started", "num_memtables": 1, "num_entries": 68503, "num_deletes": 0, "total_data_size": 10510897, "memory_usage": 12290200, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:10:57.005303 3036210 [db/flush_job.cc:926] [url] [JOB 20287] Level-0 flush table #302383: started 2024/02/20-19:10:57.142141 3036210 EVENT_LOG_v1 {"time_micros": 1708456257142108, "cf_name": "url", "job": 20287, "event": "table_file_creation", "file_number": 302383, "file_size": 5527141, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161380361, "largest_seqno": 5161527926, "table_properties": {"data_size": 5442019, "index_size": 133844, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7397, "raw_key_size": 10131551, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1620, "num_entries": 67010, "num_filter_entries": 8403, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708455894, "oldest_key_time": 1708455894, "file_creation_time": 1708456257, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302383, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:10:57.142187 3036210 [db/flush_job.cc:1062] [url] [JOB 20287] Flush lasted 136933 microseconds, and 131770 cpu microseconds. 2024/02/20-19:10:57.142579 3036210 (Original Log Time 2024/02/20-19:10:57.142169) [db/flush_job.cc:1011] [url] [JOB 20287] Level-0 flush table #302383: 5527141 bytes OK 2024/02/20-19:10:57.142582 3036210 (Original Log Time 2024/02/20-19:10:57.142194) [db/memtable_list.cc:555] [url] Level-0 commit table #302383 started 2024/02/20-19:10:57.142583 3036210 (Original Log Time 2024/02/20-19:10:57.142484) [db/memtable_list.cc:754] [url] Level-0 commit table #302383: memtable #1 done 2024/02/20-19:10:57.142584 3036210 (Original Log Time 2024/02/20-19:10:57.142502) EVENT_LOG_v1 {"time_micros": 1708456257142497, "job": 20287, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-19:10:57.142586 3036210 (Original Log Time 2024/02/20-19:10:57.142543) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-19:10:57.142590 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20287] Try to delete WAL files size 3379826, prev total WAL file size 15736619, number of live WAL files 4. 2024/02/20-19:10:57.142695 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 20288] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-19:10:57.142705 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20295 Base level 0, inputs: [302383(5397KB) 302377(5339KB)], [302367(10MB)] 2024/02/20-19:10:57.142729 3036189 EVENT_LOG_v1 {"time_micros": 1708456257142719, "job": 20288, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302383, 302377], "files_L5": [302367], "score": 1, "input_data_size": 21515906, "oldest_snapshot_seqno": -1} 2024/02/20-19:10:57.143046 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302376.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:10:57.670335 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20288] Generated table #302384: 268233 keys, 20357163 bytes, temperature: kUnknown 2024/02/20-19:10:57.670396 3036189 EVENT_LOG_v1 {"time_micros": 1708456257670357, "cf_name": "url", "job": 20288, "event": "table_file_creation", "file_number": 302384, "file_size": 20357163, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160937599, "largest_seqno": 5161527926, "table_properties": {"data_size": 20041327, "index_size": 571716, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18133, "raw_key_size": 40545898, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5955, "num_entries": 268233, "num_filter_entries": 20720, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454801, "oldest_key_time": 0, "file_creation_time": 1708456257, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302384, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:10:57.671471 3036189 (Original Log Time 2024/02/20-19:10:57.670939) [db/compaction/compaction_job.cc:1729] [url] [JOB 20288] Compacted 2@0 + 1@5 files to L5 => 20357163 bytes 2024/02/20-19:10:57.671474 3036189 (Original Log Time 2024/02/20-19:10:57.671369) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.08, MB/sec: 40.8 rd, 38.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(10.5, 10.0 +0.0 blob) out(19.4 +0.0 blob), read-write-amplify(3.8) write-amplify(1.9) OK, records in: 268236, records dropped: 3 output_compression: LZ4 2024/02/20-19:10:57.671481 3036189 (Original Log Time 2024/02/20-19:10:57.671399) EVENT_LOG_v1 {"time_micros": 1708456257671384, "job": 20288, "event": "compaction_finished", "compaction_time_micros": 527716, "compaction_time_cpu_micros": 513003, "output_level": 5, "num_output_files": 1, "total_output_size": 20357163, "num_input_records": 268236, "num_output_records": 268233, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-19:10:57.672277 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302367.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:10:57.672291 3036189 EVENT_LOG_v1 {"time_micros": 1708456257672288, "job": 20288, "event": "table_file_deletion", "file_number": 302367} 2024/02/20-19:10:57.672624 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302377.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:10:57.672631 3036189 EVENT_LOG_v1 {"time_micros": 1708456257672630, "job": 20288, "event": "table_file_deletion", "file_number": 302377} 2024/02/20-19:10:57.673051 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302383.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:10:57.673057 3036189 EVENT_LOG_v1 {"time_micros": 1708456257673056, "job": 20288, "event": "table_file_deletion", "file_number": 302383} 2024/02/20-19:12:15.976724 1462494 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302378. Total log size is 15728739 while max_total_wal_size is 15728640 2024/02/20-19:12:15.977023 1462494 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302385. Immutable memtables: 0. 2024/02/20-19:12:15.977128 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20289] Syncing log #302382 2024/02/20-19:12:15.981046 3036193 (Original Log Time 2024/02/20-19:12:15.977110) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:12:15.981055 3036193 [db/flush_job.cc:892] [tag] [JOB 20289] Flushing memtable with next log file: 302385 2024/02/20-19:12:15.981083 3036193 EVENT_LOG_v1 {"time_micros": 1708456335981075, "job": 20289, "event": "flush_started", "num_memtables": 1, "num_entries": 16565, "num_deletes": 0, "total_data_size": 1452015, "memory_usage": 2227944, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:12:15.981086 3036193 [db/flush_job.cc:926] [tag] [JOB 20289] Level-0 flush table #302386: started 2024/02/20-19:12:15.994173 3036193 EVENT_LOG_v1 {"time_micros": 1708456335994141, "cf_name": "tag", "job": 20289, "event": "table_file_creation", "file_number": 302386, "file_size": 871193, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161412080, "largest_seqno": 5161559651, "table_properties": {"data_size": 863708, "index_size": 9723, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1402984, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 265, "num_entries": 16400, "num_filter_entries": 192, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708455972, "oldest_key_time": 1708455972, "file_creation_time": 1708456335, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302386, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:12:15.994212 3036193 [db/flush_job.cc:1062] [tag] [JOB 20289] Flush lasted 13173 microseconds, and 11519 cpu microseconds. 2024/02/20-19:12:15.994553 3036193 (Original Log Time 2024/02/20-19:12:15.994198) [db/flush_job.cc:1011] [tag] [JOB 20289] Level-0 flush table #302386: 871193 bytes OK 2024/02/20-19:12:15.994557 3036193 (Original Log Time 2024/02/20-19:12:15.994218) [db/memtable_list.cc:555] [tag] Level-0 commit table #302386 started 2024/02/20-19:12:15.994560 3036193 (Original Log Time 2024/02/20-19:12:15.994443) [db/memtable_list.cc:754] [tag] Level-0 commit table #302386: memtable #1 done 2024/02/20-19:12:15.994563 3036193 (Original Log Time 2024/02/20-19:12:15.994478) EVENT_LOG_v1 {"time_micros": 1708456335994473, "job": 20289, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:12:15.994565 3036193 (Original Log Time 2024/02/20-19:12:15.994512) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-19:12:15.994572 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20289] Try to delete WAL files size 532874, prev total WAL file size 15730439, number of live WAL files 4. 2024/02/20-19:12:15.994749 3036190 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20290] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-19:12:15.994764 3036190 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20297 Base level 0, inputs: [302386(850KB) 302379(804KB)], [302370(64MB) 302371(64MB) 302372(45MB)] 2024/02/20-19:12:15.994793 3036190 EVENT_LOG_v1 {"time_micros": 1708456335994780, "job": 20290, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302386, 302379], "files_L6": [302370, 302371, 302372], "score": 1, "input_data_size": 184447991, "oldest_snapshot_seqno": -1} 2024/02/20-19:12:15.994800 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302378.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:20.648808 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20290] Generated table #302387: 2470068 keys, 67634322 bytes, temperature: kUnknown 2024/02/20-19:12:20.648881 3036190 EVENT_LOG_v1 {"time_micros": 1708456340648835, "cf_name": "tag", "job": 20290, "event": "table_file_creation", "file_number": 302387, "file_size": 67634322, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108963, "index_size": 1504414, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 206976831, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36161, "num_entries": 2470068, "num_filter_entries": 1136, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708456335, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302387, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:12:25.044569 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20290] Generated table #302388: 2011522 keys, 67653218 bytes, temperature: kUnknown 2024/02/20-19:12:25.044646 3036190 EVENT_LOG_v1 {"time_micros": 1708456345044599, "cf_name": "tag", "job": 20290, "event": "table_file_creation", "file_number": 302388, "file_size": 67653218, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110246, "index_size": 1358348, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 188180789, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35681, "num_entries": 2011522, "num_filter_entries": 2248, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708456340, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302388, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:12:28.095059 287376 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302380. Total log size is 15728764 while max_total_wal_size is 15728640 2024/02/20-19:12:28.095343 287376 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302390. Immutable memtables: 0. 2024/02/20-19:12:28.095426 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20291] Syncing log #302385 2024/02/20-19:12:28.101105 3036210 (Original Log Time 2024/02/20-19:12:28.095413) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-19:12:28.101115 3036210 [db/flush_job.cc:892] [key] [JOB 20291] Flushing memtable with next log file: 302390 2024/02/20-19:12:28.101141 3036210 EVENT_LOG_v1 {"time_micros": 1708456348101134, "job": 20291, "event": "flush_started", "num_memtables": 1, "num_entries": 62639, "num_deletes": 0, "total_data_size": 3914876, "memory_usage": 5006176, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:12:28.101145 3036210 [db/flush_job.cc:926] [key] [JOB 20291] Level-0 flush table #302391: started 2024/02/20-19:12:28.161519 3036210 EVENT_LOG_v1 {"time_micros": 1708456348161480, "cf_name": "key", "job": 20291, "event": "table_file_creation", "file_number": 302391, "file_size": 2538236, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161416966, "largest_seqno": 5161564697, "table_properties": {"data_size": 2463999, "index_size": 18401, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58373, "raw_key_size": 3698439, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 729, "num_entries": 61128, "num_filter_entries": 66559, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708455984, "oldest_key_time": 1708455984, "file_creation_time": 1708456348, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302391, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:12:28.161559 3036210 [db/flush_job.cc:1062] [key] [JOB 20291] Flush lasted 60459 microseconds, and 58203 cpu microseconds. 2024/02/20-19:12:28.161920 3036210 (Original Log Time 2024/02/20-19:12:28.161545) [db/flush_job.cc:1011] [key] [JOB 20291] Level-0 flush table #302391: 2538236 bytes OK 2024/02/20-19:12:28.161924 3036210 (Original Log Time 2024/02/20-19:12:28.161565) [db/memtable_list.cc:555] [key] Level-0 commit table #302391 started 2024/02/20-19:12:28.161926 3036210 (Original Log Time 2024/02/20-19:12:28.161823) [db/memtable_list.cc:754] [key] Level-0 commit table #302391: memtable #1 done 2024/02/20-19:12:28.161927 3036210 (Original Log Time 2024/02/20-19:12:28.161839) EVENT_LOG_v1 {"time_micros": 1708456348161834, "job": 20291, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-19:12:28.161929 3036210 (Original Log Time 2024/02/20-19:12:28.161877) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-19:12:28.161933 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20291] Try to delete WAL files size 11815990, prev total WAL file size 15732533, number of live WAL files 4. 2024/02/20-19:12:28.163360 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302380.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:28.351539 3036190 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20290] Generated table #302389: 1843147 keys, 48277660 bytes, temperature: kUnknown 2024/02/20-19:12:28.351610 3036190 EVENT_LOG_v1 {"time_micros": 1708456348351569, "cf_name": "tag", "job": 20290, "event": "table_file_creation", "file_number": 302389, "file_size": 48277660, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 47911016, "index_size": 1072274, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 147649113, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26199, "num_entries": 1843147, "num_filter_entries": 285, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708456345, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302389, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:12:28.463571 3036190 (Original Log Time 2024/02/20-19:12:28.358658) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20290] Compacted 2@0 + 3@6 files to L6 => 183565200 bytes 2024/02/20-19:12:28.463575 3036190 (Original Log Time 2024/02/20-19:12:28.463470) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.9 rd, 14.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.6, 174.3 +0.0 blob) out(175.1 +0.0 blob), read-write-amplify(217.2) write-amplify(108.3) OK, records in: 6324737, records dropped: 0 output_compression: ZSTD 2024/02/20-19:12:28.463583 3036190 (Original Log Time 2024/02/20-19:12:28.463506) EVENT_LOG_v1 {"time_micros": 1708456348463490, "job": 20290, "event": "compaction_finished", "compaction_time_micros": 12356880, "compaction_time_cpu_micros": 12202623, "output_level": 6, "num_output_files": 3, "total_output_size": 183565200, "num_input_records": 6324737, "num_output_records": 6324737, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-19:12:28.469657 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302370.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:28.469678 3036190 EVENT_LOG_v1 {"time_micros": 1708456348469675, "job": 20290, "event": "table_file_deletion", "file_number": 302370} 2024/02/20-19:12:28.475775 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302371.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:28.475805 3036190 EVENT_LOG_v1 {"time_micros": 1708456348475801, "job": 20290, "event": "table_file_deletion", "file_number": 302371} 2024/02/20-19:12:28.480976 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302372.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:28.481000 3036190 EVENT_LOG_v1 {"time_micros": 1708456348480996, "job": 20290, "event": "table_file_deletion", "file_number": 302372} 2024/02/20-19:12:28.481143 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302379.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:28.481151 3036190 EVENT_LOG_v1 {"time_micros": 1708456348481149, "job": 20290, "event": "table_file_deletion", "file_number": 302379} 2024/02/20-19:12:28.481271 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302386.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:28.481309 3036190 EVENT_LOG_v1 {"time_micros": 1708456348481278, "job": 20290, "event": "table_file_deletion", "file_number": 302386} 2024/02/20-19:12:28.481403 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 20292] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-19:12:28.481408 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20298 Base level 0, inputs: [302391(2478KB) 302381(2430KB)], [302375(4844KB)] 2024/02/20-19:12:28.481418 3036190 EVENT_LOG_v1 {"time_micros": 1708456348481412, "job": 20292, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302391, 302381], "files_L5": [302375], "score": 1, "input_data_size": 9987895, "oldest_snapshot_seqno": -1} 2024/02/20-19:12:28.844626 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20292] Generated table #302392: 244072 keys, 9765999 bytes, temperature: kUnknown 2024/02/20-19:12:28.844691 3036190 EVENT_LOG_v1 {"time_micros": 1708456348844650, "cf_name": "key", "job": 20292, "event": "table_file_creation", "file_number": 302392, "file_size": 9765999, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160974420, "largest_seqno": 5161564697, "table_properties": {"data_size": 9481844, "index_size": 76131, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 226293, "raw_key_size": 14766756, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2795, "num_entries": 244072, "num_filter_entries": 256632, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454897, "oldest_key_time": 0, "file_creation_time": 1708456348, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302392, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:12:28.846029 3036190 (Original Log Time 2024/02/20-19:12:28.845442) [db/compaction/compaction_job.cc:1729] [key] [JOB 20292] Compacted 2@0 + 1@5 files to L5 => 9765999 bytes 2024/02/20-19:12:28.846033 3036190 (Original Log Time 2024/02/20-19:12:28.845949) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 27.5 rd, 26.9 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.8, 4.7 +0.0 blob) out(9.3 +0.0 blob), read-write-amplify(3.9) write-amplify(1.9) OK, records in: 244075, records dropped: 3 output_compression: LZ4 2024/02/20-19:12:28.846042 3036190 (Original Log Time 2024/02/20-19:12:28.845970) EVENT_LOG_v1 {"time_micros": 1708456348845960, "job": 20292, "event": "compaction_finished", "compaction_time_micros": 363347, "compaction_time_cpu_micros": 341150, "output_level": 5, "num_output_files": 1, "total_output_size": 9765999, "num_input_records": 244075, "num_output_records": 244072, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-19:12:28.846635 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302375.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:28.846647 3036190 EVENT_LOG_v1 {"time_micros": 1708456348846645, "job": 20292, "event": "table_file_deletion", "file_number": 302375} 2024/02/20-19:12:28.847042 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302381.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:28.847056 3036190 EVENT_LOG_v1 {"time_micros": 1708456348847053, "job": 20292, "event": "table_file_deletion", "file_number": 302381} 2024/02/20-19:12:28.847352 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302391.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:12:28.847366 3036190 EVENT_LOG_v1 {"time_micros": 1708456348847363, "job": 20292, "event": "table_file_deletion", "file_number": 302391} 2024/02/20-19:16:41.209027 282472 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302393. Immutable memtables: 0. 2024/02/20-19:16:41.209107 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20293] Syncing log #302390 2024/02/20-19:16:41.238872 3036193 (Original Log Time 2024/02/20-19:16:41.209093) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:16:41.238881 3036193 [db/flush_job.cc:892] [url] [JOB 20293] Flushing memtable with next log file: 302393 2024/02/20-19:16:41.238905 3036193 EVENT_LOG_v1 {"time_micros": 1708456601238898, "job": 20293, "event": "flush_started", "num_memtables": 1, "num_entries": 65209, "num_deletes": 0, "total_data_size": 9992520, "memory_usage": 11357528, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-19:16:41.238908 3036193 [db/flush_job.cc:926] [url] [JOB 20293] Level-0 flush table #302394: started 2024/02/20-19:16:41.320070 3036193 EVENT_LOG_v1 {"time_micros": 1708456601320035, "cf_name": "url", "job": 20293, "event": "table_file_creation", "file_number": 302394, "file_size": 5258889, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161527928, "largest_seqno": 5161669300, "table_properties": {"data_size": 5177867, "index_size": 121104, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7173, "raw_key_size": 9628081, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1546, "num_entries": 63792, "num_filter_entries": 8222, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456256, "oldest_key_time": 1708456256, "file_creation_time": 1708456601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302394, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:16:41.320119 3036193 [db/flush_job.cc:1062] [url] [JOB 20293] Flush lasted 81256 microseconds, and 77232 cpu microseconds. 2024/02/20-19:16:41.320499 3036193 (Original Log Time 2024/02/20-19:16:41.320105) [db/flush_job.cc:1011] [url] [JOB 20293] Level-0 flush table #302394: 5258889 bytes OK 2024/02/20-19:16:41.320502 3036193 (Original Log Time 2024/02/20-19:16:41.320126) [db/memtable_list.cc:555] [url] Level-0 commit table #302394 started 2024/02/20-19:16:41.320504 3036193 (Original Log Time 2024/02/20-19:16:41.320405) [db/memtable_list.cc:754] [url] Level-0 commit table #302394: memtable #1 done 2024/02/20-19:16:41.320505 3036193 (Original Log Time 2024/02/20-19:16:41.320418) EVENT_LOG_v1 {"time_micros": 1708456601320414, "job": 20293, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-19:16:41.320506 3036193 (Original Log Time 2024/02/20-19:16:41.320470) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-19:16:41.320511 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20293] Try to delete WAL files size 3379875, prev total WAL file size 15030712, number of live WAL files 4. 2024/02/20-19:16:41.320988 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302382.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:16:41.321196 3036192 (Original Log Time 2024/02/20-19:16:41.321110) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-19:16:41.321205 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 20294] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-19:16:41.321212 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20301 Base level 0, inputs: [302394(5135KB)], [302384(19MB)] 2024/02/20-19:16:41.321237 3036192 EVENT_LOG_v1 {"time_micros": 1708456601321227, "job": 20294, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302394], "files_L5": [302384], "score": -1, "input_data_size": 25616052, "oldest_snapshot_seqno": -1} 2024/02/20-19:16:41.907107 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20294] Generated table #302395: 332025 keys, 24958369 bytes, temperature: kUnknown 2024/02/20-19:16:41.907165 3036192 EVENT_LOG_v1 {"time_micros": 1708456601907133, "cf_name": "url", "job": 20294, "event": "table_file_creation", "file_number": 302395, "file_size": 24958369, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160937599, "largest_seqno": 5161669300, "table_properties": {"data_size": 24582143, "index_size": 693435, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21173, "raw_key_size": 50173979, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7309, "num_entries": 332025, "num_filter_entries": 24218, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454801, "oldest_key_time": 0, "file_creation_time": 1708456601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302395, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:16:41.908452 3036192 (Original Log Time 2024/02/20-19:16:41.907941) [db/compaction/compaction_job.cc:1729] [url] [JOB 20294] Compacted 1@0 + 1@5 files to L5 => 24958369 bytes 2024/02/20-19:16:41.908470 3036192 (Original Log Time 2024/02/20-19:16:41.908352) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.09, MB/sec: 43.7 rd, 42.6 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(5.0, 19.4 +0.0 blob) out(23.8 +0.0 blob), read-write-amplify(9.6) write-amplify(4.7) OK, records in: 332025, records dropped: 0 output_compression: LZ4 2024/02/20-19:16:41.908479 3036192 (Original Log Time 2024/02/20-19:16:41.908383) EVENT_LOG_v1 {"time_micros": 1708456601908366, "job": 20294, "event": "compaction_finished", "compaction_time_micros": 585979, "compaction_time_cpu_micros": 567962, "output_level": 5, "num_output_files": 1, "total_output_size": 24958369, "num_input_records": 332025, "num_output_records": 332025, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-19:16:41.910417 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302384.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:16:41.910435 3036192 EVENT_LOG_v1 {"time_micros": 1708456601910432, "job": 20294, "event": "table_file_deletion", "file_number": 302384} 2024/02/20-19:16:41.910925 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302394.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:16:41.910935 3036192 EVENT_LOG_v1 {"time_micros": 1708456601910934, "job": 20294, "event": "table_file_deletion", "file_number": 302394} 2024/02/20-19:16:41.910976 282472 (Original Log Time 2024/02/20-19:16:41.321037) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-19:16:41.911131 3036183 (Original Log Time 2024/02/20-19:16:41.911091) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-19:16:41.911138 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 20295] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-19:16:41.911148 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20302 Base level 5, inputs: [302395(23MB)], [302332(64MB) 302333(64MB) 302334(64MB) 302335(64MB) 302336(64MB) 302337(64MB) 302338(64MB) 302339(64MB) 302340(65MB) 302341(64MB) 302342(65MB) 302343(66MB) 302344(21MB)] 2024/02/20-19:16:41.911165 3036183 EVENT_LOG_v1 {"time_micros": 1708456601911154, "job": 20295, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302395], "files_L6": [302332, 302333, 302334, 302335, 302336, 302337, 302338, 302339, 302340, 302341, 302342, 302343, 302344], "score": -1, "input_data_size": 864591055, "oldest_snapshot_seqno": -1} 2024/02/20-19:16:48.060556 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302396: 1836148 keys, 67824863 bytes, temperature: kUnknown 2024/02/20-19:16:48.060641 3036183 EVENT_LOG_v1 {"time_micros": 1708456608060597, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302396, "file_size": 67824863, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109707, "index_size": 2553351, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14549, "raw_key_size": 248529934, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34343, "num_entries": 1836148, "num_filter_entries": 16688, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456601, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302396, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:16:53.229340 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302397: 1151581 keys, 67597863 bytes, temperature: kUnknown 2024/02/20-19:16:53.229404 3036183 EVENT_LOG_v1 {"time_micros": 1708456613229369, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302397, "file_size": 67597863, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110775, "index_size": 1990771, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 175503192, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32161, "num_entries": 1151581, "num_filter_entries": 192, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456608, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302397, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:16:59.328072 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302398: 1539060 keys, 67791982 bytes, temperature: kUnknown 2024/02/20-19:16:59.328150 3036183 EVENT_LOG_v1 {"time_micros": 1708456619328101, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302398, "file_size": 67791982, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110493, "index_size": 2531918, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16933, "raw_key_size": 218736539, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35440, "num_entries": 1539060, "num_filter_entries": 19408, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456613, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302398, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:17:04.639395 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302399: 1532901 keys, 67994451 bytes, temperature: kUnknown 2024/02/20-19:17:04.639476 3036183 EVENT_LOG_v1 {"time_micros": 1708456624639427, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302399, "file_size": 67994451, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109754, "index_size": 3260046, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 31685, "raw_key_size": 241871563, "raw_average_key_size": 157, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34766, "num_entries": 1532901, "num_filter_entries": 36204, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456619, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302399, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:17:09.931195 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302400: 1673443 keys, 68006654 bytes, temperature: kUnknown 2024/02/20-19:17:09.931263 3036183 EVENT_LOG_v1 {"time_micros": 1708456629931220, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302400, "file_size": 68006654, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109037, "index_size": 2887206, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 38309, "raw_key_size": 241295490, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35069, "num_entries": 1673443, "num_filter_entries": 43755, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456624, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302400, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:17:15.408919 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302401: 1564414 keys, 67955274 bytes, temperature: kUnknown 2024/02/20-19:17:15.408989 3036183 EVENT_LOG_v1 {"time_micros": 1708456635408952, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302401, "file_size": 67955274, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109232, "index_size": 5519583, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21285, "raw_key_size": 237241124, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34736, "num_entries": 1564414, "num_filter_entries": 24330, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456629, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302401, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:17:20.514743 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302402: 1694614 keys, 67727072 bytes, temperature: kUnknown 2024/02/20-19:17:20.514821 3036183 EVENT_LOG_v1 {"time_micros": 1708456640514777, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302402, "file_size": 67727072, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109740, "index_size": 2571624, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230069490, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34280, "num_entries": 1694614, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456635, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302402, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:17:25.406975 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302403: 1712005 keys, 67814720 bytes, temperature: kUnknown 2024/02/20-19:17:25.407039 3036183 EVENT_LOG_v1 {"time_micros": 1708456645407002, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302403, "file_size": 67814720, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110220, "index_size": 2697199, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6741, "raw_key_size": 238687061, "raw_average_key_size": 139, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34723, "num_entries": 1712005, "num_filter_entries": 7742, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456640, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302403, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:17:30.295468 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302404: 1325324 keys, 68669034 bytes, temperature: kUnknown 2024/02/20-19:17:30.295630 3036183 EVENT_LOG_v1 {"time_micros": 1708456650295579, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302404, "file_size": 68669034, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110183, "index_size": 4729585, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24101, "raw_key_size": 222462924, "raw_average_key_size": 167, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33252, "num_entries": 1325324, "num_filter_entries": 27580, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456645, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302404, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:17:41.183665 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302405: 1669473 keys, 67867329 bytes, temperature: kUnknown 2024/02/20-19:17:41.183763 3036183 EVENT_LOG_v1 {"time_micros": 1708456661183713, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302405, "file_size": 67867329, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110905, "index_size": 2763502, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26373, "raw_key_size": 236446502, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35411, "num_entries": 1669473, "num_filter_entries": 30198, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456650, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302405, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:17:54.706070 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302406: 1665211 keys, 68140383 bytes, temperature: kUnknown 2024/02/20-19:17:54.706142 3036183 EVENT_LOG_v1 {"time_micros": 1708456674706107, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302406, "file_size": 68140383, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110523, "index_size": 4147248, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13461, "raw_key_size": 290765549, "raw_average_key_size": 174, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36985, "num_entries": 1665211, "num_filter_entries": 15434, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456661, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302406, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:09.766969 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302407: 1314700 keys, 69089083 bytes, temperature: kUnknown 2024/02/20-19:18:09.767040 3036183 EVENT_LOG_v1 {"time_micros": 1708456689767002, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302407, "file_size": 69089083, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109629, "index_size": 5123384, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 104693, "raw_key_size": 271725859, "raw_average_key_size": 206, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34628, "num_entries": 1314700, "num_filter_entries": 119160, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456674, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302407, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:15.595897 287375 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302385. Total log size is 15728677 while max_total_wal_size is 15728640 2024/02/20-19:18:15.596170 287375 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302409. Immutable memtables: 0. 2024/02/20-19:18:15.596257 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20296] Syncing log #302393 2024/02/20-19:18:15.627357 3036210 (Original Log Time 2024/02/20-19:18:15.596239) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-19:18:15.627370 3036210 [db/flush_job.cc:892] [tag] [JOB 20296] Flushing memtable with next log file: 302409 2024/02/20-19:18:15.627399 3036210 EVENT_LOG_v1 {"time_micros": 1708456695627391, "job": 20296, "event": "flush_started", "num_memtables": 1, "num_entries": 17071, "num_deletes": 0, "total_data_size": 1488204, "memory_usage": 2385152, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:18:15.627403 3036210 [db/flush_job.cc:926] [tag] [JOB 20296] Level-0 flush table #302410: started 2024/02/20-19:18:15.646708 3036210 EVENT_LOG_v1 {"time_micros": 1708456695646667, "cf_name": "tag", "job": 20296, "event": "table_file_creation", "file_number": 302410, "file_size": 881397, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161559695, "largest_seqno": 5161707565, "table_properties": {"data_size": 873855, "index_size": 9807, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1433341, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 272, "num_entries": 16850, "num_filter_entries": 196, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456335, "oldest_key_time": 1708456335, "file_creation_time": 1708456695, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302410, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:15.646763 3036210 [db/flush_job.cc:1062] [tag] [JOB 20296] Flush lasted 19416 microseconds, and 16495 cpu microseconds. 2024/02/20-19:18:15.647275 3036210 (Original Log Time 2024/02/20-19:18:15.646743) [db/flush_job.cc:1011] [tag] [JOB 20296] Level-0 flush table #302410: 881397 bytes OK 2024/02/20-19:18:15.647280 3036210 (Original Log Time 2024/02/20-19:18:15.646772) [db/memtable_list.cc:555] [tag] Level-0 commit table #302410 started 2024/02/20-19:18:15.647282 3036210 (Original Log Time 2024/02/20-19:18:15.647143) [db/memtable_list.cc:754] [tag] Level-0 commit table #302410: memtable #1 done 2024/02/20-19:18:15.647284 3036210 (Original Log Time 2024/02/20-19:18:15.647169) EVENT_LOG_v1 {"time_micros": 1708456695647162, "job": 20296, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:18:15.647287 3036210 (Original Log Time 2024/02/20-19:18:15.647212) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-19:18:15.647292 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20296] Try to delete WAL files size 532899, prev total WAL file size 15730590, number of live WAL files 4. 2024/02/20-19:18:15.647683 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302385.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:16.912095 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20295] Generated table #302408: 584461 keys, 34402928 bytes, temperature: kUnknown 2024/02/20-19:18:16.912160 3036183 EVENT_LOG_v1 {"time_micros": 1708456696912119, "cf_name": "url", "job": 20295, "event": "table_file_creation", "file_number": 302408, "file_size": 34402928, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 33083641, "index_size": 3389873, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8693, "raw_key_size": 155172429, "raw_average_key_size": 265, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 17017, "num_entries": 584461, "num_filter_entries": 9904, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456689, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302408, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:17.065676 3036183 (Original Log Time 2024/02/20-19:18:17.064292) [db/compaction/compaction_job.cc:1729] [url] [JOB 20295] Compacted 1@5 + 13@6 files to L6 => 850881636 bytes 2024/02/20-19:18:17.065680 3036183 (Original Log Time 2024/02/20-19:18:17.065527) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 9.1 rd, 9.0 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(23.8, 800.7 +0.0 blob) out(811.5 +0.0 blob), read-write-amplify(68.7) write-amplify(34.1) OK, records in: 19263336, records dropped: 1 output_compression: ZSTD 2024/02/20-19:18:17.065693 3036183 (Original Log Time 2024/02/20-19:18:17.065573) EVENT_LOG_v1 {"time_micros": 1708456697065544, "job": 20295, "event": "compaction_finished", "compaction_time_micros": 95001051, "compaction_time_cpu_micros": 87836124, "output_level": 6, "num_output_files": 13, "total_output_size": 850881636, "num_input_records": 19263336, "num_output_records": 19263335, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-19:18:17.071092 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302332.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.071115 3036183 EVENT_LOG_v1 {"time_micros": 1708456697071111, "job": 20295, "event": "table_file_deletion", "file_number": 302332} 2024/02/20-19:18:17.076767 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302333.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.076799 3036183 EVENT_LOG_v1 {"time_micros": 1708456697076794, "job": 20295, "event": "table_file_deletion", "file_number": 302333} 2024/02/20-19:18:17.083556 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302334.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.083581 3036183 EVENT_LOG_v1 {"time_micros": 1708456697083577, "job": 20295, "event": "table_file_deletion", "file_number": 302334} 2024/02/20-19:18:17.090161 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302335.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.090187 3036183 EVENT_LOG_v1 {"time_micros": 1708456697090183, "job": 20295, "event": "table_file_deletion", "file_number": 302335} 2024/02/20-19:18:17.095783 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302336.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.095808 3036183 EVENT_LOG_v1 {"time_micros": 1708456697095805, "job": 20295, "event": "table_file_deletion", "file_number": 302336} 2024/02/20-19:18:17.102564 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302337.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.102596 3036183 EVENT_LOG_v1 {"time_micros": 1708456697102592, "job": 20295, "event": "table_file_deletion", "file_number": 302337} 2024/02/20-19:18:17.109660 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302338.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.109700 3036183 EVENT_LOG_v1 {"time_micros": 1708456697109695, "job": 20295, "event": "table_file_deletion", "file_number": 302338} 2024/02/20-19:18:17.116979 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302339.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.117008 3036183 EVENT_LOG_v1 {"time_micros": 1708456697117003, "job": 20295, "event": "table_file_deletion", "file_number": 302339} 2024/02/20-19:18:17.120360 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302340.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.120383 3036183 EVENT_LOG_v1 {"time_micros": 1708456697120380, "job": 20295, "event": "table_file_deletion", "file_number": 302340} 2024/02/20-19:18:17.126736 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302341.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.126772 3036183 EVENT_LOG_v1 {"time_micros": 1708456697126766, "job": 20295, "event": "table_file_deletion", "file_number": 302341} 2024/02/20-19:18:17.134335 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302342.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.134368 3036183 EVENT_LOG_v1 {"time_micros": 1708456697134363, "job": 20295, "event": "table_file_deletion", "file_number": 302342} 2024/02/20-19:18:17.140139 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302343.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.140178 3036183 EVENT_LOG_v1 {"time_micros": 1708456697140173, "job": 20295, "event": "table_file_deletion", "file_number": 302343} 2024/02/20-19:18:17.142124 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302344.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.142144 3036183 EVENT_LOG_v1 {"time_micros": 1708456697142141, "job": 20295, "event": "table_file_deletion", "file_number": 302344} 2024/02/20-19:18:17.146020 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302395.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:17.146051 3036183 EVENT_LOG_v1 {"time_micros": 1708456697146046, "job": 20295, "event": "table_file_deletion", "file_number": 302395} 2024/02/20-19:18:17.146126 282472 (Original Log Time 2024/02/20-19:16:41.910994) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-19:18:17.146551 282472 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302411. Immutable memtables: 0. 2024/02/20-19:18:17.146622 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20297] Syncing log #302409 2024/02/20-19:18:17.151446 3036193 (Original Log Time 2024/02/20-19:18:17.146612) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:18:17.151462 3036193 [db/flush_job.cc:892] [tag] [JOB 20297] Flushing memtable with next log file: 302411 2024/02/20-19:18:17.151486 3036193 EVENT_LOG_v1 {"time_micros": 1708456697151479, "job": 20297, "event": "flush_started", "num_memtables": 1, "num_entries": 28, "num_deletes": 0, "total_data_size": 2481, "memory_usage": 3872, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-19:18:17.151489 3036193 [db/flush_job.cc:926] [tag] [JOB 20297] Level-0 flush table #302412: started 2024/02/20-19:18:17.152622 3036193 EVENT_LOG_v1 {"time_micros": 1708456697152590, "cf_name": "tag", "job": 20297, "event": "table_file_creation", "file_number": 302412, "file_size": 2619, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161707594, "largest_seqno": 5161708181, "table_properties": {"data_size": 1332, "index_size": 136, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 2425, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 28, "num_filter_entries": 8, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456695, "oldest_key_time": 1708456695, "file_creation_time": 1708456697, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302412, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:17.152651 3036193 [db/flush_job.cc:1062] [tag] [JOB 20297] Flush lasted 1212 microseconds, and 661 cpu microseconds. 2024/02/20-19:18:17.153014 3036193 (Original Log Time 2024/02/20-19:18:17.152641) [db/flush_job.cc:1011] [tag] [JOB 20297] Level-0 flush table #302412: 2619 bytes OK 2024/02/20-19:18:17.153017 3036193 (Original Log Time 2024/02/20-19:18:17.152655) [db/memtable_list.cc:555] [tag] Level-0 commit table #302412 started 2024/02/20-19:18:17.153018 3036193 (Original Log Time 2024/02/20-19:18:17.152933) [db/memtable_list.cc:754] [tag] Level-0 commit table #302412: memtable #1 done 2024/02/20-19:18:17.153020 3036193 (Original Log Time 2024/02/20-19:18:17.152947) EVENT_LOG_v1 {"time_micros": 1708456697152943, "job": 20297, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:18:17.153022 3036193 (Original Log Time 2024/02/20-19:18:17.152981) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-19:18:17.153103 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20298] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-19:18:17.153114 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20305 Base level 0, inputs: [302412(2619B) 302410(860KB)], [302387(64MB) 302388(64MB) 302389(46MB)] 2024/02/20-19:18:17.153135 3036187 EVENT_LOG_v1 {"time_micros": 1708456697153126, "job": 20298, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302412, 302410], "files_L6": [302387, 302388, 302389], "score": 1, "input_data_size": 184449216, "oldest_snapshot_seqno": -1} 2024/02/20-19:18:22.194777 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20298] Generated table #302413: 2472998 keys, 67634493 bytes, temperature: kUnknown 2024/02/20-19:18:22.194843 3036187 EVENT_LOG_v1 {"time_micros": 1708456702194805, "cf_name": "tag", "job": 20298, "event": "table_file_creation", "file_number": 302413, "file_size": 67634493, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109229, "index_size": 1505522, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 207187045, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36166, "num_entries": 2472998, "num_filter_entries": 1134, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708456697, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302413, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:26.678274 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20298] Generated table #302414: 2007335 keys, 67654246 bytes, temperature: kUnknown 2024/02/20-19:18:26.678345 3036187 EVENT_LOG_v1 {"time_micros": 1708456706678299, "cf_name": "tag", "job": 20298, "event": "table_file_creation", "file_number": 302414, "file_size": 67654246, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110235, "index_size": 1358290, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1973, "raw_key_size": 187903757, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35638, "num_entries": 2007335, "num_filter_entries": 2254, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708456702, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302414, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:27.339098 1462049 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302390. Total log size is 15728776 while max_total_wal_size is 15728640 2024/02/20-19:18:27.339366 1462049 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302416. Immutable memtables: 0. 2024/02/20-19:18:27.339478 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20299] Syncing log #302411 2024/02/20-19:18:27.342661 3036210 (Original Log Time 2024/02/20-19:18:27.339461) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-19:18:27.342669 3036210 [db/flush_job.cc:892] [key] [JOB 20299] Flushing memtable with next log file: 302416 2024/02/20-19:18:27.342690 3036210 EVENT_LOG_v1 {"time_micros": 1708456707342684, "job": 20299, "event": "flush_started", "num_memtables": 1, "num_entries": 62491, "num_deletes": 0, "total_data_size": 3905496, "memory_usage": 5232992, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:18:27.342694 3036210 [db/flush_job.cc:926] [key] [JOB 20299] Level-0 flush table #302417: started 2024/02/20-19:18:27.406553 3036210 EVENT_LOG_v1 {"time_micros": 1708456707406522, "cf_name": "key", "job": 20299, "event": "table_file_creation", "file_number": 302417, "file_size": 2519407, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161564699, "largest_seqno": 5161712488, "table_properties": {"data_size": 2445324, "index_size": 18703, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58053, "raw_key_size": 3679074, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 725, "num_entries": 60812, "num_filter_entries": 66197, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456348, "oldest_key_time": 1708456348, "file_creation_time": 1708456707, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302417, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:27.406592 3036210 [db/flush_job.cc:1062] [key] [JOB 20299] Flush lasted 63937 microseconds, and 61400 cpu microseconds. 2024/02/20-19:18:27.406959 3036210 (Original Log Time 2024/02/20-19:18:27.406579) [db/flush_job.cc:1011] [key] [JOB 20299] Level-0 flush table #302417: 2519407 bytes OK 2024/02/20-19:18:27.406962 3036210 (Original Log Time 2024/02/20-19:18:27.406605) [db/memtable_list.cc:555] [key] Level-0 commit table #302417 started 2024/02/20-19:18:27.406964 3036210 (Original Log Time 2024/02/20-19:18:27.406875) [db/memtable_list.cc:754] [key] Level-0 commit table #302417: memtable #1 done 2024/02/20-19:18:27.406965 3036210 (Original Log Time 2024/02/20-19:18:27.406891) EVENT_LOG_v1 {"time_micros": 1708456707406886, "job": 20299, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-19:18:27.406967 3036210 (Original Log Time 2024/02/20-19:18:27.406926) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-19:18:27.406971 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20299] Try to delete WAL files size 11112520, prev total WAL file size 15731115, number of live WAL files 5. 2024/02/20-19:18:27.408250 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302390.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:30.018033 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20298] Generated table #302415: 1861282 keys, 48705619 bytes, temperature: kUnknown 2024/02/20-19:18:30.018112 3036187 EVENT_LOG_v1 {"time_micros": 1708456710018065, "cf_name": "tag", "job": 20298, "event": "table_file_creation", "file_number": 302415, "file_size": 48705619, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 48333801, "index_size": 1083994, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 149151697, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26470, "num_entries": 1861282, "num_filter_entries": 286, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708456706, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302415, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:30.031477 3036187 (Original Log Time 2024/02/20-19:18:30.030617) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20298] Compacted 2@0 + 3@6 files to L6 => 183994358 bytes 2024/02/20-19:18:30.031482 3036187 (Original Log Time 2024/02/20-19:18:30.031349) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.3 rd, 14.3 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.8, 175.1 +0.0 blob) out(175.5 +0.0 blob), read-write-amplify(416.8) write-amplify(208.1) OK, records in: 6341615, records dropped: 0 output_compression: ZSTD 2024/02/20-19:18:30.031493 3036187 (Original Log Time 2024/02/20-19:18:30.031387) EVENT_LOG_v1 {"time_micros": 1708456710031368, "job": 20298, "event": "compaction_finished", "compaction_time_micros": 12865046, "compaction_time_cpu_micros": 12655080, "output_level": 6, "num_output_files": 3, "total_output_size": 183994358, "num_input_records": 6341615, "num_output_records": 6341615, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-19:18:30.040428 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302387.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:30.040502 3036187 EVENT_LOG_v1 {"time_micros": 1708456710040494, "job": 20298, "event": "table_file_deletion", "file_number": 302387} 2024/02/20-19:18:30.049509 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302388.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:30.049552 3036187 EVENT_LOG_v1 {"time_micros": 1708456710049545, "job": 20298, "event": "table_file_deletion", "file_number": 302388} 2024/02/20-19:18:30.056465 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302389.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:30.056509 3036187 EVENT_LOG_v1 {"time_micros": 1708456710056502, "job": 20298, "event": "table_file_deletion", "file_number": 302389} 2024/02/20-19:18:30.056749 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302410.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:30.056760 3036187 EVENT_LOG_v1 {"time_micros": 1708456710056758, "job": 20298, "event": "table_file_deletion", "file_number": 302410} 2024/02/20-19:18:30.056824 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302412.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:30.056832 3036187 EVENT_LOG_v1 {"time_micros": 1708456710056830, "job": 20298, "event": "table_file_deletion", "file_number": 302412} 2024/02/20-19:18:30.056901 282472 (Original Log Time 2024/02/20-19:18:17.153195) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-19:18:30.057221 282472 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302418. Immutable memtables: 0. 2024/02/20-19:18:30.057302 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20300] Syncing log #302416 2024/02/20-19:18:30.058884 3036193 (Original Log Time 2024/02/20-19:18:30.057292) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:18:30.058892 3036193 [db/flush_job.cc:892] [key] [JOB 20300] Flushing memtable with next log file: 302418 2024/02/20-19:18:30.058917 3036193 EVENT_LOG_v1 {"time_micros": 1708456710058909, "job": 20300, "event": "flush_started", "num_memtables": 1, "num_entries": 475, "num_deletes": 0, "total_data_size": 29684, "memory_usage": 299136, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-19:18:30.058922 3036193 [db/flush_job.cc:926] [key] [JOB 20300] Level-0 flush table #302419: started 2024/02/20-19:18:30.060971 3036193 EVENT_LOG_v1 {"time_micros": 1708456710060932, "cf_name": "key", "job": 20300, "event": "table_file_creation", "file_number": 302419, "file_size": 23528, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161712490, "largest_seqno": 5161713611, "table_properties": {"data_size": 21603, "index_size": 172, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 661, "raw_key_size": 28010, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7, "num_entries": 463, "num_filter_entries": 657, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456707, "oldest_key_time": 1708456707, "file_creation_time": 1708456710, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302419, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:30.061011 3036193 [db/flush_job.cc:1062] [key] [JOB 20300] Flush lasted 2129 microseconds, and 1358 cpu microseconds. 2024/02/20-19:18:30.061633 3036193 (Original Log Time 2024/02/20-19:18:30.060996) [db/flush_job.cc:1011] [key] [JOB 20300] Level-0 flush table #302419: 23528 bytes OK 2024/02/20-19:18:30.061637 3036193 (Original Log Time 2024/02/20-19:18:30.061016) [db/memtable_list.cc:555] [key] Level-0 commit table #302419 started 2024/02/20-19:18:30.061639 3036193 (Original Log Time 2024/02/20-19:18:30.061525) [db/memtable_list.cc:754] [key] Level-0 commit table #302419: memtable #1 done 2024/02/20-19:18:30.061641 3036193 (Original Log Time 2024/02/20-19:18:30.061542) EVENT_LOG_v1 {"time_micros": 1708456710061536, "job": 20300, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-19:18:30.061642 3036193 (Original Log Time 2024/02/20-19:18:30.061591) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-19:18:30.061790 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 20301] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-19:18:30.061804 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20308 Base level 0, inputs: [302419(22KB) 302417(2460KB)], [302392(9537KB)] 2024/02/20-19:18:30.061843 3036188 EVENT_LOG_v1 {"time_micros": 1708456710061826, "job": 20301, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302419, 302417], "files_L5": [302392], "score": 1, "input_data_size": 12308934, "oldest_snapshot_seqno": -1} 2024/02/20-19:18:30.557992 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20301] Generated table #302420: 305347 keys, 12175825 bytes, temperature: kUnknown 2024/02/20-19:18:30.558075 3036188 EVENT_LOG_v1 {"time_micros": 1708456710558022, "cf_name": "key", "job": 20301, "event": "table_file_creation", "file_number": 302420, "file_size": 12175825, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5160974420, "largest_seqno": 5161713611, "table_properties": {"data_size": 11822464, "index_size": 94732, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 282597, "raw_key_size": 18473840, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3482, "num_entries": 305347, "num_filter_entries": 320027, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708454897, "oldest_key_time": 0, "file_creation_time": 1708456710, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302420, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:30.559356 3036188 (Original Log Time 2024/02/20-19:18:30.558840) [db/compaction/compaction_job.cc:1729] [key] [JOB 20301] Compacted 2@0 + 1@5 files to L5 => 12175825 bytes 2024/02/20-19:18:30.559360 3036188 (Original Log Time 2024/02/20-19:18:30.559253) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.05, MB/sec: 24.8 rd, 24.5 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(2.4, 9.3 +0.0 blob) out(11.6 +0.0 blob), read-write-amplify(9.6) write-amplify(4.8) OK, records in: 305347, records dropped: 0 output_compression: LZ4 2024/02/20-19:18:30.559369 3036188 (Original Log Time 2024/02/20-19:18:30.559283) EVENT_LOG_v1 {"time_micros": 1708456710559267, "job": 20301, "event": "compaction_finished", "compaction_time_micros": 496295, "compaction_time_cpu_micros": 482628, "output_level": 5, "num_output_files": 1, "total_output_size": 12175825, "num_input_records": 305347, "num_output_records": 305347, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-19:18:30.560518 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302392.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:30.560545 3036188 EVENT_LOG_v1 {"time_micros": 1708456710560541, "job": 20301, "event": "table_file_deletion", "file_number": 302392} 2024/02/20-19:18:30.560889 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302417.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:30.560903 3036188 EVENT_LOG_v1 {"time_micros": 1708456710560900, "job": 20301, "event": "table_file_deletion", "file_number": 302417} 2024/02/20-19:18:30.560976 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302419.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:18:30.560985 3036188 EVENT_LOG_v1 {"time_micros": 1708456710560983, "job": 20301, "event": "table_file_deletion", "file_number": 302419} 2024/02/20-19:18:30.561040 282472 (Original Log Time 2024/02/20-19:18:30.061839) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-19:18:30.561149 3036185 (Original Log Time 2024/02/20-19:18:30.561127) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-19:18:30.561158 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20302] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-19:18:30.561164 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20309 Base level 5, inputs: [302420(11MB)], [302353(67MB) 302354(67MB) 302355(67MB) 302356(67MB) 302357(67MB) 302358(38MB)] 2024/02/20-19:18:30.561188 3036185 EVENT_LOG_v1 {"time_micros": 1708456710561177, "job": 20302, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302420], "files_L6": [302353, 302354, 302355, 302356, 302357, 302358], "score": -1, "input_data_size": 404125335, "oldest_snapshot_seqno": -1} 2024/02/20-19:18:36.820692 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20302] Generated table #302421: 3314404 keys, 70582226 bytes, temperature: kUnknown 2024/02/20-19:18:36.820756 3036185 EVENT_LOG_v1 {"time_micros": 1708456716820728, "cf_name": "key", "job": 20302, "event": "table_file_creation", "file_number": 302421, "file_size": 70582226, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110337, "index_size": 1078542, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2975765, "raw_key_size": 200419268, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37679, "num_entries": 3314404, "num_filter_entries": 3330201, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456710, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302421, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:42.987255 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20302] Generated table #302422: 3005191 keys, 70295442 bytes, temperature: kUnknown 2024/02/20-19:18:42.987330 3036185 EVENT_LOG_v1 {"time_micros": 1708456722987289, "cf_name": "key", "job": 20302, "event": "table_file_creation", "file_number": 302422, "file_size": 70295442, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109607, "index_size": 982300, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2708149, "raw_key_size": 180774118, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36891, "num_entries": 3005191, "num_filter_entries": 3031994, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456716, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302422, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:49.297904 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20302] Generated table #302423: 3047759 keys, 70313071 bytes, temperature: kUnknown 2024/02/20-19:18:49.297968 3036185 EVENT_LOG_v1 {"time_micros": 1708456729297932, "cf_name": "key", "job": 20302, "event": "table_file_creation", "file_number": 302423, "file_size": 70313071, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109324, "index_size": 1037610, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2736901, "raw_key_size": 185538185, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37149, "num_entries": 3047759, "num_filter_entries": 3064050, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456722, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302423, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:18:55.594098 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20302] Generated table #302424: 3047830 keys, 70309436 bytes, temperature: kUnknown 2024/02/20-19:18:55.594181 3036185 EVENT_LOG_v1 {"time_micros": 1708456735594144, "cf_name": "key", "job": 20302, "event": "table_file_creation", "file_number": 302424, "file_size": 70309436, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109248, "index_size": 1034782, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2736565, "raw_key_size": 185620380, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37164, "num_entries": 3047830, "num_filter_entries": 3063659, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456729, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302424, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:19:01.160634 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20302] Generated table #302425: 2970470 keys, 70247321 bytes, temperature: kUnknown 2024/02/20-19:19:01.160725 3036185 EVENT_LOG_v1 {"time_micros": 1708456741160662, "cf_name": "key", "job": 20302, "event": "table_file_creation", "file_number": 302425, "file_size": 70247321, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109726, "index_size": 978885, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2674741, "raw_key_size": 179501868, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36798, "num_entries": 2970470, "num_filter_entries": 2994748, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456735, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302425, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:19:04.965908 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20302] Generated table #302426: 1987412 keys, 45729535 bytes, temperature: kUnknown 2024/02/20-19:19:04.965975 3036185 EVENT_LOG_v1 {"time_micros": 1708456744965935, "cf_name": "key", "job": 20302, "event": "table_file_creation", "file_number": 302426, "file_size": 45729535, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 43628971, "index_size": 649768, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1786965, "raw_key_size": 120124875, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 24093, "num_entries": 1987412, "num_filter_entries": 2005564, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708456741, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302426, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:19:04.999250 3036185 (Original Log Time 2024/02/20-19:19:04.998344) [db/compaction/compaction_job.cc:1729] [key] [JOB 20302] Compacted 1@5 + 6@6 files to L6 => 397477031 bytes 2024/02/20-19:19:04.999254 3036185 (Original Log Time 2024/02/20-19:19:04.999144) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 11.7 rd, 11.6 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(11.6, 373.8 +0.0 blob) out(379.1 +0.0 blob), read-write-amplify(65.8) write-amplify(32.6) OK, records in: 17373069, records dropped: 3 output_compression: ZSTD 2024/02/20-19:19:04.999261 3036185 (Original Log Time 2024/02/20-19:19:04.999187) EVENT_LOG_v1 {"time_micros": 1708456744999170, "job": 20302, "event": "compaction_finished", "compaction_time_micros": 34404842, "compaction_time_cpu_micros": 32710286, "output_level": 6, "num_output_files": 6, "total_output_size": 397477031, "num_input_records": 17373069, "num_output_records": 17373066, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-19:19:04.999300 282472 (Original Log Time 2024/02/20-19:18:30.561056) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-19:20:08.954546 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-19:20:08.954705 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1044207.8 total, 600.2 interval Cumulative writes: 133M writes, 595M keys, 133M commit groups, 1.0 writes per commit group, ingest: 57.44 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133610016.00 writes per sync, written: 57.44 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 104K writes, 245K keys, 103K commit groups, 1.0 writes per commit group, ingest: 24.94 MB, 0.04 MB/s Interval WAL: 104K writes, 0 syncs, 104094.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 418.95 391.03 4230 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.9 18.6 51.2 68.7 17.5 0.0 3.7 42.0 41.3 1705.51 1633.50 2186 0.780 1054M 1162 0.0 0.0 L6 13/0 811.46 MB 0.0 413.3 17.8 395.5 395.9 0.4 0.0 22.2 16.0 15.3 26503.56 24443.76 611 43.377 9663M 261M 0.0 0.0 Sum 13/0 811.46 MB 0.0 483.2 36.5 446.8 483.5 36.8 0.0 25.5 17.3 17.3 28628.03 26468.29 7027 4.074 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 84.1 9.0 9.0 96.33 89.13 5 19.267 19M 4 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 483.2 36.5 446.8 464.6 17.8 0.0 0.0 17.5 16.9 28209.08 26077.27 2797 10.085 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 418.95 391.03 4230 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1044207.8 total, 600.2 interval Flush(GB): cumulative 18.960, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 483.54 GB write, 0.47 MB/s write, 483.21 GB read, 0.47 MB/s read, 28628.0 seconds Interval compaction: 0.84 GB write, 1.44 MB/s write, 0.85 GB read, 1.45 MB/s read, 96.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1693 collections: 1741 last_copies: 0 last_secs: 0.00065 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(886,14.64 MB,0.953022%) IndexBlock(806,1.36 GB,90.8864%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6101772 Average: 2.1899 StdDev: 4.24 Min: 0 Median: 1.3845 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.74 P99.9: 45.28 P99.99: 126.48 ------------------------------------------------------ [ 0, 1 ] 2051329 33.619% 33.619% ####### ( 1, 2 ] 2599706 42.606% 76.224% ######### ( 2, 3 ] 1017688 16.679% 92.903% ### ( 3, 4 ] 247118 4.050% 96.953% # ( 4, 6 ] 109374 1.792% 98.745% ( 6, 10 ] 35806 0.587% 99.332% ( 10, 15 ] 15155 0.248% 99.581% ( 15, 22 ] 7689 0.126% 99.707% ( 22, 34 ] 8003 0.131% 99.838% ( 34, 51 ] 5731 0.094% 99.932% ( 51, 76 ] 2553 0.042% 99.973% ( 76, 110 ] 898 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 131 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22004107 Average: 2.4700 StdDev: 6.75 Min: 0 Median: 1.4969 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.78 ------------------------------------------------------ [ 0, 1 ] 6739947 30.630% 30.630% ###### ( 1, 2 ] 8576773 38.978% 69.608% ######## ( 2, 3 ] 3725370 16.930% 86.539% ### ( 3, 4 ] 1367321 6.214% 92.753% # ( 4, 6 ] 1078928 4.903% 97.656% # ( 6, 10 ] 346583 1.575% 99.231% ( 10, 15 ] 60116 0.273% 99.504% ( 15, 22 ] 30759 0.140% 99.644% ( 22, 34 ] 32945 0.150% 99.794% ( 34, 51 ] 25018 0.114% 99.908% ( 51, 76 ] 12036 0.055% 99.962% ( 76, 110 ] 4912 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.000% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 215173942 Average: 12.3903 StdDev: 104.72 Min: 0 Median: 1.4975 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.92 P99.9: 305.16 P99.99: 1547.02 ------------------------------------------------------ [ 0, 1 ] 73012253 33.932% 33.932% ####### ( 1, 2 ] 69490194 32.295% 66.227% ###### ( 2, 3 ] 30703804 14.269% 80.496% ### ( 3, 4 ] 6605985 3.070% 83.566% # ( 4, 6 ] 1199802 0.558% 84.124% ( 6, 10 ] 565681 0.263% 84.386% ( 10, 15 ] 320364 0.149% 84.535% ( 15, 22 ] 275179 0.128% 84.663% ( 22, 34 ] 7771006 3.611% 88.275% # ( 34, 51 ] 7947242 3.693% 91.968% # ( 51, 76 ] 6336830 2.945% 94.913% # ( 76, 110 ] 6919461 3.216% 98.129% # ( 110, 170 ] 3415971 1.588% 99.716% ( 170, 250 ] 345986 0.161% 99.877% ( 250, 380 ] 115499 0.054% 99.931% ( 380, 580 ] 70193 0.033% 99.964% ( 580, 870 ] 31421 0.015% 99.978% ( 870, 1300 ] 14247 0.007% 99.985% ( 1300, 1900 ] 27463 0.013% 99.998% ( 1900, 2900 ] 2181 0.001% 99.999% ( 2900, 4400 ] 878 0.000% 99.999% ( 4400, 6600 ] 628 0.000% 99.999% ( 6600, 9900 ] 557 0.000% 99.999% ( 9900, 14000 ] 348 0.000% 100.000% ( 14000, 22000 ] 198 0.000% 100.000% ( 22000, 33000 ] 96 0.000% 100.000% ( 33000, 50000 ] 151 0.000% 100.000% ( 50000, 75000 ] 248 0.000% 100.000% ( 75000, 110000 ] 68 0.000% 100.000% ( 110000, 170000 ] 8 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.83 76.14 4111 0.022 0 0 0.0 0.0 L6 3/0 175.47 MB 0.0 319.7 3.2 316.5 316.6 0.1 0.0 99.1 15.4 15.2 21322.95 20931.07 2165 9.849 11G 63M 0.0 0.0 Sum 3/0 175.47 MB 0.0 319.7 3.2 316.5 319.8 3.3 0.0 100.1 15.3 15.3 21412.79 21007.22 6276 3.412 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 210.4 13.9 13.9 25.26 24.89 5 5.051 12M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 319.7 3.2 316.5 316.6 0.1 0.0 0.0 15.4 15.2 21322.95 20931.07 2165 9.849 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.83 76.14 4111 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1044207.8 total, 600.2 interval Flush(GB): cumulative 3.195, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 319.78 GB write, 0.31 MB/s write, 319.70 GB read, 0.31 MB/s read, 21412.8 seconds Interval compaction: 0.34 GB write, 0.59 MB/s write, 0.34 GB read, 0.59 MB/s read, 25.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4313 collections: 1741 last_copies: 0 last_secs: 0.001454 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2183,1.67 MB,0.108476%) IndexBlock(2129,1.46 GB,97.2368%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1049811 Average: 3.5666 StdDev: 6.29 Min: 0 Median: 2.5890 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.37 P99.9: 60.44 P99.99: 193.31 ------------------------------------------------------ [ 0, 1 ] 121279 11.552% 11.552% ## ( 1, 2 ] 251723 23.978% 35.530% ##### ( 2, 3 ] 257899 24.566% 60.097% ##### ( 3, 4 ] 202177 19.258% 79.355% #### ( 4, 6 ] 174555 16.627% 95.982% ### ( 6, 10 ] 29369 2.798% 98.780% # ( 10, 15 ] 4868 0.464% 99.244% ( 15, 22 ] 2599 0.248% 99.491% ( 22, 34 ] 2198 0.209% 99.701% ( 34, 51 ] 1809 0.172% 99.873% ( 51, 76 ] 755 0.072% 99.945% ( 76, 110 ] 257 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 181366443 Average: 2.1912 StdDev: 5.39 Min: 0 Median: 1.3459 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.99 P99.9: 54.28 P99.99: 145.32 ------------------------------------------------------ [ 0, 1 ] 66808976 36.836% 36.836% ####### ( 1, 2 ] 69021797 38.057% 74.893% ######## ( 2, 3 ] 33898119 18.690% 93.583% #### ( 3, 4 ] 8151495 4.494% 98.078% # ( 4, 6 ] 1516431 0.836% 98.914% ( 6, 10 ] 630205 0.347% 99.261% ( 10, 15 ] 410899 0.227% 99.488% ( 15, 22 ] 204237 0.113% 99.601% ( 22, 34 ] 318271 0.175% 99.776% ( 34, 51 ] 211030 0.116% 99.892% ( 51, 76 ] 103779 0.057% 99.950% ( 76, 110 ] 59778 0.033% 99.983% ( 110, 170 ] 22578 0.012% 99.995% ( 170, 250 ] 3980 0.002% 99.997% ( 250, 380 ] 1809 0.001% 99.998% ( 380, 580 ] 1502 0.001% 99.999% ( 580, 870 ] 885 0.000% 100.000% ( 870, 1300 ] 266 0.000% 100.000% ( 1300, 1900 ] 275 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 279.99 259.74 4198 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.6 8.3 14.2 22.4 8.1 0.0 2.7 28.7 28.4 806.17 779.01 2015 0.400 624M 276K 0.0 0.0 L6 6/0 379.06 MB 0.0 201.5 9.0 192.5 192.7 0.2 0.0 21.4 14.4 13.7 14377.65 14064.24 728 19.750 9023M 241M 0.0 0.0 Sum 6/0 379.06 MB 0.0 224.1 17.3 206.8 224.3 17.5 0.0 24.3 14.8 14.9 15463.81 15102.99 6941 2.228 9648M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 83.5 11.5 11.4 35.39 33.66 6 5.899 17M 6 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 224.1 17.3 206.8 215.1 8.3 0.0 0.0 15.1 14.5 15183.82 14843.25 2743 5.535 9648M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 279.99 259.74 4198 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1044207.8 total, 600.2 interval Flush(GB): cumulative 9.213, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 224.29 GB write, 0.22 MB/s write, 224.10 GB read, 0.22 MB/s read, 15463.8 seconds Interval compaction: 0.40 GB write, 0.67 MB/s write, 0.40 GB read, 0.68 MB/s read, 35.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 356946 collections: 1741 last_copies: 0 last_secs: 0.146899 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(356841,1.38 GB,91.7877%) FilterBlock(51,68.61 MB,4.46702%) IndexBlock(56,27.47 MB,1.78826%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2881463 Average: 4.2758 StdDev: 8.04 Min: 0 Median: 1.9664 Max: 9050 Percentiles: P50: 1.97 P75: 5.41 P99: 17.94 P99.9: 61.05 P99.99: 151.21 ------------------------------------------------------ [ 0, 1 ] 638958 22.175% 22.175% #### ( 1, 2 ] 829650 28.793% 50.967% ###### ( 2, 3 ] 408126 14.164% 65.131% ### ( 3, 4 ] 176719 6.133% 71.264% # ( 4, 6 ] 152367 5.288% 76.552% # ( 6, 10 ] 457399 15.874% 92.426% ### ( 10, 15 ] 182178 6.322% 98.748% # ( 15, 22 ] 17280 0.600% 99.348% ( 22, 34 ] 9246 0.321% 99.669% ( 34, 51 ] 5627 0.195% 99.864% ( 51, 76 ] 2566 0.089% 99.953% ( 76, 110 ] 837 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.994% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6994745 Average: 4.7307 StdDev: 7.63 Min: 0 Median: 2.4940 Max: 7311 Percentiles: P50: 2.49 P75: 6.22 P99: 19.53 P99.9: 69.24 P99.99: 168.60 ------------------------------------------------------ [ 0, 1 ] 1136783 16.252% 16.252% ### ( 1, 2 ] 1836033 26.249% 42.501% ##### ( 2, 3 ] 1061871 15.181% 57.682% ### ( 3, 4 ] 572947 8.191% 65.873% ## ( 4, 6 ] 570832 8.161% 74.034% ## ( 6, 10 ] 1227780 17.553% 91.587% #### ( 10, 15 ] 487910 6.975% 98.562% # ( 15, 22 ] 47337 0.677% 99.239% ( 22, 34 ] 24932 0.356% 99.595% ( 34, 51 ] 15724 0.225% 99.820% ( 51, 76 ] 7677 0.110% 99.930% ( 76, 110 ] 2905 0.042% 99.971% ( 110, 170 ] 1346 0.019% 99.990% ( 170, 250 ] 340 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108824529 Average: 5.8736 StdDev: 25.44 Min: 0 Median: 2.3699 Max: 56127 Percentiles: P50: 2.37 P75: 7.59 P99: 44.17 P99.9: 160.61 P99.99: 475.14 ------------------------------------------------------ [ 0, 1 ] 25670985 23.589% 23.589% ##### ( 1, 2 ] 24533235 22.544% 46.133% ##### ( 2, 3 ] 11375095 10.453% 56.586% ## ( 3, 4 ] 4466592 4.104% 60.690% # ( 4, 6 ] 5067635 4.657% 65.347% # ( 6, 10 ] 26507832 24.358% 89.705% ##### ( 10, 15 ] 8604071 7.906% 97.612% ## ( 15, 22 ] 694803 0.638% 98.250% ( 22, 34 ] 573301 0.527% 98.777% ( 34, 51 ] 405858 0.373% 99.150% ( 51, 76 ] 259962 0.239% 99.389% ( 76, 110 ] 328699 0.302% 99.691% ( 110, 170 ] 269869 0.248% 99.939% ( 170, 250 ] 43423 0.040% 99.979% ( 250, 380 ] 9133 0.008% 99.987% ( 380, 580 ] 6629 0.006% 99.993% ( 580, 870 ] 3749 0.003% 99.997% ( 870, 1300 ] 1985 0.002% 99.998% ( 1300, 1900 ] 2748 0.003% 100.001% ( 1900, 2900 ] 192 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 104 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ( 50000, 75000 ] 1 0.000% 100.002% 2024/02/20-19:20:08.959133 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 544299559 rocksdb.block.cache.hit COUNT : 2252537630 rocksdb.block.cache.add COUNT : 40873176 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33264 rocksdb.block.cache.index.hit COUNT : 553058224 rocksdb.block.cache.index.add COUNT : 33250 rocksdb.block.cache.index.bytes.insert COUNT : 35604901782 rocksdb.block.cache.filter.miss COUNT : 33270 rocksdb.block.cache.filter.hit COUNT : 1146745960 rocksdb.block.cache.filter.add COUNT : 33270 rocksdb.block.cache.filter.bytes.insert COUNT : 9040498318 rocksdb.block.cache.data.miss COUNT : 544233025 rocksdb.block.cache.data.hit COUNT : 552733446 rocksdb.block.cache.data.add COUNT : 40806656 rocksdb.block.cache.data.bytes.insert COUNT : 169030845227 rocksdb.block.cache.bytes.read COUNT : 1961819714891986 rocksdb.block.cache.bytes.write COUNT : 213676245327 rocksdb.bloom.filter.useful COUNT : 593754213 rocksdb.bloom.filter.full.positive COUNT : 552991779 rocksdb.bloom.filter.full.true.positive COUNT : 547250881 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97490819 rocksdb.memtable.miss COUNT : 6518662993 rocksdb.l0.hit COUNT : 16743157 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 530507724 rocksdb.compaction.key.drop.new COUNT : 283313492 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 595885534 rocksdb.number.keys.read COUNT : 672837773 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61671471884 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69614 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33255 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 791842160 rocksdb.number.multiget.keys.read COUNT : 5943316039 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61671471884 rocksdb.write.self COUNT : 133390686 rocksdb.write.other COUNT : 219330 rocksdb.write.wal COUNT : 133610016 rocksdb.compact.read.bytes COUNT : 1024675140866 rocksdb.compact.write.bytes COUNT : 1069695537245 rocksdb.flush.write.bytes COUNT : 33684702197 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1074961 rocksdb.number.superversion_releases COUNT : 2793 rocksdb.number.superversion_cleanups COUNT : 174 rocksdb.number.block.compressed COUNT : 537567719 rocksdb.number.block.decompressed COUNT : 537513562 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61851588238 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69614 rocksdb.num.iterator.deleted COUNT : 69614 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5399 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5361 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45305 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62589298973 rocksdb.memtable.garbage.bytes.at.flush COUNT : 754411193 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 971614910250 rocksdb.last.level.read.count COUNT : 505367360 rocksdb.non.last.level.read.bytes COUNT : 131989432611 rocksdb.non.last.level.read.count COUNT : 39031964 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 544332814 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2193416234989 rocksdb.bytes.compressed.to COUNT : 1064907967806 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26750726014 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6747871 rocksdb.bytes.decompressed.from COUNT : 1065036710124 rocksdb.bytes.decompressed.to COUNT : 2193246304036 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.464547 P95 : 106.276228 P99 : 160.391093 P100 : 227461.000000 COUNT : 672837773 SUM : 34713957208 rocksdb.db.write.micros P50 : 67.087881 P95 : 111.884606 P99 : 169.408443 P100 : 2037453.000000 COUNT : 133610016 SUM : 13807530911 rocksdb.compaction.times.micros P50 : 1596020.761246 P95 : 38765258.215962 P99 : 67370726.495726 P100 : 95001051.000000 COUNT : 7705 SUM : 64715849143 rocksdb.compaction.times.cpu_micros P50 : 1535053.380783 P95 : 35935622.317597 P99 : 64438481.675393 P100 : 87836124.000000 COUNT : 7705 SUM : 61851588238 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4324.853611 P95 : 27857.650273 P99 : 62106.382979 P100 : 1558490.000000 COUNT : 12524 SUM : 117679414 rocksdb.compaction.outfile.sync.micros P50 : 62565.484209 P95 : 125955.555556 P99 : 225327.179487 P100 : 2063820.000000 COUNT : 20714 SUM : 1328454374 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.479602 P95 : 730.618286 P99 : 4025.803571 P100 : 501117.000000 COUNT : 20297 SUM : 13114997 rocksdb.table.open.io.micros P50 : 586.157853 P95 : 6247.049878 P99 : 13077.236504 P100 : 207055.000000 COUNT : 33255 SUM : 59395011 rocksdb.db.multiget.micros P50 : 7.999185 P95 : 17.789082 P99 : 33.063315 P100 : 84321.000000 COUNT : 791842163 SUM : 7504010532 rocksdb.read.block.compaction.micros P50 : 13.684976 P95 : 59.618492 P99 : 138.840791 P100 : 136000.000000 COUNT : 503426369 SUM : 9828829944 rocksdb.read.block.get.micros P50 : 53.006668 P95 : 95.075913 P99 : 146.810769 P100 : 206929.000000 COUNT : 40873192 SUM : 2360998940 rocksdb.write.raw.block.micros P50 : 0.521622 P95 : 0.991082 P99 : 1.895670 P100 : 362077.000000 COUNT : 544415304 SUM : 11004031032 rocksdb.numfiles.in.singlecompaction P50 : 2.773643 P95 : 5.680407 P99 : 5.938723 P100 : 7.000000 COUNT : 5867 SUM : 20889 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.542055 P95 : 33.786776 P99 : 105.162024 P100 : 135929.000000 COUNT : 544399326 SUM : 3819560794 rocksdb.file.read.flush.micros P50 : 1.846758 P95 : 15.816444 P99 : 40.817848 P100 : 787.000000 COUNT : 62620 SUM : 299588 rocksdb.file.read.compaction.micros P50 : 1.426843 P95 : 37.086536 P99 : 106.633611 P100 : 135929.000000 COUNT : 503529953 SUM : 3410155162 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 672837778 SUM : 0 rocksdb.bytes.per.write P50 : 218.509243 P95 : 528.118061 P99 : 804.074310 P100 : 4563443.000000 COUNT : 133390686 SUM : 61671471884 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 791842165 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46357.142857 P95 : 166902.006533 P99 : 238970.549451 P100 : 1681975.000000 COUNT : 12573 SUM : 788779711 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-19:20:08.959353 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-19:20:08.959576 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708456808 to in-memory stats history 2024/02/20-19:20:08.959605 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-19:20:08.959650 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-19:22:41.913733 1762754 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302393. Total log size is 15729007 while max_total_wal_size is 15728640 2024/02/20-19:22:41.913987 1762754 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302427. Immutable memtables: 0. 2024/02/20-19:22:41.914117 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20303] Syncing log #302418 2024/02/20-19:22:41.929590 3036210 (Original Log Time 2024/02/20-19:22:41.914099) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:22:41.929602 3036210 [db/flush_job.cc:892] [url] [JOB 20303] Flushing memtable with next log file: 302427 2024/02/20-19:22:41.929628 3036210 EVENT_LOG_v1 {"time_micros": 1708456961929620, "job": 20303, "event": "flush_started", "num_memtables": 1, "num_entries": 68588, "num_deletes": 0, "total_data_size": 10531353, "memory_usage": 12285384, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:22:41.929631 3036210 [db/flush_job.cc:926] [url] [JOB 20303] Level-0 flush table #302428: started 2024/02/20-19:22:42.063880 3036210 EVENT_LOG_v1 {"time_micros": 1708456962063848, "cf_name": "url", "job": 20303, "event": "table_file_creation", "file_number": 302428, "file_size": 5494720, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161669302, "largest_seqno": 5161816937, "table_properties": {"data_size": 5409821, "index_size": 129324, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7285, "raw_key_size": 10130854, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1618, "num_entries": 66928, "num_filter_entries": 8291, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456601, "oldest_key_time": 1708456601, "file_creation_time": 1708456961, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302428, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:22:42.063927 3036210 [db/flush_job.cc:1062] [url] [JOB 20303] Flush lasted 134349 microseconds, and 127537 cpu microseconds. 2024/02/20-19:22:42.064326 3036210 (Original Log Time 2024/02/20-19:22:42.063911) [db/flush_job.cc:1011] [url] [JOB 20303] Level-0 flush table #302428: 5494720 bytes OK 2024/02/20-19:22:42.064329 3036210 (Original Log Time 2024/02/20-19:22:42.063934) [db/memtable_list.cc:555] [url] Level-0 commit table #302428 started 2024/02/20-19:22:42.064330 3036210 (Original Log Time 2024/02/20-19:22:42.064235) [db/memtable_list.cc:754] [url] Level-0 commit table #302428: memtable #1 done 2024/02/20-19:22:42.064331 3036210 (Original Log Time 2024/02/20-19:22:42.064251) EVENT_LOG_v1 {"time_micros": 1708456962064247, "job": 20303, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-19:22:42.064332 3036210 (Original Log Time 2024/02/20-19:22:42.064286) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-19:22:42.064346 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20303] Try to delete WAL files size 4149685, prev total WAL file size 15736559, number of live WAL files 6. 2024/02/20-19:22:42.070468 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302353.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:22:42.070493 3036210 EVENT_LOG_v1 {"time_micros": 1708456962070490, "job": 20303, "event": "table_file_deletion", "file_number": 302353} 2024/02/20-19:22:42.078608 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302354.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:22:42.078634 3036210 EVENT_LOG_v1 {"time_micros": 1708456962078630, "job": 20303, "event": "table_file_deletion", "file_number": 302354} 2024/02/20-19:22:42.084674 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302355.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:22:42.084715 3036210 EVENT_LOG_v1 {"time_micros": 1708456962084709, "job": 20303, "event": "table_file_deletion", "file_number": 302355} 2024/02/20-19:22:42.090828 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302356.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:22:42.090857 3036210 EVENT_LOG_v1 {"time_micros": 1708456962090853, "job": 20303, "event": "table_file_deletion", "file_number": 302356} 2024/02/20-19:22:42.098630 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302357.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:22:42.098667 3036210 EVENT_LOG_v1 {"time_micros": 1708456962098663, "job": 20303, "event": "table_file_deletion", "file_number": 302357} 2024/02/20-19:22:42.102604 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302358.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:22:42.102631 3036210 EVENT_LOG_v1 {"time_micros": 1708456962102627, "job": 20303, "event": "table_file_deletion", "file_number": 302358} 2024/02/20-19:22:42.103058 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302393.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:22:42.103096 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302409.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:22:42.104392 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302420.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:22:42.104407 3036210 EVENT_LOG_v1 {"time_micros": 1708456962104404, "job": 20303, "event": "table_file_deletion", "file_number": 302420} 2024/02/20-19:24:16.323998 276825 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302411. Total log size is 15728867 while max_total_wal_size is 15728640 2024/02/20-19:24:16.324348 276825 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302429. Immutable memtables: 0. 2024/02/20-19:24:16.324435 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20304] Syncing log #302427 2024/02/20-19:24:16.339925 3036193 (Original Log Time 2024/02/20-19:24:16.324422) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:24:16.339933 3036193 [db/flush_job.cc:892] [tag] [JOB 20304] Flushing memtable with next log file: 302429 2024/02/20-19:24:16.339955 3036193 EVENT_LOG_v1 {"time_micros": 1708457056339949, "job": 20304, "event": "flush_started", "num_memtables": 1, "num_entries": 16678, "num_deletes": 0, "total_data_size": 1450615, "memory_usage": 1711544, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:24:16.339958 3036193 [db/flush_job.cc:926] [tag] [JOB 20304] Level-0 flush table #302430: started 2024/02/20-19:24:16.363824 3036193 EVENT_LOG_v1 {"time_micros": 1708457056363780, "cf_name": "tag", "job": 20304, "event": "table_file_creation", "file_number": 302430, "file_size": 860571, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161708204, "largest_seqno": 5161855887, "table_properties": {"data_size": 853170, "index_size": 9612, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1407454, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 267, "num_entries": 16579, "num_filter_entries": 192, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456697, "oldest_key_time": 1708456697, "file_creation_time": 1708457056, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302430, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:24:16.363904 3036193 [db/flush_job.cc:1062] [tag] [JOB 20304] Flush lasted 23987 microseconds, and 21826 cpu microseconds. 2024/02/20-19:24:16.364267 3036193 (Original Log Time 2024/02/20-19:24:16.363878) [db/flush_job.cc:1011] [tag] [JOB 20304] Level-0 flush table #302430: 860571 bytes OK 2024/02/20-19:24:16.364271 3036193 (Original Log Time 2024/02/20-19:24:16.363912) [db/memtable_list.cc:555] [tag] Level-0 commit table #302430 started 2024/02/20-19:24:16.364274 3036193 (Original Log Time 2024/02/20-19:24:16.364174) [db/memtable_list.cc:754] [tag] Level-0 commit table #302430: memtable #1 done 2024/02/20-19:24:16.364276 3036193 (Original Log Time 2024/02/20-19:24:16.364193) EVENT_LOG_v1 {"time_micros": 1708457056364187, "job": 20304, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:24:16.364279 3036193 (Original Log Time 2024/02/20-19:24:16.364228) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-19:24:16.364286 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20304] Try to delete WAL files size 587127, prev total WAL file size 15730730, number of live WAL files 5. 2024/02/20-19:24:16.364567 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302411.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:24:16.364634 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302416.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:24:29.196752 289451 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302418. Total log size is 15728672 while max_total_wal_size is 15728640 2024/02/20-19:24:29.197077 289451 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302431. Immutable memtables: 0. 2024/02/20-19:24:29.197172 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20305] Syncing log #302429 2024/02/20-19:24:29.241183 3036210 (Original Log Time 2024/02/20-19:24:29.197159) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:24:29.241192 3036210 [db/flush_job.cc:892] [key] [JOB 20305] Flushing memtable with next log file: 302431 2024/02/20-19:24:29.241252 3036210 EVENT_LOG_v1 {"time_micros": 1708457069241243, "job": 20305, "event": "flush_started", "num_memtables": 1, "num_entries": 62542, "num_deletes": 0, "total_data_size": 3908719, "memory_usage": 5007528, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:24:29.241256 3036210 [db/flush_job.cc:926] [key] [JOB 20305] Level-0 flush table #302432: started 2024/02/20-19:24:29.304849 3036210 EVENT_LOG_v1 {"time_micros": 1708457069304766, "cf_name": "key", "job": 20305, "event": "table_file_creation", "file_number": 302432, "file_size": 2540576, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161713614, "largest_seqno": 5161861434, "table_properties": {"data_size": 2466612, "index_size": 18354, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58165, "raw_key_size": 3698861, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 728, "num_entries": 61137, "num_filter_entries": 66373, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456710, "oldest_key_time": 1708456710, "file_creation_time": 1708457069, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302432, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:24:29.304962 3036210 [db/flush_job.cc:1062] [key] [JOB 20305] Flush lasted 63788 microseconds, and 60628 cpu microseconds. 2024/02/20-19:24:29.305426 3036210 (Original Log Time 2024/02/20-19:24:29.304941) [db/flush_job.cc:1011] [key] [JOB 20305] Level-0 flush table #302432: 2540576 bytes OK 2024/02/20-19:24:29.305430 3036210 (Original Log Time 2024/02/20-19:24:29.304970) [db/memtable_list.cc:555] [key] Level-0 commit table #302432 started 2024/02/20-19:24:29.305432 3036210 (Original Log Time 2024/02/20-19:24:29.305293) [db/memtable_list.cc:754] [key] Level-0 commit table #302432: memtable #1 done 2024/02/20-19:24:29.305434 3036210 (Original Log Time 2024/02/20-19:24:29.305330) EVENT_LOG_v1 {"time_micros": 1708457069305322, "job": 20305, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-19:24:29.305437 3036210 (Original Log Time 2024/02/20-19:24:29.305378) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-19:24:29.305443 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20305] Try to delete WAL files size 10992195, prev total WAL file size 15732986, number of live WAL files 4. 2024/02/20-19:24:29.307312 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302418.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:28:49.811659 282472 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302427. Total log size is 15728657 while max_total_wal_size is 15728640 2024/02/20-19:28:49.812043 282472 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302433. Immutable memtables: 0. 2024/02/20-19:28:49.812140 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20306] Syncing log #302431 2024/02/20-19:28:49.826772 3036193 (Original Log Time 2024/02/20-19:28:49.812124) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:28:49.826783 3036193 [db/flush_job.cc:892] [url] [JOB 20306] Flushing memtable with next log file: 302433 2024/02/20-19:28:49.826809 3036193 EVENT_LOG_v1 {"time_micros": 1708457329826801, "job": 20306, "event": "flush_started", "num_memtables": 1, "num_entries": 68225, "num_deletes": 0, "total_data_size": 10473381, "memory_usage": 12295576, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:28:49.826813 3036193 [db/flush_job.cc:926] [url] [JOB 20306] Level-0 flush table #302434: started 2024/02/20-19:28:49.949010 3036193 EVENT_LOG_v1 {"time_micros": 1708457329948981, "cf_name": "url", "job": 20306, "event": "table_file_creation", "file_number": 302434, "file_size": 5521382, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161816939, "largest_seqno": 5161964732, "table_properties": {"data_size": 5439287, "index_size": 128558, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7285, "raw_key_size": 10113989, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1622, "num_entries": 66898, "num_filter_entries": 8300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456961, "oldest_key_time": 1708456961, "file_creation_time": 1708457329, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302434, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:28:49.949048 3036193 [db/flush_job.cc:1062] [url] [JOB 20306] Flush lasted 122285 microseconds, and 118609 cpu microseconds. 2024/02/20-19:28:49.958156 3036193 (Original Log Time 2024/02/20-19:28:49.949035) [db/flush_job.cc:1011] [url] [JOB 20306] Level-0 flush table #302434: 5521382 bytes OK 2024/02/20-19:28:49.958159 3036193 (Original Log Time 2024/02/20-19:28:49.949053) [db/memtable_list.cc:555] [url] Level-0 commit table #302434 started 2024/02/20-19:28:49.958161 3036193 (Original Log Time 2024/02/20-19:28:49.958020) [db/memtable_list.cc:754] [url] Level-0 commit table #302434: memtable #1 done 2024/02/20-19:28:49.958163 3036193 (Original Log Time 2024/02/20-19:28:49.958061) EVENT_LOG_v1 {"time_micros": 1708457329958050, "job": 20306, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-19:28:49.958164 3036193 (Original Log Time 2024/02/20-19:28:49.958111) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-19:28:49.958169 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20306] Try to delete WAL files size 4149545, prev total WAL file size 15734590, number of live WAL files 4. 2024/02/20-19:28:49.958261 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 20307] Compacting 2@0 files to L5, score 1.00 2024/02/20-19:28:49.958271 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20314 Base level 0, inputs: [302434(5391KB) 302428(5365KB)] 2024/02/20-19:28:49.958292 3036189 EVENT_LOG_v1 {"time_micros": 1708457329958283, "job": 20307, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302434, 302428], "score": 1, "input_data_size": 11016102, "oldest_snapshot_seqno": -1} 2024/02/20-19:28:49.958862 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302427.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:28:50.210385 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20307] Generated table #302435: 133825 keys, 10629987 bytes, temperature: kUnknown 2024/02/20-19:28:50.210498 3036189 EVENT_LOG_v1 {"time_micros": 1708457330210414, "cf_name": "url", "job": 20307, "event": "table_file_creation", "file_number": 302435, "file_size": 10629987, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161669302, "largest_seqno": 5161964732, "table_properties": {"data_size": 10472513, "index_size": 259453, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11509, "raw_key_size": 20244727, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3103, "num_entries": 133825, "num_filter_entries": 13215, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456601, "oldest_key_time": 0, "file_creation_time": 1708457329, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302435, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:28:50.211491 3036189 (Original Log Time 2024/02/20-19:28:50.210954) [db/compaction/compaction_job.cc:1729] [url] [JOB 20307] Compacted 2@0 files to L5 => 10629987 bytes 2024/02/20-19:28:50.211495 3036189 (Original Log Time 2024/02/20-19:28:50.211397) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.04, MB/sec: 43.7 rd, 42.1 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(10.5, 0.0 +0.0 blob) out(10.1 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 133826, records dropped: 1 output_compression: LZ4 2024/02/20-19:28:50.211502 3036189 (Original Log Time 2024/02/20-19:28:50.211419) EVENT_LOG_v1 {"time_micros": 1708457330211408, "job": 20307, "event": "compaction_finished", "compaction_time_micros": 252276, "compaction_time_cpu_micros": 245014, "output_level": 5, "num_output_files": 1, "total_output_size": 10629987, "num_input_records": 133826, "num_output_records": 133825, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-19:28:50.212031 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302428.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:28:50.212043 3036189 EVENT_LOG_v1 {"time_micros": 1708457330212041, "job": 20307, "event": "table_file_deletion", "file_number": 302428} 2024/02/20-19:28:50.212520 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302434.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:28:50.212530 3036189 EVENT_LOG_v1 {"time_micros": 1708457330212528, "job": 20307, "event": "table_file_deletion", "file_number": 302434} 2024/02/20-19:30:09.101282 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-19:30:09.101435 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1044808.0 total, 600.1 interval Cumulative writes: 133M writes, 596M keys, 133M commit groups, 1.0 writes per commit group, ingest: 57.46 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133712207.00 writes per sync, written: 57.46 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 102K writes, 241K keys, 102K commit groups, 1.0 writes per commit group, ingest: 24.55 MB, 0.04 MB/s Interval WAL: 102K writes, 0 syncs, 102191.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 419.21 391.27 4232 0.099 0 0 0.0 0.0 L5 1/0 10.14 MB 0.0 69.9 18.7 51.2 68.7 17.5 0.0 3.7 42.0 41.3 1705.76 1633.75 2187 0.780 1054M 1163 0.0 0.0 L6 13/0 811.46 MB 0.0 413.3 17.8 395.5 395.9 0.4 0.0 22.2 16.0 15.3 26503.56 24443.76 611 43.377 9663M 261M 0.0 0.0 Sum 14/0 821.60 MB 0.0 483.2 36.5 446.8 483.6 36.8 0.0 25.5 17.3 17.3 28628.54 26468.78 7030 4.072 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 20.6 40.6 0.51 0.49 3 0.170 133K 1 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 483.2 36.5 446.8 464.6 17.8 0.0 0.0 17.5 16.9 28209.33 26077.51 2798 10.082 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 419.21 391.27 4232 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1044808.0 total, 600.1 interval Flush(GB): cumulative 18.970, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 483.56 GB write, 0.47 MB/s write, 483.23 GB read, 0.47 MB/s read, 28628.5 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1699 collections: 1742 last_copies: 0 last_secs: 0.000765 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(889,14.66 MB,0.954647%) IndexBlock(809,1.36 GB,90.9185%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6105022 Average: 2.1897 StdDev: 4.24 Min: 0 Median: 1.3844 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.27 P99.99: 126.44 ------------------------------------------------------ [ 0, 1 ] 2052587 33.621% 33.621% ####### ( 1, 2 ] 2601229 42.608% 76.229% ######### ( 2, 3 ] 1018058 16.676% 92.905% ### ( 3, 4 ] 247176 4.049% 96.954% # ( 4, 6 ] 109393 1.792% 98.746% ( 6, 10 ] 35816 0.587% 99.332% ( 10, 15 ] 15157 0.248% 99.581% ( 15, 22 ] 7693 0.126% 99.707% ( 22, 34 ] 8006 0.131% 99.838% ( 34, 51 ] 5734 0.094% 99.932% ( 51, 76 ] 2553 0.042% 99.973% ( 76, 110 ] 898 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 131 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22004112 Average: 2.4700 StdDev: 6.75 Min: 0 Median: 1.4969 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.78 ------------------------------------------------------ [ 0, 1 ] 6739948 30.630% 30.630% ###### ( 1, 2 ] 8576774 38.978% 69.608% ######## ( 2, 3 ] 3725370 16.930% 86.539% ### ( 3, 4 ] 1367322 6.214% 92.753% # ( 4, 6 ] 1078929 4.903% 97.656% # ( 6, 10 ] 346583 1.575% 99.231% ( 10, 15 ] 60116 0.273% 99.504% ( 15, 22 ] 30759 0.140% 99.644% ( 22, 34 ] 32945 0.150% 99.794% ( 34, 51 ] 25019 0.114% 99.908% ( 51, 76 ] 12036 0.055% 99.962% ( 76, 110 ] 4912 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.000% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 215173942 Average: 12.3903 StdDev: 104.72 Min: 0 Median: 1.4975 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.92 P99.9: 305.16 P99.99: 1547.02 ------------------------------------------------------ [ 0, 1 ] 73012253 33.932% 33.932% ####### ( 1, 2 ] 69490194 32.295% 66.227% ###### ( 2, 3 ] 30703804 14.269% 80.496% ### ( 3, 4 ] 6605985 3.070% 83.566% # ( 4, 6 ] 1199802 0.558% 84.124% ( 6, 10 ] 565681 0.263% 84.386% ( 10, 15 ] 320364 0.149% 84.535% ( 15, 22 ] 275179 0.128% 84.663% ( 22, 34 ] 7771006 3.611% 88.275% # ( 34, 51 ] 7947242 3.693% 91.968% # ( 51, 76 ] 6336830 2.945% 94.913% # ( 76, 110 ] 6919461 3.216% 98.129% # ( 110, 170 ] 3415971 1.588% 99.716% ( 170, 250 ] 345986 0.161% 99.877% ( 250, 380 ] 115499 0.054% 99.931% ( 380, 580 ] 70193 0.033% 99.964% ( 580, 870 ] 31421 0.015% 99.978% ( 870, 1300 ] 14247 0.007% 99.985% ( 1300, 1900 ] 27463 0.013% 99.998% ( 1900, 2900 ] 2181 0.001% 99.999% ( 2900, 4400 ] 878 0.000% 99.999% ( 4400, 6600 ] 628 0.000% 99.999% ( 6600, 9900 ] 557 0.000% 99.999% ( 9900, 14000 ] 348 0.000% 100.000% ( 14000, 22000 ] 198 0.000% 100.000% ( 22000, 33000 ] 96 0.000% 100.000% ( 33000, 50000 ] 151 0.000% 100.000% ( 50000, 75000 ] 248 0.000% 100.000% ( 75000, 110000 ] 68 0.000% 100.000% ( 110000, 170000 ] 8 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 840.40 KB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.86 76.17 4112 0.022 0 0 0.0 0.0 L6 3/0 175.47 MB 0.0 319.7 3.2 316.5 316.6 0.1 0.0 99.1 15.4 15.2 21322.95 20931.07 2165 9.849 11G 63M 0.0 0.0 Sum 4/0 176.29 MB 0.0 319.7 3.2 316.5 319.8 3.3 0.0 100.1 15.3 15.3 21412.81 21007.24 6277 3.411 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 34.2 0.02 0.02 1 0.024 0 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 319.7 3.2 316.5 316.6 0.1 0.0 0.0 15.4 15.2 21322.95 20931.07 2165 9.849 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.86 76.17 4112 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1044808.0 total, 600.1 interval Flush(GB): cumulative 3.196, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 319.78 GB write, 0.31 MB/s write, 319.70 GB read, 0.31 MB/s read, 21412.8 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4315 collections: 1742 last_copies: 0 last_secs: 0.001636 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2184,1.67 MB,0.108492%) IndexBlock(2130,1.46 GB,97.2374%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1049816 Average: 3.5666 StdDev: 6.29 Min: 0 Median: 2.5890 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.37 P99.9: 60.44 P99.99: 193.31 ------------------------------------------------------ [ 0, 1 ] 121279 11.552% 11.552% ## ( 1, 2 ] 251725 23.978% 35.530% ##### ( 2, 3 ] 257900 24.566% 60.097% ##### ( 3, 4 ] 202178 19.258% 79.355% #### ( 4, 6 ] 174556 16.627% 95.982% ### ( 6, 10 ] 29369 2.798% 98.780% # ( 10, 15 ] 4868 0.464% 99.244% ( 15, 22 ] 2599 0.248% 99.491% ( 22, 34 ] 2198 0.209% 99.701% ( 34, 51 ] 1809 0.172% 99.873% ( 51, 76 ] 755 0.072% 99.945% ( 76, 110 ] 257 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 181366443 Average: 2.1912 StdDev: 5.39 Min: 0 Median: 1.3459 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.99 P99.9: 54.28 P99.99: 145.32 ------------------------------------------------------ [ 0, 1 ] 66808976 36.836% 36.836% ####### ( 1, 2 ] 69021797 38.057% 74.893% ######## ( 2, 3 ] 33898119 18.690% 93.583% #### ( 3, 4 ] 8151495 4.494% 98.078% # ( 4, 6 ] 1516431 0.836% 98.914% ( 6, 10 ] 630205 0.347% 99.261% ( 10, 15 ] 410899 0.227% 99.488% ( 15, 22 ] 204237 0.113% 99.601% ( 22, 34 ] 318271 0.175% 99.776% ( 34, 51 ] 211030 0.116% 99.892% ( 51, 76 ] 103779 0.057% 99.950% ( 76, 110 ] 59778 0.033% 99.983% ( 110, 170 ] 22578 0.012% 99.995% ( 170, 250 ] 3980 0.002% 99.997% ( 250, 380 ] 1809 0.001% 99.998% ( 380, 580 ] 1502 0.001% 99.999% ( 580, 870 ] 885 0.000% 100.000% ( 870, 1300 ] 266 0.000% 100.000% ( 1300, 1900 ] 275 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.42 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 280.05 259.80 4199 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.6 8.3 14.2 22.4 8.1 0.0 2.7 28.7 28.4 806.17 779.01 2015 0.400 624M 276K 0.0 0.0 L6 6/0 379.06 MB 0.0 201.5 9.0 192.5 192.7 0.2 0.0 21.4 14.4 13.7 14377.65 14064.24 728 19.750 9023M 241M 0.0 0.0 Sum 7/0 381.49 MB 0.0 224.1 17.3 206.8 224.3 17.5 0.0 24.3 14.8 14.9 15463.87 15103.05 6942 2.228 9648M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 38.0 0.06 0.06 1 0.064 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 224.1 17.3 206.8 215.1 8.3 0.0 0.0 15.1 14.5 15183.82 14843.25 2743 5.535 9648M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 280.05 259.80 4199 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1044808.0 total, 600.1 interval Flush(GB): cumulative 9.215, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 224.29 GB write, 0.22 MB/s write, 224.10 GB read, 0.22 MB/s read, 15463.9 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358628 collections: 1742 last_copies: 0 last_secs: 0.138337 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(358531,1.38 GB,92.2229%) FilterBlock(47,60.63 MB,3.94716%) IndexBlock(52,25.21 MB,1.64134%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2881989 Average: 4.2771 StdDev: 8.04 Min: 0 Median: 1.9667 Max: 9050 Percentiles: P50: 1.97 P75: 5.42 P99: 17.94 P99.9: 61.06 P99.99: 151.20 ------------------------------------------------------ [ 0, 1 ] 638958 22.171% 22.171% #### ( 1, 2 ] 829651 28.787% 50.958% ###### ( 2, 3 ] 408127 14.161% 65.119% ### ( 3, 4 ] 176721 6.132% 71.251% # ( 4, 6 ] 152376 5.287% 76.539% # ( 6, 10 ] 457666 15.880% 92.419% ### ( 10, 15 ] 182403 6.329% 98.748% # ( 15, 22 ] 17290 0.600% 99.348% ( 22, 34 ] 9253 0.321% 99.669% ( 34, 51 ] 5629 0.195% 99.864% ( 51, 76 ] 2568 0.089% 99.953% ( 76, 110 ] 837 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.994% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6994745 Average: 4.7307 StdDev: 7.63 Min: 0 Median: 2.4940 Max: 7311 Percentiles: P50: 2.49 P75: 6.22 P99: 19.53 P99.9: 69.24 P99.99: 168.60 ------------------------------------------------------ [ 0, 1 ] 1136783 16.252% 16.252% ### ( 1, 2 ] 1836033 26.249% 42.501% ##### ( 2, 3 ] 1061871 15.181% 57.682% ### ( 3, 4 ] 572947 8.191% 65.873% ## ( 4, 6 ] 570832 8.161% 74.034% ## ( 6, 10 ] 1227780 17.553% 91.587% #### ( 10, 15 ] 487910 6.975% 98.562% # ( 15, 22 ] 47337 0.677% 99.239% ( 22, 34 ] 24932 0.356% 99.595% ( 34, 51 ] 15724 0.225% 99.820% ( 51, 76 ] 7677 0.110% 99.930% ( 76, 110 ] 2905 0.042% 99.971% ( 110, 170 ] 1346 0.019% 99.990% ( 170, 250 ] 340 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108874512 Average: 5.8759 StdDev: 25.44 Min: 0 Median: 2.3721 Max: 56127 Percentiles: P50: 2.37 P75: 7.59 P99: 44.16 P99.9: 160.60 P99.99: 474.99 ------------------------------------------------------ [ 0, 1 ] 25670985 23.579% 23.579% ##### ( 1, 2 ] 24533236 22.533% 46.112% ##### ( 2, 3 ] 11375105 10.448% 56.560% ## ( 3, 4 ] 4466621 4.103% 60.662% # ( 4, 6 ] 5068516 4.655% 65.318% # ( 6, 10 ] 26536444 24.373% 89.691% ##### ( 10, 15 ] 8622531 7.920% 97.611% ## ( 15, 22 ] 695889 0.639% 98.250% ( 22, 34 ] 573766 0.527% 98.777% ( 34, 51 ] 406133 0.373% 99.150% ( 51, 76 ] 260074 0.239% 99.389% ( 76, 110 ] 328738 0.302% 99.691% ( 110, 170 ] 269881 0.248% 99.939% ( 170, 250 ] 43424 0.040% 99.979% ( 250, 380 ] 9133 0.008% 99.987% ( 380, 580 ] 6629 0.006% 99.993% ( 580, 870 ] 3749 0.003% 99.997% ( 870, 1300 ] 1985 0.002% 99.998% ( 1300, 1900 ] 2748 0.003% 100.001% ( 1900, 2900 ] 192 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 104 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ( 50000, 75000 ] 1 0.000% 100.002% 2024/02/20-19:30:09.105575 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 544353313 rocksdb.block.cache.hit COUNT : 2254174081 rocksdb.block.cache.add COUNT : 40923690 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33269 rocksdb.block.cache.index.hit COUNT : 553534790 rocksdb.block.cache.index.add COUNT : 33255 rocksdb.block.cache.index.bytes.insert COUNT : 35605447498 rocksdb.block.cache.filter.miss COUNT : 33275 rocksdb.block.cache.filter.hit COUNT : 1147479788 rocksdb.block.cache.filter.add COUNT : 33275 rocksdb.block.cache.filter.bytes.insert COUNT : 9040582951 rocksdb.block.cache.data.miss COUNT : 544286769 rocksdb.block.cache.data.hit COUNT : 553159503 rocksdb.block.cache.data.add COUNT : 40857160 rocksdb.block.cache.data.bytes.insert COUNT : 169240096072 rocksdb.block.cache.bytes.read COUNT : 1963539730627165 rocksdb.block.cache.bytes.write COUNT : 213886126521 rocksdb.bloom.filter.useful COUNT : 594011482 rocksdb.bloom.filter.full.positive COUNT : 553468338 rocksdb.bloom.filter.full.true.positive COUNT : 547725619 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97581922 rocksdb.memtable.miss COUNT : 6523915422 rocksdb.l0.hit COUNT : 16752056 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 530973563 rocksdb.compaction.key.drop.new COUNT : 283313493 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 596127270 rocksdb.number.keys.read COUNT : 673403637 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61697216520 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69654 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33260 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 792486794 rocksdb.number.multiget.keys.read COUNT : 5948093707 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61697216520 rocksdb.write.self COUNT : 133492719 rocksdb.write.other COUNT : 219489 rocksdb.write.wal COUNT : 133712207 rocksdb.compact.read.bytes COUNT : 1024686147448 rocksdb.compact.write.bytes COUNT : 1069706167232 rocksdb.flush.write.bytes COUNT : 33699120747 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1075049 rocksdb.number.superversion_releases COUNT : 2793 rocksdb.number.superversion_cleanups COUNT : 174 rocksdb.number.block.compressed COUNT : 537573389 rocksdb.number.block.decompressed COUNT : 537566515 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61851833252 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69654 rocksdb.num.iterator.deleted COUNT : 69654 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5415 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5377 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45320 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62615152153 rocksdb.memtable.garbage.bytes.at.flush COUNT : 754913215 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 971706312530 rocksdb.last.level.read.count COUNT : 505417343 rocksdb.non.last.level.read.bytes COUNT : 132002470162 rocksdb.non.last.level.read.count COUNT : 39035750 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 544386573 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2193439479855 rocksdb.bytes.compressed.to COUNT : 1064926270070 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26757344283 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6749544 rocksdb.bytes.decompressed.from COUNT : 1065137647798 rocksdb.bytes.decompressed.to COUNT : 2193461431093 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.470894 P95 : 106.284107 P99 : 160.401237 P100 : 227461.000000 COUNT : 673403637 SUM : 34746943272 rocksdb.db.write.micros P50 : 67.091251 P95 : 111.892680 P99 : 169.407749 P100 : 2037453.000000 COUNT : 133712208 SUM : 13817613818 rocksdb.compaction.times.micros P50 : 1594809.688581 P95 : 38761502.347418 P99 : 67369658.119658 P100 : 95001051.000000 COUNT : 7706 SUM : 64716101419 rocksdb.compaction.times.cpu_micros P50 : 1533807.829181 P95 : 35932188.841202 P99 : 64437172.774869 P100 : 87836124.000000 COUNT : 7706 SUM : 61851833252 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4325.877763 P95 : 27854.644809 P99 : 62085.106383 P100 : 1558490.000000 COUNT : 12528 SUM : 117707846 rocksdb.compaction.outfile.sync.micros P50 : 62563.613232 P95 : 125952.380952 P99 : 225323.076923 P100 : 2063820.000000 COUNT : 20715 SUM : 1328471746 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.485485 P95 : 730.525575 P99 : 4024.464286 P100 : 501117.000000 COUNT : 20302 SUM : 13116295 rocksdb.table.open.io.micros P50 : 585.576923 P95 : 6246.715328 P99 : 13076.709512 P100 : 207055.000000 COUNT : 33260 SUM : 59396076 rocksdb.db.multiget.micros P50 : 7.999950 P95 : 17.789888 P99 : 33.064761 P100 : 84321.000000 COUNT : 792486795 SUM : 7510739220 rocksdb.read.block.compaction.micros P50 : 13.684944 P95 : 59.618149 P99 : 138.840517 P100 : 136000.000000 COUNT : 503429609 SUM : 9828845167 rocksdb.read.block.get.micros P50 : 53.021622 P95 : 95.090633 P99 : 146.827440 P100 : 206929.000000 COUNT : 40923704 SUM : 2364197680 rocksdb.write.raw.block.micros P50 : 0.521622 P95 : 0.991082 P99 : 1.895673 P100 : 362077.000000 COUNT : 544422662 SUM : 11004269103 rocksdb.numfiles.in.singlecompaction P50 : 2.773438 P95 : 5.680352 P99 : 5.938712 P100 : 7.000000 COUNT : 5868 SUM : 20891 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.542195 P95 : 33.783711 P99 : 105.159612 P100 : 135929.000000 COUNT : 544453093 SUM : 3820109502 rocksdb.file.read.flush.micros P50 : 1.846984 P95 : 15.815924 P99 : 40.808924 P100 : 787.000000 COUNT : 62640 SUM : 299681 rocksdb.file.read.compaction.micros P50 : 1.426842 P95 : 37.086217 P99 : 106.633459 P100 : 135929.000000 COUNT : 503533198 SUM : 3410161283 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 673403638 SUM : 0 rocksdb.bytes.per.write P50 : 218.509151 P95 : 528.123417 P99 : 804.070693 P100 : 4563443.000000 COUNT : 133492720 SUM : 61697217171 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 792486796 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46372.042068 P95 : 166899.300699 P99 : 238963.516484 P100 : 1681975.000000 COUNT : 12577 SUM : 789124120 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-19:30:09.105779 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-19:30:09.105970 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708457409 to in-memory stats history 2024/02/20-19:30:09.105999 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-19:30:09.106036 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-19:30:29.516309 282075 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302429. Total log size is 15729012 while max_total_wal_size is 15728640 2024/02/20-19:30:29.516635 282075 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302436. Immutable memtables: 0. 2024/02/20-19:30:29.516726 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20308] Syncing log #302433 2024/02/20-19:30:29.520443 3036210 (Original Log Time 2024/02/20-19:30:29.516712) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:30:29.520450 3036210 [db/flush_job.cc:892] [tag] [JOB 20308] Flushing memtable with next log file: 302436 2024/02/20-19:30:29.520486 3036210 EVENT_LOG_v1 {"time_micros": 1708457429520480, "job": 20308, "event": "flush_started", "num_memtables": 1, "num_entries": 17281, "num_deletes": 0, "total_data_size": 1505822, "memory_usage": 2036256, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:30:29.520490 3036210 [db/flush_job.cc:926] [tag] [JOB 20308] Level-0 flush table #302437: started 2024/02/20-19:30:29.547879 3036210 EVENT_LOG_v1 {"time_micros": 1708457429547842, "cf_name": "tag", "job": 20308, "event": "table_file_creation", "file_number": 302437, "file_size": 881723, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161855931, "largest_seqno": 5162003656, "table_properties": {"data_size": 874474, "index_size": 9477, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1440141, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 273, "num_entries": 16934, "num_filter_entries": 204, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708457056, "oldest_key_time": 1708457056, "file_creation_time": 1708457429, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302437, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:30:29.547929 3036210 [db/flush_job.cc:1062] [tag] [JOB 20308] Flush lasted 27492 microseconds, and 25711 cpu microseconds. 2024/02/20-19:30:29.548296 3036210 (Original Log Time 2024/02/20-19:30:29.547913) [db/flush_job.cc:1011] [tag] [JOB 20308] Level-0 flush table #302437: 881723 bytes OK 2024/02/20-19:30:29.548299 3036210 (Original Log Time 2024/02/20-19:30:29.547935) [db/memtable_list.cc:555] [tag] Level-0 commit table #302437 started 2024/02/20-19:30:29.548300 3036210 (Original Log Time 2024/02/20-19:30:29.548206) [db/memtable_list.cc:754] [tag] Level-0 commit table #302437: memtable #1 done 2024/02/20-19:30:29.548302 3036210 (Original Log Time 2024/02/20-19:30:29.548228) EVENT_LOG_v1 {"time_micros": 1708457429548222, "job": 20308, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:30:29.548303 3036210 (Original Log Time 2024/02/20-19:30:29.548266) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-19:30:29.548306 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20308] Try to delete WAL files size 586932, prev total WAL file size 15731258, number of live WAL files 4. 2024/02/20-19:30:29.548429 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20309] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-19:30:29.548443 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20316 Base level 0, inputs: [302437(861KB) 302430(840KB)], [302413(64MB) 302414(64MB) 302415(46MB)] 2024/02/20-19:30:29.548518 3036186 EVENT_LOG_v1 {"time_micros": 1708457429548467, "job": 20309, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302437, 302430], "files_L6": [302413, 302414, 302415], "score": 1, "input_data_size": 185736652, "oldest_snapshot_seqno": -1} 2024/02/20-19:30:29.548555 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302429.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:30:34.429262 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20309] Generated table #302438: 2470553 keys, 67635263 bytes, temperature: kUnknown 2024/02/20-19:30:34.429326 3036186 EVENT_LOG_v1 {"time_micros": 1708457434429289, "cf_name": "tag", "job": 20309, "event": "table_file_creation", "file_number": 302438, "file_size": 67635263, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110187, "index_size": 1508258, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 207207619, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36120, "num_entries": 2470553, "num_filter_entries": 1104, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708457429, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302438, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:30:39.124826 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20309] Generated table #302439: 2006869 keys, 67654020 bytes, temperature: kUnknown 2024/02/20-19:30:39.124886 3036186 EVENT_LOG_v1 {"time_micros": 1708457439124851, "cf_name": "tag", "job": 20309, "event": "table_file_creation", "file_number": 302439, "file_size": 67654020, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109355, "index_size": 1357648, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 187688537, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35622, "num_entries": 2006869, "num_filter_entries": 2294, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708457434, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302439, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:30:42.855667 521955 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302431. Total log size is 15730085 while max_total_wal_size is 15728640 2024/02/20-19:30:42.855911 521955 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302441. Immutable memtables: 0. 2024/02/20-19:30:42.855981 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20310] Syncing log #302436 2024/02/20-19:30:42.874348 3036193 (Original Log Time 2024/02/20-19:30:42.855973) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-19:30:42.874360 3036193 [db/flush_job.cc:892] [key] [JOB 20310] Flushing memtable with next log file: 302441 2024/02/20-19:30:42.874388 3036193 EVENT_LOG_v1 {"time_micros": 1708457442874379, "job": 20310, "event": "flush_started", "num_memtables": 1, "num_entries": 62424, "num_deletes": 0, "total_data_size": 3900487, "memory_usage": 5111520, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:30:42.874393 3036193 [db/flush_job.cc:926] [key] [JOB 20310] Level-0 flush table #302442: started 2024/02/20-19:30:42.941664 3036193 EVENT_LOG_v1 {"time_micros": 1708457442941621, "cf_name": "key", "job": 20310, "event": "table_file_creation", "file_number": 302442, "file_size": 2540682, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161861437, "largest_seqno": 5162009185, "table_properties": {"data_size": 2466778, "index_size": 18246, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 58165, "raw_key_size": 3696373, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 731, "num_entries": 61110, "num_filter_entries": 66351, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708457069, "oldest_key_time": 1708457069, "file_creation_time": 1708457442, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302442, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:30:42.941708 3036193 [db/flush_job.cc:1062] [key] [JOB 20310] Flush lasted 67369 microseconds, and 64298 cpu microseconds. 2024/02/20-19:30:42.942141 3036193 (Original Log Time 2024/02/20-19:30:42.941693) [db/flush_job.cc:1011] [key] [JOB 20310] Level-0 flush table #302442: 2540682 bytes OK 2024/02/20-19:30:42.942145 3036193 (Original Log Time 2024/02/20-19:30:42.941715) [db/memtable_list.cc:555] [key] Level-0 commit table #302442 started 2024/02/20-19:30:42.942146 3036193 (Original Log Time 2024/02/20-19:30:42.942041) [db/memtable_list.cc:754] [key] Level-0 commit table #302442: memtable #1 done 2024/02/20-19:30:42.942148 3036193 (Original Log Time 2024/02/20-19:30:42.942062) EVENT_LOG_v1 {"time_micros": 1708457442942056, "job": 20310, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-19:30:42.942149 3036193 (Original Log Time 2024/02/20-19:30:42.942102) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-19:30:42.942153 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20310] Try to delete WAL files size 10992180, prev total WAL file size 15737499, number of live WAL files 4. 2024/02/20-19:30:42.944417 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302431.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:30:42.989705 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20309] Generated table #302440: 1897706 keys, 49579293 bytes, temperature: kUnknown 2024/02/20-19:30:42.989797 3036186 EVENT_LOG_v1 {"time_micros": 1708457442989749, "cf_name": "tag", "job": 20309, "event": "table_file_creation", "file_number": 302440, "file_size": 49579293, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 49199378, "index_size": 1105854, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 152193938, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26993, "num_entries": 1897706, "num_filter_entries": 289, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708457439, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302440, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:30:42.997828 3036186 (Original Log Time 2024/02/20-19:30:42.997123) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20309] Compacted 2@0 + 3@6 files to L6 => 184868576 bytes 2024/02/20-19:30:42.997833 3036186 (Original Log Time 2024/02/20-19:30:42.997699) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.8 rd, 13.8 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.7, 175.5 +0.0 blob) out(176.3 +0.0 blob), read-write-amplify(212.7) write-amplify(106.1) OK, records in: 6375128, records dropped: 0 output_compression: ZSTD 2024/02/20-19:30:42.997846 3036186 (Original Log Time 2024/02/20-19:30:42.997741) EVENT_LOG_v1 {"time_micros": 1708457442997721, "job": 20309, "event": "compaction_finished", "compaction_time_micros": 13441375, "compaction_time_cpu_micros": 13266334, "output_level": 6, "num_output_files": 3, "total_output_size": 184868576, "num_input_records": 6375128, "num_output_records": 6375128, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-19:30:43.005004 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302413.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:30:43.005043 3036186 EVENT_LOG_v1 {"time_micros": 1708457443005037, "job": 20309, "event": "table_file_deletion", "file_number": 302413} 2024/02/20-19:30:43.015403 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302414.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:30:43.015448 3036186 EVENT_LOG_v1 {"time_micros": 1708457443015441, "job": 20309, "event": "table_file_deletion", "file_number": 302414} 2024/02/20-19:30:43.020732 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302415.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:30:43.020770 3036186 EVENT_LOG_v1 {"time_micros": 1708457443020764, "job": 20309, "event": "table_file_deletion", "file_number": 302415} 2024/02/20-19:30:43.021023 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302430.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:30:43.021032 3036186 EVENT_LOG_v1 {"time_micros": 1708457443021030, "job": 20309, "event": "table_file_deletion", "file_number": 302430} 2024/02/20-19:30:43.021134 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302437.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:30:43.021140 3036186 EVENT_LOG_v1 {"time_micros": 1708457443021139, "job": 20309, "event": "table_file_deletion", "file_number": 302437} 2024/02/20-19:30:43.021232 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 20311] Compacting 2@0 files to L5, score 1.00 2024/02/20-19:30:43.021239 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20317 Base level 0, inputs: [302442(2481KB) 302432(2481KB)] 2024/02/20-19:30:43.021253 3036186 EVENT_LOG_v1 {"time_micros": 1708457443021244, "job": 20311, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302442, 302432], "score": 1, "input_data_size": 5081258, "oldest_snapshot_seqno": -1} 2024/02/20-19:30:43.219371 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20311] Generated table #302443: 122247 keys, 5017825 bytes, temperature: kUnknown 2024/02/20-19:30:43.219443 3036186 EVENT_LOG_v1 {"time_micros": 1708457443219402, "cf_name": "key", "job": 20311, "event": "table_file_creation", "file_number": 302443, "file_size": 5017825, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161713614, "largest_seqno": 5162009185, "table_properties": {"data_size": 4872529, "index_size": 38022, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 114677, "raw_key_size": 7395234, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1432, "num_entries": 122247, "num_filter_entries": 130464, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456710, "oldest_key_time": 0, "file_creation_time": 1708457443, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302443, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:30:43.220305 3036186 (Original Log Time 2024/02/20-19:30:43.219939) [db/compaction/compaction_job.cc:1729] [key] [JOB 20311] Compacted 2@0 files to L5 => 5017825 bytes 2024/02/20-19:30:43.220309 3036186 (Original Log Time 2024/02/20-19:30:43.220205) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 25.6 rd, 25.3 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(4.8, 0.0 +0.0 blob) out(4.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 122247, records dropped: 0 output_compression: LZ4 2024/02/20-19:30:43.220315 3036186 (Original Log Time 2024/02/20-19:30:43.220230) EVENT_LOG_v1 {"time_micros": 1708457443220217, "job": 20311, "event": "compaction_finished", "compaction_time_micros": 198298, "compaction_time_cpu_micros": 193221, "output_level": 5, "num_output_files": 1, "total_output_size": 5017825, "num_input_records": 122247, "num_output_records": 122247, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-19:30:43.220807 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302432.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:30:43.220822 3036186 EVENT_LOG_v1 {"time_micros": 1708457443220819, "job": 20311, "event": "table_file_deletion", "file_number": 302432} 2024/02/20-19:30:43.221143 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302442.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:30:43.221155 3036186 EVENT_LOG_v1 {"time_micros": 1708457443221152, "job": 20311, "event": "table_file_deletion", "file_number": 302442} 2024/02/20-19:35:01.787964 287376 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302433. Total log size is 15728711 while max_total_wal_size is 15728640 2024/02/20-19:35:01.788245 287376 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302444. Immutable memtables: 0. 2024/02/20-19:35:01.788317 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20312] Syncing log #302441 2024/02/20-19:35:01.808658 3036210 (Original Log Time 2024/02/20-19:35:01.788308) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:35:01.808667 3036210 [db/flush_job.cc:892] [url] [JOB 20312] Flushing memtable with next log file: 302444 2024/02/20-19:35:01.808690 3036210 EVENT_LOG_v1 {"time_micros": 1708457701808684, "job": 20312, "event": "flush_started", "num_memtables": 1, "num_entries": 67815, "num_deletes": 0, "total_data_size": 10493856, "memory_usage": 12697864, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:35:01.808694 3036210 [db/flush_job.cc:926] [url] [JOB 20312] Level-0 flush table #302445: started 2024/02/20-19:35:01.948395 3036210 EVENT_LOG_v1 {"time_micros": 1708457701948368, "cf_name": "url", "job": 20312, "event": "table_file_creation", "file_number": 302445, "file_size": 5472642, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161964734, "largest_seqno": 5162111835, "table_properties": {"data_size": 5384946, "index_size": 167139, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7061, "raw_key_size": 10131843, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1614, "num_entries": 66487, "num_filter_entries": 8080, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708457329, "oldest_key_time": 1708457329, "file_creation_time": 1708457701, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302445, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:35:01.948429 3036210 [db/flush_job.cc:1062] [url] [JOB 20312] Flush lasted 139780 microseconds, and 134496 cpu microseconds. 2024/02/20-19:35:01.949052 3036210 (Original Log Time 2024/02/20-19:35:01.948418) [db/flush_job.cc:1011] [url] [JOB 20312] Level-0 flush table #302445: 5472642 bytes OK 2024/02/20-19:35:01.949055 3036210 (Original Log Time 2024/02/20-19:35:01.948434) [db/memtable_list.cc:555] [url] Level-0 commit table #302445 started 2024/02/20-19:35:01.949056 3036210 (Original Log Time 2024/02/20-19:35:01.948972) [db/memtable_list.cc:754] [url] Level-0 commit table #302445: memtable #1 done 2024/02/20-19:35:01.949057 3036210 (Original Log Time 2024/02/20-19:35:01.948988) EVENT_LOG_v1 {"time_micros": 1708457701948983, "job": 20312, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-19:35:01.949059 3036210 (Original Log Time 2024/02/20-19:35:01.949022) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-19:35:01.949062 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20312] Try to delete WAL files size 4149900, prev total WAL file size 15735947, number of live WAL files 4. 2024/02/20-19:35:01.949673 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302433.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:36:37.178696 1462050 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302436. Total log size is 15728838 while max_total_wal_size is 15728640 2024/02/20-19:36:37.179100 1462050 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302446. Immutable memtables: 0. 2024/02/20-19:36:37.179206 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20313] Syncing log #302444 2024/02/20-19:36:37.215111 3036193 (Original Log Time 2024/02/20-19:36:37.179189) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:36:37.215121 3036193 [db/flush_job.cc:892] [tag] [JOB 20313] Flushing memtable with next log file: 302446 2024/02/20-19:36:37.215183 3036193 EVENT_LOG_v1 {"time_micros": 1708457797215176, "job": 20313, "event": "flush_started", "num_memtables": 1, "num_entries": 17188, "num_deletes": 0, "total_data_size": 1497952, "memory_usage": 1768720, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:36:37.215187 3036193 [db/flush_job.cc:926] [tag] [JOB 20313] Level-0 flush table #302447: started 2024/02/20-19:36:37.254639 3036193 EVENT_LOG_v1 {"time_micros": 1708457797254607, "cf_name": "tag", "job": 20313, "event": "table_file_creation", "file_number": 302447, "file_size": 881870, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162003691, "largest_seqno": 5162149794, "table_properties": {"data_size": 874494, "index_size": 9644, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1440431, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 271, "num_entries": 16926, "num_filter_entries": 187, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708457429, "oldest_key_time": 1708457429, "file_creation_time": 1708457797, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302447, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:36:37.254678 3036193 [db/flush_job.cc:1062] [tag] [JOB 20313] Flush lasted 39576 microseconds, and 37823 cpu microseconds. 2024/02/20-19:36:37.255067 3036193 (Original Log Time 2024/02/20-19:36:37.254664) [db/flush_job.cc:1011] [tag] [JOB 20313] Level-0 flush table #302447: 881870 bytes OK 2024/02/20-19:36:37.255070 3036193 (Original Log Time 2024/02/20-19:36:37.254684) [db/memtable_list.cc:555] [tag] Level-0 commit table #302447 started 2024/02/20-19:36:37.255072 3036193 (Original Log Time 2024/02/20-19:36:37.254979) [db/memtable_list.cc:754] [tag] Level-0 commit table #302447: memtable #1 done 2024/02/20-19:36:37.255073 3036193 (Original Log Time 2024/02/20-19:36:37.254998) EVENT_LOG_v1 {"time_micros": 1708457797254993, "job": 20313, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:36:37.255074 3036193 (Original Log Time 2024/02/20-19:36:37.255032) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-19:36:37.255078 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20313] Try to delete WAL files size 588005, prev total WAL file size 15735149, number of live WAL files 4. 2024/02/20-19:36:37.255302 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302436.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:36:51.316155 287375 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302441. Total log size is 15728721 while max_total_wal_size is 15728640 2024/02/20-19:36:51.316420 287375 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302448. Immutable memtables: 0. 2024/02/20-19:36:51.316511 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20314] Syncing log #302446 2024/02/20-19:36:51.340815 3036210 (Original Log Time 2024/02/20-19:36:51.316497) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:36:51.340859 3036210 [db/flush_job.cc:892] [key] [JOB 20314] Flushing memtable with next log file: 302448 2024/02/20-19:36:51.340882 3036210 EVENT_LOG_v1 {"time_micros": 1708457811340876, "job": 20314, "event": "flush_started", "num_memtables": 1, "num_entries": 61421, "num_deletes": 0, "total_data_size": 3838305, "memory_usage": 4891520, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:36:51.340886 3036210 [db/flush_job.cc:926] [key] [JOB 20314] Level-0 flush table #302449: started 2024/02/20-19:36:51.461312 3036210 EVENT_LOG_v1 {"time_micros": 1708457811461280, "cf_name": "key", "job": 20314, "event": "table_file_creation", "file_number": 302449, "file_size": 2480960, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162009187, "largest_seqno": 5162155391, "table_properties": {"data_size": 2408054, "index_size": 18510, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56965, "raw_key_size": 3630565, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 714, "num_entries": 60012, "num_filter_entries": 65005, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708457442, "oldest_key_time": 1708457442, "file_creation_time": 1708457811, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302449, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:36:51.461356 3036210 [db/flush_job.cc:1062] [key] [JOB 20314] Flush lasted 120549 microseconds, and 117626 cpu microseconds. 2024/02/20-19:36:51.461745 3036210 (Original Log Time 2024/02/20-19:36:51.461342) [db/flush_job.cc:1011] [key] [JOB 20314] Level-0 flush table #302449: 2480960 bytes OK 2024/02/20-19:36:51.461747 3036210 (Original Log Time 2024/02/20-19:36:51.461361) [db/memtable_list.cc:555] [key] Level-0 commit table #302449 started 2024/02/20-19:36:51.461749 3036210 (Original Log Time 2024/02/20-19:36:51.461653) [db/memtable_list.cc:754] [key] Level-0 commit table #302449: memtable #1 done 2024/02/20-19:36:51.461751 3036210 (Original Log Time 2024/02/20-19:36:51.461673) EVENT_LOG_v1 {"time_micros": 1708457811461667, "job": 20314, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-19:36:51.461752 3036210 (Original Log Time 2024/02/20-19:36:51.461710) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-19:36:51.461756 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20314] Try to delete WAL files size 10990806, prev total WAL file size 15734006, number of live WAL files 4. 2024/02/20-19:36:51.463010 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302441.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:40:09.271578 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-19:40:09.271773 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1045408.1 total, 600.2 interval Cumulative writes: 133M writes, 596M keys, 133M commit groups, 1.0 writes per commit group, ingest: 57.48 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133811827.00 writes per sync, written: 57.48 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 99K writes, 237K keys, 99K commit groups, 1.0 writes per commit group, ingest: 24.31 MB, 0.04 MB/s Interval WAL: 99K writes, 0 syncs, 99620.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1045408.1 total, 4801.3 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1743 last_copies: 0 last_secs: 6.9e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 5.22 MB 0.5 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 419.35 391.41 4233 0.099 0 0 0.0 0.0 L5 1/0 10.14 MB 0.0 69.9 18.7 51.2 68.7 17.5 0.0 3.7 42.0 41.3 1705.76 1633.75 2187 0.780 1054M 1163 0.0 0.0 L6 13/0 811.46 MB 0.0 413.3 17.8 395.5 395.9 0.4 0.0 22.2 16.0 15.3 26503.56 24443.76 611 43.377 9663M 261M 0.0 0.0 Sum 15/0 826.82 MB 0.0 483.2 36.5 446.8 483.6 36.8 0.0 25.5 17.3 17.3 28628.68 26468.92 7031 4.072 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 37.3 0.14 0.13 1 0.140 0 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 483.2 36.5 446.8 464.6 17.8 0.0 0.0 17.5 16.9 28209.33 26077.51 2798 10.082 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 419.35 391.41 4233 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1045408.1 total, 600.2 interval Flush(GB): cumulative 18.975, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 483.56 GB write, 0.47 MB/s write, 483.23 GB read, 0.47 MB/s read, 28628.7 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.38 GB table_size: 4480 occupancy: 1701 collections: 1743 last_copies: 0 last_secs: 0.000737 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(890,14.67 MB,0.955087%) IndexBlock(810,1.36 GB,90.9289%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6105027 Average: 2.1897 StdDev: 4.24 Min: 0 Median: 1.3844 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.27 P99.99: 126.44 ------------------------------------------------------ [ 0, 1 ] 2052588 33.621% 33.621% ####### ( 1, 2 ] 2601230 42.608% 76.229% ######### ( 2, 3 ] 1018060 16.676% 92.905% ### ( 3, 4 ] 247176 4.049% 96.954% # ( 4, 6 ] 109393 1.792% 98.746% ( 6, 10 ] 35816 0.587% 99.332% ( 10, 15 ] 15158 0.248% 99.581% ( 15, 22 ] 7693 0.126% 99.707% ( 22, 34 ] 8006 0.131% 99.838% ( 34, 51 ] 5734 0.094% 99.932% ( 51, 76 ] 2553 0.042% 99.973% ( 76, 110 ] 898 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 131 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22004112 Average: 2.4700 StdDev: 6.75 Min: 0 Median: 1.4969 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.41 P99.9: 49.87 P99.99: 145.78 ------------------------------------------------------ [ 0, 1 ] 6739948 30.630% 30.630% ###### ( 1, 2 ] 8576774 38.978% 69.608% ######## ( 2, 3 ] 3725370 16.930% 86.539% ### ( 3, 4 ] 1367322 6.214% 92.753% # ( 4, 6 ] 1078929 4.903% 97.656% # ( 6, 10 ] 346583 1.575% 99.231% ( 10, 15 ] 60116 0.273% 99.504% ( 15, 22 ] 30759 0.140% 99.644% ( 22, 34 ] 32945 0.150% 99.794% ( 34, 51 ] 25019 0.114% 99.908% ( 51, 76 ] 12036 0.055% 99.962% ( 76, 110 ] 4912 0.022% 99.985% ( 110, 170 ] 2010 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.000% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 215173942 Average: 12.3903 StdDev: 104.72 Min: 0 Median: 1.4975 Max: 135929 Percentiles: P50: 1.50 P75: 2.61 P99: 142.92 P99.9: 305.16 P99.99: 1547.02 ------------------------------------------------------ [ 0, 1 ] 73012253 33.932% 33.932% ####### ( 1, 2 ] 69490194 32.295% 66.227% ###### ( 2, 3 ] 30703804 14.269% 80.496% ### ( 3, 4 ] 6605985 3.070% 83.566% # ( 4, 6 ] 1199802 0.558% 84.124% ( 6, 10 ] 565681 0.263% 84.386% ( 10, 15 ] 320364 0.149% 84.535% ( 15, 22 ] 275179 0.128% 84.663% ( 22, 34 ] 7771006 3.611% 88.275% # ( 34, 51 ] 7947242 3.693% 91.968% # ( 51, 76 ] 6336830 2.945% 94.913% # ( 76, 110 ] 6919461 3.216% 98.129% # ( 110, 170 ] 3415971 1.588% 99.716% ( 170, 250 ] 345986 0.161% 99.877% ( 250, 380 ] 115499 0.054% 99.931% ( 380, 580 ] 70193 0.033% 99.964% ( 580, 870 ] 31421 0.015% 99.978% ( 870, 1300 ] 14247 0.007% 99.985% ( 1300, 1900 ] 27463 0.013% 99.998% ( 1900, 2900 ] 2181 0.001% 99.999% ( 2900, 4400 ] 878 0.000% 99.999% ( 4400, 6600 ] 628 0.000% 99.999% ( 6600, 9900 ] 557 0.000% 99.999% ( 9900, 14000 ] 348 0.000% 100.000% ( 14000, 22000 ] 198 0.000% 100.000% ( 22000, 33000 ] 96 0.000% 100.000% ( 33000, 50000 ] 151 0.000% 100.000% ( 50000, 75000 ] 248 0.000% 100.000% ( 75000, 110000 ] 68 0.000% 100.000% ( 110000, 170000 ] 8 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 861.20 KB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.92 76.23 4114 0.022 0 0 0.0 0.0 L6 3/0 176.30 MB 0.0 319.9 3.2 316.7 316.8 0.1 0.0 99.1 15.4 15.2 21336.39 20944.34 2166 9.851 11G 63M 0.0 0.0 Sum 4/0 177.15 MB 0.0 319.9 3.2 316.7 320.0 3.3 0.0 100.1 15.3 15.3 21426.32 21020.57 6280 3.412 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 105.8 13.1 13.2 13.51 13.33 3 4.503 6375K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 319.9 3.2 316.7 316.8 0.1 0.0 0.0 15.4 15.2 21336.39 20944.34 2166 9.851 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.92 76.23 4114 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1045408.1 total, 600.2 interval Flush(GB): cumulative 3.197, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 319.95 GB write, 0.31 MB/s write, 319.88 GB read, 0.31 MB/s read, 21426.3 seconds Interval compaction: 0.17 GB write, 0.30 MB/s write, 0.17 GB read, 0.30 MB/s read, 13.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4311 collections: 1743 last_copies: 0 last_secs: 0.0018 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2183,1.67 MB,0.108442%) IndexBlock(2127,1.46 GB,97.1367%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1050366 Average: 3.5672 StdDev: 6.29 Min: 0 Median: 2.5897 Max: 2960 Percentiles: P50: 2.59 P75: 3.77 P99: 12.37 P99.9: 60.45 P99.99: 193.25 ------------------------------------------------------ [ 0, 1 ] 121283 11.547% 11.547% ## ( 1, 2 ] 251739 23.967% 35.514% ##### ( 2, 3 ] 258011 24.564% 60.077% ##### ( 3, 4 ] 202335 19.263% 79.341% #### ( 4, 6 ] 174764 16.638% 95.979% ### ( 6, 10 ] 29416 2.801% 98.780% # ( 10, 15 ] 4874 0.464% 99.244% ( 15, 22 ] 2600 0.248% 99.491% ( 22, 34 ] 2198 0.209% 99.700% ( 34, 51 ] 1810 0.172% 99.873% ( 51, 76 ] 756 0.072% 99.945% ( 76, 110 ] 257 0.024% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 181464732 Average: 2.1913 StdDev: 5.39 Min: 0 Median: 1.3461 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 6.99 P99.9: 54.28 P99.99: 145.32 ------------------------------------------------------ [ 0, 1 ] 66830169 36.828% 36.828% ####### ( 1, 2 ] 69061593 38.058% 74.886% ######## ( 2, 3 ] 33925569 18.695% 93.581% #### ( 3, 4 ] 8158774 4.496% 98.078% # ( 4, 6 ] 1517723 0.836% 98.914% ( 6, 10 ] 630641 0.348% 99.261% ( 10, 15 ] 411224 0.227% 99.488% ( 15, 22 ] 204387 0.113% 99.601% ( 22, 34 ] 318419 0.175% 99.776% ( 34, 51 ] 211157 0.116% 99.892% ( 51, 76 ] 103833 0.057% 99.950% ( 76, 110 ] 59803 0.033% 99.983% ( 110, 170 ] 22585 0.012% 99.995% ( 170, 250 ] 3983 0.002% 99.997% ( 250, 380 ] 1811 0.001% 99.998% ( 380, 580 ] 1504 0.001% 99.999% ( 580, 870 ] 885 0.000% 100.000% ( 870, 1300 ] 266 0.000% 100.000% ( 1300, 1900 ] 275 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 2.37 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 280.24 259.98 4201 0.067 0 0 0.0 0.0 L5 1/0 4.79 MB 0.0 22.6 8.4 14.2 22.4 8.1 0.0 2.7 28.7 28.4 806.37 779.21 2016 0.400 624M 276K 0.0 0.0 L6 6/0 379.06 MB 0.0 201.5 9.0 192.5 192.7 0.2 0.0 21.4 14.4 13.7 14377.65 14064.24 728 19.750 9023M 241M 0.0 0.0 Sum 8/0 386.22 MB 0.0 224.1 17.4 206.8 224.3 17.5 0.0 24.3 14.8 14.9 15464.26 15103.43 6945 2.227 9648M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 12.5 24.8 0.39 0.38 3 0.129 122K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 224.1 17.4 206.8 215.1 8.3 0.0 0.0 15.1 14.5 15184.02 14843.44 2744 5.534 9648M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 280.24 259.98 4201 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1045408.1 total, 600.2 interval Flush(GB): cumulative 9.220, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 224.30 GB write, 0.22 MB/s write, 224.11 GB read, 0.22 MB/s read, 15464.3 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.00 GB read, 0.01 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 360266 collections: 1743 last_copies: 0 last_secs: 0.161687 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360168,1.39 GB,92.6446%) FilterBlock(48,60.59 MB,3.94434%) IndexBlock(49,22.28 MB,1.45031%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2883411 Average: 4.2775 StdDev: 8.04 Min: 0 Median: 1.9670 Max: 9050 Percentiles: P50: 1.97 P75: 5.42 P99: 17.94 P99.9: 61.06 P99.99: 151.18 ------------------------------------------------------ [ 0, 1 ] 639119 22.165% 22.165% #### ( 1, 2 ] 830005 28.786% 50.951% ###### ( 2, 3 ] 408382 14.163% 65.114% ### ( 3, 4 ] 176817 6.132% 71.246% # ( 4, 6 ] 152436 5.287% 76.533% # ( 6, 10 ] 458015 15.884% 92.417% ### ( 10, 15 ] 182533 6.330% 98.748% # ( 15, 22 ] 17299 0.600% 99.348% ( 22, 34 ] 9255 0.321% 99.669% ( 34, 51 ] 5633 0.195% 99.864% ( 51, 76 ] 2569 0.089% 99.953% ( 76, 110 ] 838 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.994% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 6995708 Average: 4.7316 StdDev: 7.63 Min: 0 Median: 2.4944 Max: 7311 Percentiles: P50: 2.49 P75: 6.22 P99: 19.53 P99.9: 69.24 P99.99: 168.59 ------------------------------------------------------ [ 0, 1 ] 1136784 16.250% 16.250% ### ( 1, 2 ] 1836035 26.245% 42.495% ##### ( 2, 3 ] 1061871 15.179% 57.674% ### ( 3, 4 ] 572947 8.190% 65.864% ## ( 4, 6 ] 570845 8.160% 74.024% ## ( 6, 10 ] 1228273 17.558% 91.581% #### ( 10, 15 ] 488328 6.980% 98.562% # ( 15, 22 ] 47352 0.677% 99.238% ( 22, 34 ] 24941 0.357% 99.595% ( 34, 51 ] 15730 0.225% 99.820% ( 51, 76 ] 7682 0.110% 99.930% ( 76, 110 ] 2906 0.042% 99.971% ( 110, 170 ] 1346 0.019% 99.990% ( 170, 250 ] 340 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 116 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 108893893 Average: 5.8767 StdDev: 25.43 Min: 0 Median: 2.3730 Max: 56127 Percentiles: P50: 2.37 P75: 7.59 P99: 44.15 P99.9: 160.60 P99.99: 474.93 ------------------------------------------------------ [ 0, 1 ] 25670985 23.574% 23.574% ##### ( 1, 2 ] 24533236 22.529% 46.104% ##### ( 2, 3 ] 11375110 10.446% 56.550% ## ( 3, 4 ] 4466642 4.102% 60.652% # ( 4, 6 ] 5068850 4.655% 65.307% # ( 6, 10 ] 26547809 24.380% 89.686% ##### ( 10, 15 ] 8629436 7.925% 97.611% ## ( 15, 22 ] 696286 0.639% 98.250% ( 22, 34 ] 573969 0.527% 98.777% ( 34, 51 ] 406238 0.373% 99.150% ( 51, 76 ] 260108 0.239% 99.389% ( 76, 110 ] 328746 0.302% 99.691% ( 110, 170 ] 269885 0.248% 99.939% ( 170, 250 ] 43424 0.040% 99.979% ( 250, 380 ] 9133 0.008% 99.987% ( 380, 580 ] 6629 0.006% 99.993% ( 580, 870 ] 3749 0.003% 99.997% ( 870, 1300 ] 1985 0.002% 99.998% ( 1300, 1900 ] 2748 0.003% 100.001% ( 1900, 2900 ] 192 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 104 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ( 50000, 75000 ] 1 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1045408.1 total, 4801.3 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1743 last_copies: 0 last_secs: 0.000154 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-19:40:09.276017 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 544473896 rocksdb.block.cache.hit COUNT : 2256189414 rocksdb.block.cache.add COUNT : 40944536 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33278 rocksdb.block.cache.index.hit COUNT : 554017673 rocksdb.block.cache.index.add COUNT : 33264 rocksdb.block.cache.index.bytes.insert COUNT : 35609681043 rocksdb.block.cache.filter.miss COUNT : 33284 rocksdb.block.cache.filter.hit COUNT : 1148549660 rocksdb.block.cache.filter.add COUNT : 33284 rocksdb.block.cache.filter.bytes.insert COUNT : 9040823988 rocksdb.block.cache.data.miss COUNT : 544407334 rocksdb.block.cache.data.hit COUNT : 553622081 rocksdb.block.cache.data.add COUNT : 40877988 rocksdb.block.cache.data.bytes.insert COUNT : 169326388894 rocksdb.block.cache.bytes.read COUNT : 1965213196915604 rocksdb.block.cache.bytes.write COUNT : 213976893925 rocksdb.bloom.filter.useful COUNT : 594598487 rocksdb.bloom.filter.full.positive COUNT : 553951205 rocksdb.bloom.filter.full.true.positive COUNT : 548204895 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97663767 rocksdb.memtable.miss COUNT : 6529204327 rocksdb.l0.hit COUNT : 16764830 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 531440065 rocksdb.compaction.key.drop.new COUNT : 283313493 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 596365132 rocksdb.number.keys.read COUNT : 673964766 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61722711319 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69694 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33269 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 793153930 rocksdb.number.multiget.keys.read COUNT : 5952903328 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61722711319 rocksdb.write.self COUNT : 133592139 rocksdb.write.other COUNT : 219688 rocksdb.write.wal COUNT : 133811827 rocksdb.compact.read.bytes COUNT : 1024875123624 rocksdb.compact.write.bytes COUNT : 1069896053633 rocksdb.flush.write.bytes COUNT : 33711379986 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1075241 rocksdb.number.superversion_releases COUNT : 2793 rocksdb.number.superversion_cleanups COUNT : 174 rocksdb.number.block.compressed COUNT : 537676676 rocksdb.number.block.decompressed COUNT : 537686981 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 61865292807 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69694 rocksdb.num.iterator.deleted COUNT : 69694 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5419 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5381 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45332 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62635897051 rocksdb.memtable.garbage.bytes.at.flush COUNT : 755318760 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 971925721209 rocksdb.last.level.read.count COUNT : 505535013 rocksdb.non.last.level.read.bytes COUNT : 132012649862 rocksdb.non.last.level.read.count COUNT : 39038690 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 544507165 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2193860426524 rocksdb.bytes.compressed.to COUNT : 1065125707560 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26759281522 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6750036 rocksdb.bytes.decompressed.from COUNT : 1065365962884 rocksdb.bytes.decompressed.to COUNT : 2193952078929 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.478265 P95 : 106.285125 P99 : 160.401182 P100 : 227461.000000 COUNT : 673964766 SUM : 34778989067 rocksdb.db.write.micros P50 : 67.094320 P95 : 111.902973 P99 : 169.408618 P100 : 2037453.000000 COUNT : 133811827 SUM : 13828712626 rocksdb.compaction.times.micros P50 : 1594809.688581 P95 : 38753990.610329 P99 : 67367521.367521 P100 : 95001051.000000 COUNT : 7708 SUM : 64729741092 rocksdb.compaction.times.cpu_micros P50 : 1533807.829181 P95 : 35925321.888412 P99 : 64434554.973822 P100 : 87836124.000000 COUNT : 7708 SUM : 61865292807 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4327.387914 P95 : 27857.912688 P99 : 62058.510638 P100 : 1558490.000000 COUNT : 12533 SUM : 117773066 rocksdb.compaction.outfile.sync.micros P50 : 62561.733014 P95 : 125939.682540 P99 : 225306.666667 P100 : 2063820.000000 COUNT : 20719 SUM : 1328698138 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.484112 P95 : 730.395780 P99 : 4022.589286 P100 : 501117.000000 COUNT : 20309 SUM : 13118162 rocksdb.table.open.io.micros P50 : 585.228365 P95 : 6246.113139 P99 : 13075.760925 P100 : 207055.000000 COUNT : 33269 SUM : 59404342 rocksdb.db.multiget.micros P50 : 8.000528 P95 : 17.789840 P99 : 33.065077 P100 : 84321.000000 COUNT : 793153930 SUM : 7517470998 rocksdb.read.block.compaction.micros P50 : 13.685177 P95 : 59.609678 P99 : 138.832839 P100 : 136000.000000 COUNT : 503529346 SUM : 9830541917 rocksdb.read.block.get.micros P50 : 53.025870 P95 : 95.092515 P99 : 146.824781 P100 : 206929.000000 COUNT : 40944550 SUM : 2365458898 rocksdb.write.raw.block.micros P50 : 0.521624 P95 : 0.991085 P99 : 1.895682 P100 : 362077.000000 COUNT : 544526468 SUM : 11007212054 rocksdb.numfiles.in.singlecompaction P50 : 2.773438 P95 : 5.680418 P99 : 5.938724 P100 : 7.000000 COUNT : 5870 SUM : 20898 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.542292 P95 : 33.775977 P99 : 105.154115 P100 : 135929.000000 COUNT : 544573703 SUM : 3820583920 rocksdb.file.read.flush.micros P50 : 1.846946 P95 : 15.814290 P99 : 40.797769 P100 : 787.000000 COUNT : 62665 SUM : 299773 rocksdb.file.read.compaction.micros P50 : 1.426906 P95 : 37.076593 P99 : 106.628886 P100 : 135929.000000 COUNT : 503632955 SUM : 3410414178 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 673964768 SUM : 0 rocksdb.bytes.per.write P50 : 218.509566 P95 : 528.135364 P99 : 804.074522 P100 : 4563443.000000 COUNT : 133592139 SUM : 61722711319 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 793153932 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46382.661996 P95 : 166895.202608 P99 : 238954.725275 P100 : 1681975.000000 COUNT : 12582 SUM : 789518886 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-19:40:09.276263 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-19:40:09.276603 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708458009 to in-memory stats history 2024/02/20-19:40:09.276640 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-19:40:09.276689 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-19:41:10.615834 287375 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302444. Total log size is 15728642 while max_total_wal_size is 15728640 2024/02/20-19:41:10.616101 287375 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302450. Immutable memtables: 0. 2024/02/20-19:41:10.616172 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20315] Syncing log #302448 2024/02/20-19:41:10.704368 3036193 (Original Log Time 2024/02/20-19:41:10.616163) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:41:10.704379 3036193 [db/flush_job.cc:892] [url] [JOB 20315] Flushing memtable with next log file: 302450 2024/02/20-19:41:10.704405 3036193 EVENT_LOG_v1 {"time_micros": 1708458070704395, "job": 20315, "event": "flush_started", "num_memtables": 1, "num_entries": 67310, "num_deletes": 0, "total_data_size": 10472961, "memory_usage": 12043496, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:41:10.704409 3036193 [db/flush_job.cc:926] [url] [JOB 20315] Level-0 flush table #302451: started 2024/02/20-19:41:10.830696 3036193 EVENT_LOG_v1 {"time_micros": 1708458070830664, "cf_name": "url", "job": 20315, "event": "table_file_creation", "file_number": 302451, "file_size": 5437259, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162111837, "largest_seqno": 5162258683, "table_properties": {"data_size": 5353425, "index_size": 199211, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6965, "raw_key_size": 10064818, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1598, "num_entries": 65599, "num_filter_entries": 7999, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708457701, "oldest_key_time": 1708457701, "file_creation_time": 1708458070, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302451, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:41:10.830741 3036193 [db/flush_job.cc:1062] [url] [JOB 20315] Flush lasted 126383 microseconds, and 122442 cpu microseconds. 2024/02/20-19:41:10.831231 3036193 (Original Log Time 2024/02/20-19:41:10.830727) [db/flush_job.cc:1011] [url] [JOB 20315] Level-0 flush table #302451: 5437259 bytes OK 2024/02/20-19:41:10.831236 3036193 (Original Log Time 2024/02/20-19:41:10.830748) [db/memtable_list.cc:555] [url] Level-0 commit table #302451 started 2024/02/20-19:41:10.831239 3036193 (Original Log Time 2024/02/20-19:41:10.831112) [db/memtable_list.cc:754] [url] Level-0 commit table #302451: memtable #1 done 2024/02/20-19:41:10.831242 3036193 (Original Log Time 2024/02/20-19:41:10.831134) EVENT_LOG_v1 {"time_micros": 1708458070831127, "job": 20315, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-19:41:10.831245 3036193 (Original Log Time 2024/02/20-19:41:10.831187) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-19:41:10.831252 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20315] Try to delete WAL files size 4150027, prev total WAL file size 15737358, number of live WAL files 4. 2024/02/20-19:41:10.831338 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 20316] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-19:41:10.831348 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20323 Base level 0, inputs: [302451(5309KB) 302445(5344KB)], [302435(10MB)] 2024/02/20-19:41:10.831368 3036192 EVENT_LOG_v1 {"time_micros": 1708458070831356, "job": 20316, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302451, 302445], "files_L5": [302435], "score": 1, "input_data_size": 21539888, "oldest_snapshot_seqno": -1} 2024/02/20-19:41:10.831891 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302444.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:41:11.345789 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20316] Generated table #302452: 265911 keys, 20312851 bytes, temperature: kUnknown 2024/02/20-19:41:11.345845 3036192 EVENT_LOG_v1 {"time_micros": 1708458071345812, "cf_name": "url", "job": 20316, "event": "table_file_creation", "file_number": 302452, "file_size": 20312851, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161669302, "largest_seqno": 5162258683, "table_properties": {"data_size": 20001379, "index_size": 664422, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 18245, "raw_key_size": 40441388, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5958, "num_entries": 265911, "num_filter_entries": 20833, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456601, "oldest_key_time": 0, "file_creation_time": 1708458070, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302452, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:41:11.346790 3036192 (Original Log Time 2024/02/20-19:41:11.346404) [db/compaction/compaction_job.cc:1729] [url] [JOB 20316] Compacted 2@0 + 1@5 files to L5 => 20312851 bytes 2024/02/20-19:41:11.346794 3036192 (Original Log Time 2024/02/20-19:41:11.346702) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.08, MB/sec: 41.9 rd, 39.5 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(10.4, 10.1 +0.0 blob) out(19.4 +0.0 blob), read-write-amplify(3.8) write-amplify(1.9) OK, records in: 265911, records dropped: 0 output_compression: LZ4 2024/02/20-19:41:11.346799 3036192 (Original Log Time 2024/02/20-19:41:11.346731) EVENT_LOG_v1 {"time_micros": 1708458071346716, "job": 20316, "event": "compaction_finished", "compaction_time_micros": 514527, "compaction_time_cpu_micros": 501793, "output_level": 5, "num_output_files": 1, "total_output_size": 20312851, "num_input_records": 265911, "num_output_records": 265911, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-19:41:11.347688 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302435.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:41:11.347703 3036192 EVENT_LOG_v1 {"time_micros": 1708458071347700, "job": 20316, "event": "table_file_deletion", "file_number": 302435} 2024/02/20-19:41:11.348149 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302445.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:41:11.348160 3036192 EVENT_LOG_v1 {"time_micros": 1708458071348158, "job": 20316, "event": "table_file_deletion", "file_number": 302445} 2024/02/20-19:41:11.348677 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302451.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:41:11.348688 3036192 EVENT_LOG_v1 {"time_micros": 1708458071348686, "job": 20316, "event": "table_file_deletion", "file_number": 302451} 2024/02/20-19:42:49.023971 289452 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302446. Total log size is 15728763 while max_total_wal_size is 15728640 2024/02/20-19:42:49.024242 289452 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302453. Immutable memtables: 0. 2024/02/20-19:42:49.024328 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20317] Syncing log #302450 2024/02/20-19:42:49.052225 3036210 (Original Log Time 2024/02/20-19:42:49.024314) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:42:49.052235 3036210 [db/flush_job.cc:892] [tag] [JOB 20317] Flushing memtable with next log file: 302453 2024/02/20-19:42:49.052257 3036210 EVENT_LOG_v1 {"time_micros": 1708458169052251, "job": 20317, "event": "flush_started", "num_memtables": 1, "num_entries": 18620, "num_deletes": 0, "total_data_size": 1595318, "memory_usage": 2069936, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:42:49.052260 3036210 [db/flush_job.cc:926] [tag] [JOB 20317] Level-0 flush table #302454: started 2024/02/20-19:42:49.087787 3036210 EVENT_LOG_v1 {"time_micros": 1708458169087754, "cf_name": "tag", "job": 20317, "event": "table_file_creation", "file_number": 302454, "file_size": 922579, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162149813, "largest_seqno": 5162297642, "table_properties": {"data_size": 914819, "index_size": 10237, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1547959, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 296, "num_entries": 18525, "num_filter_entries": 199, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708457797, "oldest_key_time": 1708457797, "file_creation_time": 1708458169, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302454, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:42:49.087834 3036210 [db/flush_job.cc:1062] [tag] [JOB 20317] Flush lasted 35616 microseconds, and 34028 cpu microseconds. 2024/02/20-19:42:49.088207 3036210 (Original Log Time 2024/02/20-19:42:49.087820) [db/flush_job.cc:1011] [tag] [JOB 20317] Level-0 flush table #302454: 922579 bytes OK 2024/02/20-19:42:49.088210 3036210 (Original Log Time 2024/02/20-19:42:49.087839) [db/memtable_list.cc:555] [tag] Level-0 commit table #302454 started 2024/02/20-19:42:49.088211 3036210 (Original Log Time 2024/02/20-19:42:49.088119) [db/memtable_list.cc:754] [tag] Level-0 commit table #302454: memtable #1 done 2024/02/20-19:42:49.088213 3036210 (Original Log Time 2024/02/20-19:42:49.088138) EVENT_LOG_v1 {"time_micros": 1708458169088133, "job": 20317, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:42:49.088214 3036210 (Original Log Time 2024/02/20-19:42:49.088176) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-19:42:49.088218 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20317] Try to delete WAL files size 587888, prev total WAL file size 15742489, number of live WAL files 4. 2024/02/20-19:42:49.088341 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20318] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-19:42:49.088353 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20325 Base level 0, inputs: [302454(900KB) 302447(861KB)], [302438(64MB) 302439(64MB) 302440(47MB)] 2024/02/20-19:42:49.088382 3036183 EVENT_LOG_v1 {"time_micros": 1708458169088369, "job": 20318, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302454, 302447], "files_L6": [302438, 302439, 302440], "score": 1, "input_data_size": 186673025, "oldest_snapshot_seqno": -1} 2024/02/20-19:42:49.088451 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302446.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:42:54.106016 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20318] Generated table #302455: 2472608 keys, 67637963 bytes, temperature: kUnknown 2024/02/20-19:42:54.106075 3036183 EVENT_LOG_v1 {"time_micros": 1708458174106041, "cf_name": "tag", "job": 20318, "event": "table_file_creation", "file_number": 302455, "file_size": 67637963, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110289, "index_size": 1514501, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 207545488, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36139, "num_entries": 2472608, "num_filter_entries": 1108, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708458169, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302455, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:42:58.606165 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20318] Generated table #302456: 2005070 keys, 67656225 bytes, temperature: kUnknown 2024/02/20-19:42:58.606221 3036183 EVENT_LOG_v1 {"time_micros": 1708458178606191, "cf_name": "tag", "job": 20318, "event": "table_file_creation", "file_number": 302456, "file_size": 67656225, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109141, "index_size": 1354406, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 187373502, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35605, "num_entries": 2005070, "num_filter_entries": 2298, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708458174, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302456, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:43:02.414667 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20318] Generated table #302457: 1932901 keys, 50463371 bytes, temperature: kUnknown 2024/02/20-19:43:02.414736 3036183 EVENT_LOG_v1 {"time_micros": 1708458182414695, "cf_name": "tag", "job": 20318, "event": "table_file_creation", "file_number": 302457, "file_size": 50463371, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 50075842, "index_size": 1129857, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 155159494, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27474, "num_entries": 1932901, "num_filter_entries": 291, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708458178, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302457, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:43:02.421821 3036183 (Original Log Time 2024/02/20-19:43:02.421190) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20318] Compacted 2@0 + 3@6 files to L6 => 185757559 bytes 2024/02/20-19:43:02.421825 3036183 (Original Log Time 2024/02/20-19:43:02.421717) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 14.0 rd, 13.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.7, 176.3 +0.0 blob) out(177.2 +0.0 blob), read-write-amplify(206.4) write-amplify(102.9) OK, records in: 6410579, records dropped: 0 output_compression: ZSTD 2024/02/20-19:43:02.421835 3036183 (Original Log Time 2024/02/20-19:43:02.421757) EVENT_LOG_v1 {"time_micros": 1708458182421736, "job": 20318, "event": "compaction_finished", "compaction_time_micros": 13326420, "compaction_time_cpu_micros": 13158849, "output_level": 6, "num_output_files": 3, "total_output_size": 185757559, "num_input_records": 6410579, "num_output_records": 6410579, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-19:43:02.428386 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302438.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:43:02.428426 3036183 EVENT_LOG_v1 {"time_micros": 1708458182428420, "job": 20318, "event": "table_file_deletion", "file_number": 302438} 2024/02/20-19:43:02.436217 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302439.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:43:02.436248 3036183 EVENT_LOG_v1 {"time_micros": 1708458182436243, "job": 20318, "event": "table_file_deletion", "file_number": 302439} 2024/02/20-19:43:02.441615 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302440.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:43:02.441641 3036183 EVENT_LOG_v1 {"time_micros": 1708458182441637, "job": 20318, "event": "table_file_deletion", "file_number": 302440} 2024/02/20-19:43:02.441808 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302447.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:43:02.441815 3036183 EVENT_LOG_v1 {"time_micros": 1708458182441814, "job": 20318, "event": "table_file_deletion", "file_number": 302447} 2024/02/20-19:43:02.441984 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302454.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:43:02.441995 3036183 EVENT_LOG_v1 {"time_micros": 1708458182441993, "job": 20318, "event": "table_file_deletion", "file_number": 302454} 2024/02/20-19:43:02.544045 289445 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302448. Total log size is 15728743 while max_total_wal_size is 15728640 2024/02/20-19:43:02.544375 289445 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302458. Immutable memtables: 0. 2024/02/20-19:43:02.544485 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20319] Syncing log #302453 2024/02/20-19:43:02.548026 3036193 (Original Log Time 2024/02/20-19:43:02.544472) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:43:02.548036 3036193 [db/flush_job.cc:892] [key] [JOB 20319] Flushing memtable with next log file: 302458 2024/02/20-19:43:02.548066 3036193 EVENT_LOG_v1 {"time_micros": 1708458182548057, "job": 20319, "event": "flush_started", "num_memtables": 1, "num_entries": 61423, "num_deletes": 0, "total_data_size": 3839225, "memory_usage": 5058072, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:43:02.548071 3036193 [db/flush_job.cc:926] [key] [JOB 20319] Level-0 flush table #302459: started 2024/02/20-19:43:02.655090 3036193 EVENT_LOG_v1 {"time_micros": 1708458182655043, "cf_name": "key", "job": 20319, "event": "table_file_creation", "file_number": 302459, "file_size": 2487363, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162155393, "largest_seqno": 5162303063, "table_properties": {"data_size": 2414576, "index_size": 18493, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 56757, "raw_key_size": 3612023, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 710, "num_entries": 59694, "num_filter_entries": 64708, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708457811, "oldest_key_time": 1708457811, "file_creation_time": 1708458182, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302459, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:43:02.655150 3036193 [db/flush_job.cc:1062] [key] [JOB 20319] Flush lasted 107131 microseconds, and 102950 cpu microseconds. 2024/02/20-19:43:02.655579 3036193 (Original Log Time 2024/02/20-19:43:02.655130) [db/flush_job.cc:1011] [key] [JOB 20319] Level-0 flush table #302459: 2487363 bytes OK 2024/02/20-19:43:02.655581 3036193 (Original Log Time 2024/02/20-19:43:02.655157) [db/memtable_list.cc:555] [key] Level-0 commit table #302459 started 2024/02/20-19:43:02.655583 3036193 (Original Log Time 2024/02/20-19:43:02.655483) [db/memtable_list.cc:754] [key] Level-0 commit table #302459: memtable #1 done 2024/02/20-19:43:02.655584 3036193 (Original Log Time 2024/02/20-19:43:02.655499) EVENT_LOG_v1 {"time_micros": 1708458182655494, "job": 20319, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-19:43:02.655586 3036193 (Original Log Time 2024/02/20-19:43:02.655544) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-19:43:02.655591 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20319] Try to delete WAL files size 10990727, prev total WAL file size 15733631, number of live WAL files 4. 2024/02/20-19:43:02.655684 3036187 [db/compaction/compaction_job.cc:2079] [key] [JOB 20320] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-19:43:02.655693 3036187 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20327 Base level 0, inputs: [302459(2429KB) 302449(2422KB)], [302443(4900KB)] 2024/02/20-19:43:02.655719 3036187 EVENT_LOG_v1 {"time_micros": 1708458182655699, "job": 20320, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302459, 302449], "files_L5": [302443], "score": 1, "input_data_size": 9986148, "oldest_snapshot_seqno": -1} 2024/02/20-19:43:02.656950 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302448.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:43:03.029470 3036187 [db/compaction/compaction_job.cc:1655] [key] [JOB 20320] Generated table #302460: 241953 keys, 9728572 bytes, temperature: kUnknown 2024/02/20-19:43:03.029544 3036187 EVENT_LOG_v1 {"time_micros": 1708458183029498, "cf_name": "key", "job": 20320, "event": "table_file_creation", "file_number": 302460, "file_size": 9728572, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161713614, "largest_seqno": 5162303063, "table_properties": {"data_size": 9446975, "index_size": 75125, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 224341, "raw_key_size": 14637822, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2781, "num_entries": 241953, "num_filter_entries": 254462, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456710, "oldest_key_time": 0, "file_creation_time": 1708458182, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302460, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:43:03.030561 3036187 (Original Log Time 2024/02/20-19:43:03.030104) [db/compaction/compaction_job.cc:1729] [key] [JOB 20320] Compacted 2@0 + 1@5 files to L5 => 9728572 bytes 2024/02/20-19:43:03.030566 3036187 (Original Log Time 2024/02/20-19:43:03.030469) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 26.7 rd, 26.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.7, 4.8 +0.0 blob) out(9.3 +0.0 blob), read-write-amplify(4.0) write-amplify(2.0) OK, records in: 241953, records dropped: 0 output_compression: LZ4 2024/02/20-19:43:03.030574 3036187 (Original Log Time 2024/02/20-19:43:03.030497) EVENT_LOG_v1 {"time_micros": 1708458183030483, "job": 20320, "event": "compaction_finished", "compaction_time_micros": 373895, "compaction_time_cpu_micros": 367205, "output_level": 5, "num_output_files": 1, "total_output_size": 9728572, "num_input_records": 241953, "num_output_records": 241953, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-19:43:03.031393 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302443.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:43:03.031412 3036187 EVENT_LOG_v1 {"time_micros": 1708458183031408, "job": 20320, "event": "table_file_deletion", "file_number": 302443} 2024/02/20-19:43:03.031780 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302449.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:43:03.031793 3036187 EVENT_LOG_v1 {"time_micros": 1708458183031790, "job": 20320, "event": "table_file_deletion", "file_number": 302449} 2024/02/20-19:43:03.032122 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302459.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:43:03.032136 3036187 EVENT_LOG_v1 {"time_micros": 1708458183032134, "job": 20320, "event": "table_file_deletion", "file_number": 302459} 2024/02/20-19:46:41.208919 289452 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302461. Immutable memtables: 0. 2024/02/20-19:46:41.208995 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20321] Syncing log #302458 2024/02/20-19:46:41.220234 3036210 (Original Log Time 2024/02/20-19:46:41.208987) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:46:41.220243 3036210 [db/flush_job.cc:892] [url] [JOB 20321] Flushing memtable with next log file: 302461 2024/02/20-19:46:41.220267 3036210 EVENT_LOG_v1 {"time_micros": 1708458401220259, "job": 20321, "event": "flush_started", "num_memtables": 1, "num_entries": 61034, "num_deletes": 0, "total_data_size": 9381914, "memory_usage": 11165432, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-19:46:41.220272 3036210 [db/flush_job.cc:926] [url] [JOB 20321] Level-0 flush table #302462: started 2024/02/20-19:46:41.372499 3036210 EVENT_LOG_v1 {"time_micros": 1708458401372432, "cf_name": "url", "job": 20321, "event": "table_file_creation", "file_number": 302462, "file_size": 4915272, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162258685, "largest_seqno": 5162390275, "table_properties": {"data_size": 4840379, "index_size": 116052, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6533, "raw_key_size": 9026124, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1449, "num_entries": 59467, "num_filter_entries": 7417, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458070, "oldest_key_time": 1708458070, "file_creation_time": 1708458401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302462, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:46:41.372547 3036210 [db/flush_job.cc:1062] [url] [JOB 20321] Flush lasted 152329 microseconds, and 150154 cpu microseconds. 2024/02/20-19:46:41.372977 3036210 (Original Log Time 2024/02/20-19:46:41.372532) [db/flush_job.cc:1011] [url] [JOB 20321] Level-0 flush table #302462: 4915272 bytes OK 2024/02/20-19:46:41.372981 3036210 (Original Log Time 2024/02/20-19:46:41.372553) [db/memtable_list.cc:555] [url] Level-0 commit table #302462 started 2024/02/20-19:46:41.372982 3036210 (Original Log Time 2024/02/20-19:46:41.372870) [db/memtable_list.cc:754] [url] Level-0 commit table #302462: memtable #1 done 2024/02/20-19:46:41.372984 3036210 (Original Log Time 2024/02/20-19:46:41.372889) EVENT_LOG_v1 {"time_micros": 1708458401372883, "job": 20321, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-19:46:41.372986 3036210 (Original Log Time 2024/02/20-19:46:41.372934) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-19:46:41.372992 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20321] Try to delete WAL files size 4150148, prev total WAL file size 14037887, number of live WAL files 4. 2024/02/20-19:46:41.373603 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302450.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:46:41.373813 3036188 (Original Log Time 2024/02/20-19:46:41.373757) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-19:46:41.373824 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 20322] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-19:46:41.373832 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20329 Base level 0, inputs: [302462(4800KB)], [302452(19MB)] 2024/02/20-19:46:41.373867 3036188 EVENT_LOG_v1 {"time_micros": 1708458401373851, "job": 20322, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302462], "files_L5": [302452], "score": -1, "input_data_size": 25228123, "oldest_snapshot_seqno": -1} 2024/02/20-19:46:42.051188 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20322] Generated table #302463: 325378 keys, 24590019 bytes, temperature: kUnknown 2024/02/20-19:46:42.051258 3036188 EVENT_LOG_v1 {"time_micros": 1708458402051220, "cf_name": "url", "job": 20322, "event": "table_file_creation", "file_number": 302463, "file_size": 24590019, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161669302, "largest_seqno": 5162390275, "table_properties": {"data_size": 24221590, "index_size": 788424, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 20837, "raw_key_size": 49467512, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7215, "num_entries": 325378, "num_filter_entries": 23794, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456601, "oldest_key_time": 0, "file_creation_time": 1708458401, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302463, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:46:42.052435 3036188 (Original Log Time 2024/02/20-19:46:42.051892) [db/compaction/compaction_job.cc:1729] [url] [JOB 20322] Compacted 1@0 + 1@5 files to L5 => 24590019 bytes 2024/02/20-19:46:42.052438 3036188 (Original Log Time 2024/02/20-19:46:42.052353) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.09, MB/sec: 37.2 rd, 36.3 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(4.7, 19.4 +0.0 blob) out(23.5 +0.0 blob), read-write-amplify(10.1) write-amplify(5.0) OK, records in: 325378, records dropped: 0 output_compression: LZ4 2024/02/20-19:46:42.052443 3036188 (Original Log Time 2024/02/20-19:46:42.052376) EVENT_LOG_v1 {"time_micros": 1708458402052365, "job": 20322, "event": "compaction_finished", "compaction_time_micros": 677458, "compaction_time_cpu_micros": 656172, "output_level": 5, "num_output_files": 1, "total_output_size": 24590019, "num_input_records": 325378, "num_output_records": 325378, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-19:46:42.055372 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302452.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:46:42.055392 3036188 EVENT_LOG_v1 {"time_micros": 1708458402055388, "job": 20322, "event": "table_file_deletion", "file_number": 302452} 2024/02/20-19:46:42.056069 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302462.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:46:42.056084 3036188 EVENT_LOG_v1 {"time_micros": 1708458402056081, "job": 20322, "event": "table_file_deletion", "file_number": 302462} 2024/02/20-19:46:42.056129 289452 (Original Log Time 2024/02/20-19:46:41.373639) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-19:46:42.056360 3036185 (Original Log Time 2024/02/20-19:46:42.056319) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-19:46:42.056369 3036185 [db/compaction/compaction_job.cc:2079] [url] [JOB 20323] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-19:46:42.056379 3036185 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20330 Base level 5, inputs: [302463(23MB)], [302396(64MB) 302397(64MB) 302398(64MB) 302399(64MB) 302400(64MB) 302401(64MB) 302402(64MB) 302403(64MB) 302404(65MB) 302405(64MB) 302406(64MB) 302407(65MB) 302408(32MB)] 2024/02/20-19:46:42.056409 3036185 EVENT_LOG_v1 {"time_micros": 1708458402056397, "job": 20323, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302463], "files_L6": [302396, 302397, 302398, 302399, 302400, 302401, 302402, 302403, 302404, 302405, 302406, 302407, 302408], "score": -1, "input_data_size": 875471655, "oldest_snapshot_seqno": -1} 2024/02/20-19:46:48.139225 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302464: 1871613 keys, 67839502 bytes, temperature: kUnknown 2024/02/20-19:46:48.139301 3036185 EVENT_LOG_v1 {"time_micros": 1708458408139260, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302464, "file_size": 67839502, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110996, "index_size": 2581934, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14661, "raw_key_size": 252340891, "raw_average_key_size": 134, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34459, "num_entries": 1871613, "num_filter_entries": 16826, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458402, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302464, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:46:53.801330 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302465: 1149148 keys, 67601221 bytes, temperature: kUnknown 2024/02/20-19:46:53.801406 3036185 EVENT_LOG_v1 {"time_micros": 1708458413801366, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302465, "file_size": 67601221, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109533, "index_size": 1999686, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 175512778, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32111, "num_entries": 1149148, "num_filter_entries": 194, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458408, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302465, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:46:59.433735 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302466: 1514255 keys, 67787356 bytes, temperature: kUnknown 2024/02/20-19:46:59.433800 3036185 EVENT_LOG_v1 {"time_micros": 1708458419433764, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302466, "file_size": 67787356, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109996, "index_size": 2538443, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 16293, "raw_key_size": 218092733, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35445, "num_entries": 1514255, "num_filter_entries": 18631, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458413, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302466, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:47:04.991195 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302467: 1534160 keys, 67987286 bytes, temperature: kUnknown 2024/02/20-19:47:04.991263 3036185 EVENT_LOG_v1 {"time_micros": 1708458424991232, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302467, "file_size": 67987286, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109489, "index_size": 3205635, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 32773, "raw_key_size": 239400412, "raw_average_key_size": 156, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34562, "num_entries": 1534160, "num_filter_entries": 37424, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458419, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302467, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:47:10.873699 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302468: 1707045 keys, 67988555 bytes, temperature: kUnknown 2024/02/20-19:47:10.873759 3036185 EVENT_LOG_v1 {"time_micros": 1708458430873726, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302468, "file_size": 67988555, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109642, "index_size": 2894578, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 35381, "raw_key_size": 243855065, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35361, "num_entries": 1707045, "num_filter_entries": 40433, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458424, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302468, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:47:16.574619 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302469: 1557612 keys, 67995750 bytes, temperature: kUnknown 2024/02/20-19:47:16.574708 3036185 EVENT_LOG_v1 {"time_micros": 1708458436574665, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302469, "file_size": 67995750, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109414, "index_size": 5767252, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 24757, "raw_key_size": 239668665, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34725, "num_entries": 1557612, "num_filter_entries": 28277, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458430, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302469, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:47:21.977960 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302470: 1696382 keys, 67728272 bytes, temperature: kUnknown 2024/02/20-19:47:21.978026 3036185 EVENT_LOG_v1 {"time_micros": 1708458441977985, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302470, "file_size": 67728272, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109782, "index_size": 2575506, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230305115, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34290, "num_entries": 1696382, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458436, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302470, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:47:27.368052 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302471: 1709400 keys, 67771077 bytes, temperature: kUnknown 2024/02/20-19:47:27.368116 3036185 EVENT_LOG_v1 {"time_micros": 1708458447368088, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302471, "file_size": 67771077, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109572, "index_size": 2611322, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5877, "raw_key_size": 234661016, "raw_average_key_size": 137, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34435, "num_entries": 1709400, "num_filter_entries": 6672, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458441, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302471, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:47:32.828269 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302472: 1367398 keys, 68739792 bytes, temperature: kUnknown 2024/02/20-19:47:32.828324 3036185 EVENT_LOG_v1 {"time_micros": 1708458452828294, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302472, "file_size": 68739792, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109759, "index_size": 4877781, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 25397, "raw_key_size": 230558261, "raw_average_key_size": 168, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33463, "num_entries": 1367398, "num_filter_entries": 29034, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458447, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302472, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:47:40.491273 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302473: 1676489 keys, 67880559 bytes, temperature: kUnknown 2024/02/20-19:47:40.491330 3036185 EVENT_LOG_v1 {"time_micros": 1708458460491299, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302473, "file_size": 67880559, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109920, "index_size": 2776911, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26709, "raw_key_size": 237113441, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35425, "num_entries": 1676489, "num_filter_entries": 30575, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458452, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302473, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:47:54.004537 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302474: 1624861 keys, 68077376 bytes, temperature: kUnknown 2024/02/20-19:47:54.004605 3036185 EVENT_LOG_v1 {"time_micros": 1708458474004567, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302474, "file_size": 68077376, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109484, "index_size": 4125814, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7285, "raw_key_size": 288041749, "raw_average_key_size": 177, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36997, "num_entries": 1624861, "num_filter_entries": 8310, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458460, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302474, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:07.606383 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302475: 1428970 keys, 68690281 bytes, temperature: kUnknown 2024/02/20-19:48:07.606477 3036185 EVENT_LOG_v1 {"time_micros": 1708458487606428, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302475, "file_size": 68690281, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109472, "index_size": 3981755, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 112069, "raw_key_size": 250071553, "raw_average_key_size": 175, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34382, "num_entries": 1428970, "num_filter_entries": 127499, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458474, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302475, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:14.995893 3036185 [db/compaction/compaction_job.cc:1655] [url] [JOB 20323] Generated table #302476: 751380 keys, 45747978 bytes, temperature: kUnknown 2024/02/20-19:48:14.995996 3036185 EVENT_LOG_v1 {"time_micros": 1708458494995939, "cf_name": "url", "job": 20323, "event": "table_file_creation", "file_number": 302476, "file_size": 45747978, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 43843380, "index_size": 5052550, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 8917, "raw_key_size": 218353489, "raw_average_key_size": 290, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 22955, "num_entries": 751380, "num_filter_entries": 10226, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458487, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302476, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:15.324883 3036185 (Original Log Time 2024/02/20-19:48:15.322911) [db/compaction/compaction_job.cc:1729] [url] [JOB 20323] Compacted 1@5 + 13@6 files to L6 => 861835005 bytes 2024/02/20-19:48:15.324888 3036185 (Original Log Time 2024/02/20-19:48:15.324696) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 9.4 rd, 9.3 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(23.5, 811.5 +0.0 blob) out(821.9 +0.0 blob), read-write-amplify(70.7) write-amplify(35.0) OK, records in: 19588713, records dropped: 0 output_compression: ZSTD 2024/02/20-19:48:15.324914 3036185 (Original Log Time 2024/02/20-19:48:15.324754) EVENT_LOG_v1 {"time_micros": 1708458495324719, "job": 20323, "event": "compaction_finished", "compaction_time_micros": 92939652, "compaction_time_cpu_micros": 84666661, "output_level": 6, "num_output_files": 13, "total_output_size": 861835005, "num_input_records": 19588713, "num_output_records": 19588713, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-19:48:15.332319 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302396.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.332355 3036185 EVENT_LOG_v1 {"time_micros": 1708458495332350, "job": 20323, "event": "table_file_deletion", "file_number": 302396} 2024/02/20-19:48:15.338580 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302397.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.338624 3036185 EVENT_LOG_v1 {"time_micros": 1708458495338618, "job": 20323, "event": "table_file_deletion", "file_number": 302397} 2024/02/20-19:48:15.346395 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302398.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.346431 3036185 EVENT_LOG_v1 {"time_micros": 1708458495346426, "job": 20323, "event": "table_file_deletion", "file_number": 302398} 2024/02/20-19:48:15.353994 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302399.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.354026 3036185 EVENT_LOG_v1 {"time_micros": 1708458495354021, "job": 20323, "event": "table_file_deletion", "file_number": 302399} 2024/02/20-19:48:15.360311 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302400.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.360343 3036185 EVENT_LOG_v1 {"time_micros": 1708458495360339, "job": 20323, "event": "table_file_deletion", "file_number": 302400} 2024/02/20-19:48:15.368176 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302401.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.368212 3036185 EVENT_LOG_v1 {"time_micros": 1708458495368207, "job": 20323, "event": "table_file_deletion", "file_number": 302401} 2024/02/20-19:48:15.375193 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302402.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.375233 3036185 EVENT_LOG_v1 {"time_micros": 1708458495375227, "job": 20323, "event": "table_file_deletion", "file_number": 302402} 2024/02/20-19:48:15.380837 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302403.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.380864 3036185 EVENT_LOG_v1 {"time_micros": 1708458495380860, "job": 20323, "event": "table_file_deletion", "file_number": 302403} 2024/02/20-19:48:15.387221 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302404.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.387255 3036185 EVENT_LOG_v1 {"time_micros": 1708458495387250, "job": 20323, "event": "table_file_deletion", "file_number": 302404} 2024/02/20-19:48:15.393185 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302405.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.393217 3036185 EVENT_LOG_v1 {"time_micros": 1708458495393212, "job": 20323, "event": "table_file_deletion", "file_number": 302405} 2024/02/20-19:48:15.398597 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302406.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.398624 3036185 EVENT_LOG_v1 {"time_micros": 1708458495398620, "job": 20323, "event": "table_file_deletion", "file_number": 302406} 2024/02/20-19:48:15.407353 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302407.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.407386 3036185 EVENT_LOG_v1 {"time_micros": 1708458495407381, "job": 20323, "event": "table_file_deletion", "file_number": 302407} 2024/02/20-19:48:15.411327 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302408.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.411358 3036185 EVENT_LOG_v1 {"time_micros": 1708458495411354, "job": 20323, "event": "table_file_deletion", "file_number": 302408} 2024/02/20-19:48:15.413657 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302463.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.413671 3036185 EVENT_LOG_v1 {"time_micros": 1708458495413669, "job": 20323, "event": "table_file_deletion", "file_number": 302463} 2024/02/20-19:48:15.413776 289452 (Original Log Time 2024/02/20-19:46:42.056143) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-19:48:15.414069 289452 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302477. Immutable memtables: 0. 2024/02/20-19:48:15.414158 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20324] Syncing log #302461 2024/02/20-19:48:15.420460 3036193 (Original Log Time 2024/02/20-19:48:15.414141) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:48:15.420472 3036193 [db/flush_job.cc:892] [tag] [JOB 20324] Flushing memtable with next log file: 302477 2024/02/20-19:48:15.420511 3036193 EVENT_LOG_v1 {"time_micros": 1708458495420501, "job": 20324, "event": "flush_started", "num_memtables": 1, "num_entries": 14857, "num_deletes": 0, "total_data_size": 1301394, "memory_usage": 2180032, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-19:48:15.420515 3036193 [db/flush_job.cc:926] [tag] [JOB 20324] Level-0 flush table #302478: started 2024/02/20-19:48:15.447693 3036193 EVENT_LOG_v1 {"time_micros": 1708458495447655, "cf_name": "tag", "job": 20324, "event": "table_file_creation", "file_number": 302478, "file_size": 769238, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162297666, "largest_seqno": 5162428044, "table_properties": {"data_size": 762269, "index_size": 8785, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1265870, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 239, "num_entries": 14802, "num_filter_entries": 196, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458169, "oldest_key_time": 1708458169, "file_creation_time": 1708458495, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302478, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:15.447740 3036193 [db/flush_job.cc:1062] [tag] [JOB 20324] Flush lasted 27299 microseconds, and 25789 cpu microseconds. 2024/02/20-19:48:15.448234 3036193 (Original Log Time 2024/02/20-19:48:15.447721) [db/flush_job.cc:1011] [tag] [JOB 20324] Level-0 flush table #302478: 769238 bytes OK 2024/02/20-19:48:15.448240 3036193 (Original Log Time 2024/02/20-19:48:15.447747) [db/memtable_list.cc:555] [tag] Level-0 commit table #302478 started 2024/02/20-19:48:15.448242 3036193 (Original Log Time 2024/02/20-19:48:15.448103) [db/memtable_list.cc:754] [tag] Level-0 commit table #302478: memtable #1 done 2024/02/20-19:48:15.448245 3036193 (Original Log Time 2024/02/20-19:48:15.448146) EVENT_LOG_v1 {"time_micros": 1708458495448136, "job": 20324, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:48:15.448247 3036193 (Original Log Time 2024/02/20-19:48:15.448185) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-19:48:15.448253 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20324] Try to delete WAL files size 587868, prev total WAL file size 13907701, number of live WAL files 4. 2024/02/20-19:48:15.448530 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302453.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:15.448751 3036189 (Original Log Time 2024/02/20-19:48:15.448678) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-19:48:15.448761 3036189 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20325] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-19:48:15.448768 3036189 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20332 Base level 0, inputs: [302478(751KB)], [302455(64MB) 302456(64MB) 302457(48MB)] 2024/02/20-19:48:15.448803 3036189 EVENT_LOG_v1 {"time_micros": 1708458495448791, "job": 20325, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302478], "files_L6": [302455, 302456, 302457], "score": -1, "input_data_size": 186526797, "oldest_snapshot_seqno": -1} 2024/02/20-19:48:20.760656 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20325] Generated table #302479: 2473684 keys, 67634197 bytes, temperature: kUnknown 2024/02/20-19:48:20.760743 3036189 EVENT_LOG_v1 {"time_micros": 1708458500760686, "cf_name": "tag", "job": 20325, "event": "table_file_creation", "file_number": 302479, "file_size": 67634197, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109227, "index_size": 1512042, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 207706580, "raw_average_key_size": 83, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36143, "num_entries": 2473684, "num_filter_entries": 1110, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708458495, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302479, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:25.409738 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20325] Generated table #302480: 2003921 keys, 67655864 bytes, temperature: kUnknown 2024/02/20-19:48:25.409805 3036189 EVENT_LOG_v1 {"time_micros": 1708458505409760, "cf_name": "tag", "job": 20325, "event": "table_file_creation", "file_number": 302480, "file_size": 67655864, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109070, "index_size": 1350944, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 187213959, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35600, "num_entries": 2003921, "num_filter_entries": 2300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708458500, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302480, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:29.180795 3036189 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20325] Generated table #302481: 1947776 keys, 50854646 bytes, temperature: kUnknown 2024/02/20-19:48:29.180885 3036189 EVENT_LOG_v1 {"time_micros": 1708458509180828, "cf_name": "tag", "job": 20325, "event": "table_file_creation", "file_number": 302481, "file_size": 50854646, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 50463546, "index_size": 1140504, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 156423815, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27682, "num_entries": 1947776, "num_filter_entries": 291, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708458505, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302481, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:29.188099 3036189 (Original Log Time 2024/02/20-19:48:29.187485) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20325] Compacted 1@0 + 3@6 files to L6 => 186144707 bytes 2024/02/20-19:48:29.188102 3036189 (Original Log Time 2024/02/20-19:48:29.187999) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.6 rd, 13.6 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.7, 177.2 +0.0 blob) out(177.5 +0.0 blob), read-write-amplify(484.5) write-amplify(242.0) OK, records in: 6425381, records dropped: 0 output_compression: ZSTD 2024/02/20-19:48:29.188111 3036189 (Original Log Time 2024/02/20-19:48:29.188028) EVENT_LOG_v1 {"time_micros": 1708458509188016, "job": 20325, "event": "compaction_finished", "compaction_time_micros": 13732157, "compaction_time_cpu_micros": 13447054, "output_level": 6, "num_output_files": 3, "total_output_size": 186144707, "num_input_records": 6425381, "num_output_records": 6425381, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-19:48:29.195083 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302455.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:29.195122 3036189 EVENT_LOG_v1 {"time_micros": 1708458509195115, "job": 20325, "event": "table_file_deletion", "file_number": 302455} 2024/02/20-19:48:29.202621 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302456.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:29.202650 3036189 EVENT_LOG_v1 {"time_micros": 1708458509202646, "job": 20325, "event": "table_file_deletion", "file_number": 302456} 2024/02/20-19:48:29.207134 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302457.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:29.207164 3036189 EVENT_LOG_v1 {"time_micros": 1708458509207160, "job": 20325, "event": "table_file_deletion", "file_number": 302457} 2024/02/20-19:48:29.207334 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302478.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:29.207344 3036189 EVENT_LOG_v1 {"time_micros": 1708458509207342, "job": 20325, "event": "table_file_deletion", "file_number": 302478} 2024/02/20-19:48:29.207392 289452 (Original Log Time 2024/02/20-19:48:15.448593) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-19:48:29.207668 289452 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302482. Immutable memtables: 0. 2024/02/20-19:48:29.207766 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20326] Syncing log #302477 2024/02/20-19:48:29.209751 3036210 (Original Log Time 2024/02/20-19:48:29.207724) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:48:29.209759 3036210 [db/flush_job.cc:892] [key] [JOB 20326] Flushing memtable with next log file: 302482 2024/02/20-19:48:29.209776 3036210 EVENT_LOG_v1 {"time_micros": 1708458509209770, "job": 20326, "event": "flush_started", "num_memtables": 1, "num_entries": 55183, "num_deletes": 0, "total_data_size": 3450167, "memory_usage": 4469336, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-19:48:29.209779 3036210 [db/flush_job.cc:926] [key] [JOB 20326] Level-0 flush table #302483: started 2024/02/20-19:48:29.295807 3036210 EVENT_LOG_v1 {"time_micros": 1708458509295771, "cf_name": "key", "job": 20326, "event": "table_file_creation", "file_number": 302483, "file_size": 2201464, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162303065, "largest_seqno": 5162433664, "table_properties": {"data_size": 2136212, "index_size": 16429, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 50885, "raw_key_size": 3231329, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 634, "num_entries": 53387, "num_filter_entries": 58055, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458182, "oldest_key_time": 1708458182, "file_creation_time": 1708458509, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302483, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:29.295935 3036210 [db/flush_job.cc:1062] [key] [JOB 20326] Flush lasted 86188 microseconds, and 84102 cpu microseconds. 2024/02/20-19:48:29.296406 3036210 (Original Log Time 2024/02/20-19:48:29.295914) [db/flush_job.cc:1011] [key] [JOB 20326] Level-0 flush table #302483: 2201464 bytes OK 2024/02/20-19:48:29.296409 3036210 (Original Log Time 2024/02/20-19:48:29.295942) [db/memtable_list.cc:555] [key] Level-0 commit table #302483 started 2024/02/20-19:48:29.296411 3036210 (Original Log Time 2024/02/20-19:48:29.296291) [db/memtable_list.cc:754] [key] Level-0 commit table #302483: memtable #1 done 2024/02/20-19:48:29.296413 3036210 (Original Log Time 2024/02/20-19:48:29.296319) EVENT_LOG_v1 {"time_micros": 1708458509296312, "job": 20326, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-19:48:29.296415 3036210 (Original Log Time 2024/02/20-19:48:29.296361) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-19:48:29.296420 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20326] Try to delete WAL files size 9291457, prev total WAL file size 13938789, number of live WAL files 4. 2024/02/20-19:48:29.297586 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302458.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:29.297860 3036190 (Original Log Time 2024/02/20-19:48:29.297741) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-19:48:29.297870 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 20327] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-19:48:29.297878 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20334 Base level 0, inputs: [302483(2149KB)], [302460(9500KB)] 2024/02/20-19:48:29.297908 3036190 EVENT_LOG_v1 {"time_micros": 1708458509297894, "job": 20327, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302483], "files_L5": [302460], "score": -1, "input_data_size": 11930036, "oldest_snapshot_seqno": -1} 2024/02/20-19:48:29.772912 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20327] Generated table #302484: 295339 keys, 11816874 bytes, temperature: kUnknown 2024/02/20-19:48:29.773011 3036190 EVENT_LOG_v1 {"time_micros": 1708458509772942, "cf_name": "key", "job": 20327, "event": "table_file_creation", "file_number": 302484, "file_size": 11816874, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5161713614, "largest_seqno": 5162433664, "table_properties": {"data_size": 11474715, "index_size": 91676, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 273157, "raw_key_size": 17869091, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3374, "num_entries": 295339, "num_filter_entries": 309513, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708456710, "oldest_key_time": 0, "file_creation_time": 1708458509, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302484, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:29.774022 3036190 (Original Log Time 2024/02/20-19:48:29.773642) [db/compaction/compaction_job.cc:1729] [key] [JOB 20327] Compacted 1@0 + 1@5 files to L5 => 11816874 bytes 2024/02/20-19:48:29.774025 3036190 (Original Log Time 2024/02/20-19:48:29.773957) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 25.1 rd, 24.9 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(2.1, 9.3 +0.0 blob) out(11.3 +0.0 blob), read-write-amplify(10.8) write-amplify(5.4) OK, records in: 295340, records dropped: 1 output_compression: LZ4 2024/02/20-19:48:29.774029 3036190 (Original Log Time 2024/02/20-19:48:29.773976) EVENT_LOG_v1 {"time_micros": 1708458509773968, "job": 20327, "event": "compaction_finished", "compaction_time_micros": 475165, "compaction_time_cpu_micros": 445636, "output_level": 5, "num_output_files": 1, "total_output_size": 11816874, "num_input_records": 295340, "num_output_records": 295339, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-19:48:29.774864 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302460.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:29.774877 3036190 EVENT_LOG_v1 {"time_micros": 1708458509774874, "job": 20327, "event": "table_file_deletion", "file_number": 302460} 2024/02/20-19:48:29.775220 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302483.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:48:29.775230 3036190 EVENT_LOG_v1 {"time_micros": 1708458509775227, "job": 20327, "event": "table_file_deletion", "file_number": 302483} 2024/02/20-19:48:29.775273 289452 (Original Log Time 2024/02/20-19:48:29.297634) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-19:48:29.775450 3036186 (Original Log Time 2024/02/20-19:48:29.775345) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-19:48:29.775479 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 20328] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-19:48:29.775486 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20335 Base level 5, inputs: [302484(11MB)], [302421(67MB) 302422(67MB) 302423(67MB) 302424(67MB) 302425(66MB) 302426(43MB)] 2024/02/20-19:48:29.775509 3036186 EVENT_LOG_v1 {"time_micros": 1708458509775499, "job": 20328, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302484], "files_L6": [302421, 302422, 302423, 302424, 302425, 302426], "score": -1, "input_data_size": 409293905, "oldest_snapshot_seqno": -1} 2024/02/20-19:48:36.129493 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20328] Generated table #302485: 3339881 keys, 70604145 bytes, temperature: kUnknown 2024/02/20-19:48:36.129590 3036186 EVENT_LOG_v1 {"time_micros": 1708458516129544, "cf_name": "key", "job": 20328, "event": "table_file_creation", "file_number": 302485, "file_size": 70604145, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108946, "index_size": 1085836, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2997781, "raw_key_size": 201937096, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37740, "num_entries": 3339881, "num_filter_entries": 3354741, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458509, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302485, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:42.105398 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20328] Generated table #302486: 3020499 keys, 70315073 bytes, temperature: kUnknown 2024/02/20-19:48:42.105481 3036186 EVENT_LOG_v1 {"time_micros": 1708458522105424, "cf_name": "key", "job": 20328, "event": "table_file_creation", "file_number": 302486, "file_size": 70315073, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110450, "index_size": 989277, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2722037, "raw_key_size": 181667303, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36918, "num_entries": 3020499, "num_filter_entries": 3047487, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458516, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302486, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:49.042255 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20328] Generated table #302487: 3053647 keys, 70325871 bytes, temperature: kUnknown 2024/02/20-19:48:49.042339 3036186 EVENT_LOG_v1 {"time_micros": 1708458529042296, "cf_name": "key", "job": 20328, "event": "table_file_creation", "file_number": 302487, "file_size": 70325871, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110614, "index_size": 1040774, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2743397, "raw_key_size": 185881626, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37149, "num_entries": 3053647, "num_filter_entries": 3071300, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458522, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302487, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:48:55.469598 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20328] Generated table #302488: 3060257 keys, 70324375 bytes, temperature: kUnknown 2024/02/20-19:48:55.469674 3036186 EVENT_LOG_v1 {"time_micros": 1708458535469634, "cf_name": "key", "job": 20328, "event": "table_file_creation", "file_number": 302488, "file_size": 70324375, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109835, "index_size": 1040181, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2747845, "raw_key_size": 186372514, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37198, "num_entries": 3060257, "num_filter_entries": 3076302, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458529, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302488, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:49:01.614766 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20328] Generated table #302489: 2976097 keys, 70252834 bytes, temperature: kUnknown 2024/02/20-19:49:01.614843 3036186 EVENT_LOG_v1 {"time_micros": 1708458541614795, "cf_name": "key", "job": 20328, "event": "table_file_creation", "file_number": 302489, "file_size": 70252834, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109701, "index_size": 984448, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2679941, "raw_key_size": 179964128, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36801, "num_entries": 2976097, "num_filter_entries": 3000608, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458535, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302489, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:49:06.554930 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20328] Generated table #302490: 2218023 keys, 51022182 bytes, temperature: kUnknown 2024/02/20-19:49:06.554987 3036186 EVENT_LOG_v1 {"time_micros": 1708458546554956, "cf_name": "key", "job": 20328, "event": "table_file_creation", "file_number": 302490, "file_size": 51022182, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 48678957, "index_size": 724981, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1994373, "raw_key_size": 134025058, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 26882, "num_entries": 2218023, "num_filter_entries": 2236632, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708458541, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302490, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:49:06.584567 3036186 (Original Log Time 2024/02/20-19:49:06.583471) [db/compaction/compaction_job.cc:1729] [key] [JOB 20328] Compacted 1@5 + 6@6 files to L6 => 402844480 bytes 2024/02/20-19:49:06.584572 3036186 (Original Log Time 2024/02/20-19:49:06.584415) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 11.1 rd, 11.0 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(11.3, 379.1 +0.0 blob) out(384.2 +0.0 blob), read-write-amplify(68.7) write-amplify(34.1) OK, records in: 17668405, records dropped: 1 output_compression: ZSTD 2024/02/20-19:49:06.584585 3036186 (Original Log Time 2024/02/20-19:49:06.584478) EVENT_LOG_v1 {"time_micros": 1708458546584437, "job": 20328, "event": "compaction_finished", "compaction_time_micros": 36779528, "compaction_time_cpu_micros": 34698916, "output_level": 6, "num_output_files": 6, "total_output_size": 402844480, "num_input_records": 17668405, "num_output_records": 17668404, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-19:49:06.594838 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302421.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:49:06.594882 3036186 EVENT_LOG_v1 {"time_micros": 1708458546594875, "job": 20328, "event": "table_file_deletion", "file_number": 302421} 2024/02/20-19:49:06.604059 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302422.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:49:06.604107 3036186 EVENT_LOG_v1 {"time_micros": 1708458546604101, "job": 20328, "event": "table_file_deletion", "file_number": 302422} 2024/02/20-19:49:06.615664 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302423.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:49:06.615698 3036186 EVENT_LOG_v1 {"time_micros": 1708458546615693, "job": 20328, "event": "table_file_deletion", "file_number": 302423} 2024/02/20-19:49:06.623506 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302424.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:49:06.623553 3036186 EVENT_LOG_v1 {"time_micros": 1708458546623546, "job": 20328, "event": "table_file_deletion", "file_number": 302424} 2024/02/20-19:49:06.635698 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302425.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:49:06.635746 3036186 EVENT_LOG_v1 {"time_micros": 1708458546635738, "job": 20328, "event": "table_file_deletion", "file_number": 302425} 2024/02/20-19:49:06.641552 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302426.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:49:06.641587 3036186 EVENT_LOG_v1 {"time_micros": 1708458546641582, "job": 20328, "event": "table_file_deletion", "file_number": 302426} 2024/02/20-19:49:06.643792 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302484.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:49:06.643816 3036186 EVENT_LOG_v1 {"time_micros": 1708458546643813, "job": 20328, "event": "table_file_deletion", "file_number": 302484} 2024/02/20-19:49:06.643882 289452 (Original Log Time 2024/02/20-19:48:29.775282) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-19:50:09.443873 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-19:50:09.444011 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1046008.3 total, 600.2 interval Cumulative writes: 133M writes, 596M keys, 133M commit groups, 1.0 writes per commit group, ingest: 57.51 GB, 0.06 MB/s Cumulative WAL: 133M writes, 0 syncs, 133913357.00 writes per sync, written: 57.51 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 101K writes, 241K keys, 101K commit groups, 1.0 writes per commit group, ingest: 24.53 MB, 0.04 MB/s Interval WAL: 101K writes, 0 syncs, 101530.00 writes per sync, written: 0.02 GB, 0.04 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 419.63 391.68 4235 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 69.9 18.7 51.3 68.8 17.5 0.0 3.7 42.0 41.3 1706.96 1634.91 2189 0.780 1055M 1163 0.0 0.0 L6 13/0 821.91 MB 0.0 414.1 17.8 396.3 396.7 0.4 0.0 22.2 15.9 15.3 26596.50 24528.43 612 43.458 9682M 261M 0.0 0.0 Sum 13/0 821.91 MB 0.0 484.1 36.5 447.6 484.4 36.8 0.0 25.5 17.3 17.3 28723.09 26555.02 7036 4.082 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.9 0.0 0.8 0.9 0.0 0.0 88.6 9.3 9.3 94.41 86.10 5 18.882 20M 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 484.1 36.5 447.6 465.4 17.9 0.0 0.0 17.5 16.8 28303.46 26163.33 2801 10.105 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 419.63 391.68 4235 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1046008.3 total, 600.2 interval Flush(GB): cumulative 18.985, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 484.41 GB write, 0.47 MB/s write, 484.08 GB read, 0.47 MB/s read, 28723.1 seconds Interval compaction: 0.85 GB write, 1.46 MB/s write, 0.86 GB read, 1.47 MB/s read, 94.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4480 occupancy: 1677 collections: 1744 last_copies: 0 last_secs: 0.000754 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(878,14.52 MB,0.945271%) IndexBlock(798,1.36 GB,90.3444%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6109698 Average: 2.1897 StdDev: 4.24 Min: 0 Median: 1.3845 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.27 P99.99: 126.37 ------------------------------------------------------ [ 0, 1 ] 2053852 33.616% 33.616% ####### ( 1, 2 ] 2603503 42.613% 76.229% ######### ( 2, 3 ] 1018921 16.677% 92.906% ### ( 3, 4 ] 247364 4.049% 96.955% # ( 4, 6 ] 109436 1.791% 98.746% ( 6, 10 ] 35837 0.587% 99.332% ( 10, 15 ] 15162 0.248% 99.581% ( 15, 22 ] 7699 0.126% 99.707% ( 22, 34 ] 8011 0.131% 99.838% ( 34, 51 ] 5737 0.094% 99.932% ( 51, 76 ] 2555 0.042% 99.973% ( 76, 110 ] 899 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 131 0.002% 99.997% ( 250, 380 ] 71 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22020398 Average: 2.4710 StdDev: 6.75 Min: 0 Median: 1.4973 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.88 P99.99: 145.78 ------------------------------------------------------ [ 0, 1 ] 6742393 30.619% 30.619% ###### ( 1, 2 ] 8581152 38.969% 69.588% ######## ( 2, 3 ] 3728012 16.930% 86.518% ### ( 3, 4 ] 1369332 6.218% 92.736% # ( 4, 6 ] 1082313 4.915% 97.651% # ( 6, 10 ] 347786 1.579% 99.231% ( 10, 15 ] 60191 0.273% 99.504% ( 15, 22 ] 30807 0.140% 99.644% ( 22, 34 ] 32986 0.150% 99.794% ( 34, 51 ] 25058 0.114% 99.908% ( 51, 76 ] 12048 0.055% 99.962% ( 76, 110 ] 4917 0.022% 99.985% ( 110, 170 ] 2014 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.000% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 215606818 Average: 12.4475 StdDev: 114.55 Min: 0 Median: 1.4990 Max: 135929 Percentiles: P50: 1.50 P75: 2.62 P99: 143.04 P99.9: 305.96 P99.99: 1550.69 ------------------------------------------------------ [ 0, 1 ] 73068752 33.890% 33.890% ####### ( 1, 2 ] 69612308 32.287% 66.177% ###### ( 2, 3 ] 30793040 14.282% 80.459% ### ( 3, 4 ] 6625818 3.073% 83.532% # ( 4, 6 ] 1202733 0.558% 84.089% ( 6, 10 ] 566945 0.263% 84.352% ( 10, 15 ] 321061 0.149% 84.501% ( 15, 22 ] 275626 0.128% 84.629% ( 22, 34 ] 7791661 3.614% 88.243% # ( 34, 51 ] 7993105 3.707% 91.950% # ( 51, 76 ] 6365898 2.953% 94.903% # ( 76, 110 ] 6943160 3.220% 98.123% # ( 110, 170 ] 3433227 1.592% 99.715% ( 170, 250 ] 347903 0.161% 99.877% ( 250, 380 ] 116087 0.054% 99.931% ( 380, 580 ] 70537 0.033% 99.963% ( 580, 870 ] 31569 0.015% 99.978% ( 870, 1300 ] 14302 0.007% 99.985% ( 1300, 1900 ] 27585 0.013% 99.997% ( 1900, 2900 ] 2193 0.001% 99.998% ( 2900, 4400 ] 882 0.000% 99.999% ( 4400, 6600 ] 629 0.000% 99.999% ( 6600, 9900 ] 561 0.000% 99.999% ( 9900, 14000 ] 351 0.000% 100.000% ( 14000, 22000 ] 206 0.000% 100.000% ( 22000, 33000 ] 99 0.000% 100.000% ( 33000, 50000 ] 171 0.000% 100.000% ( 50000, 75000 ] 309 0.000% 100.000% ( 75000, 110000 ] 91 0.000% 100.000% ( 110000, 170000 ] 9 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 89.99 76.29 4116 0.022 0 0 0.0 0.0 L6 3/0 177.52 MB 0.0 320.2 3.2 317.0 317.1 0.1 0.0 99.1 15.3 15.2 21363.45 20970.94 2168 9.854 11G 63M 0.0 0.0 Sum 3/0 177.52 MB 0.0 320.2 3.2 317.0 320.3 3.3 0.0 100.1 15.3 15.3 21453.44 21047.23 6284 3.414 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.3 0.0 0.3 0.3 0.0 0.0 220.8 13.1 13.1 27.12 26.67 4 6.780 12M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 320.2 3.2 317.0 317.1 0.1 0.0 0.0 15.3 15.2 21363.45 20970.94 2168 9.854 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 89.99 76.29 4116 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1046008.3 total, 600.2 interval Flush(GB): cumulative 3.199, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 320.30 GB write, 0.31 MB/s write, 320.22 GB read, 0.31 MB/s read, 21453.4 seconds Interval compaction: 0.35 GB write, 0.59 MB/s write, 0.35 GB read, 0.59 MB/s read, 27.1 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4307 collections: 1744 last_copies: 0 last_secs: 0.001789 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2180,1.66 MB,0.108347%) IndexBlock(2126,1.46 GB,97.2537%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1051182 Average: 3.5681 StdDev: 6.29 Min: 0 Median: 2.5908 Max: 2960 Percentiles: P50: 2.59 P75: 3.78 P99: 12.37 P99.9: 60.47 P99.99: 193.17 ------------------------------------------------------ [ 0, 1 ] 121292 11.539% 11.539% ## ( 1, 2 ] 251756 23.950% 35.488% ##### ( 2, 3 ] 258187 24.562% 60.050% ##### ( 3, 4 ] 202591 19.273% 79.323% #### ( 4, 6 ] 175054 16.653% 95.976% ### ( 6, 10 ] 29478 2.804% 98.780% # ( 10, 15 ] 4876 0.464% 99.244% ( 15, 22 ] 2601 0.247% 99.491% ( 22, 34 ] 2199 0.209% 99.701% ( 34, 51 ] 1810 0.172% 99.873% ( 51, 76 ] 757 0.072% 99.945% ( 76, 110 ] 258 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 181662715 Average: 2.1923 StdDev: 5.40 Min: 0 Median: 1.3465 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 7.01 P99.9: 54.47 P99.99: 145.61 ------------------------------------------------------ [ 0, 1 ] 66876982 36.814% 36.814% ####### ( 1, 2 ] 69141245 38.060% 74.874% ######## ( 2, 3 ] 33976918 18.703% 93.577% #### ( 3, 4 ] 8172140 4.499% 98.076% # ( 4, 6 ] 1520070 0.837% 98.913% ( 6, 10 ] 631585 0.348% 99.260% ( 10, 15 ] 411786 0.227% 99.487% ( 15, 22 ] 204678 0.113% 99.600% ( 22, 34 ] 319120 0.176% 99.775% ( 34, 51 ] 212038 0.117% 99.892% ( 51, 76 ] 104345 0.057% 99.949% ( 76, 110 ] 60118 0.033% 99.983% ( 110, 170 ] 22786 0.013% 99.995% ( 170, 250 ] 4014 0.002% 99.997% ( 250, 380 ] 1820 0.001% 99.998% ( 380, 580 ] 1509 0.001% 99.999% ( 580, 870 ] 889 0.000% 100.000% ( 870, 1300 ] 266 0.000% 100.000% ( 1300, 1900 ] 275 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 280.44 260.17 4203 0.067 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 22.6 8.4 14.3 22.4 8.1 0.0 2.7 28.7 28.4 807.22 780.02 2018 0.400 625M 276K 0.0 0.0 L6 6/0 384.18 MB 0.0 201.9 9.0 192.9 193.1 0.2 0.0 21.4 14.3 13.7 14414.43 14098.94 729 19.773 9041M 241M 0.0 0.0 Sum 6/0 384.18 MB 0.0 224.5 17.4 207.1 224.7 17.6 0.0 24.4 14.8 14.8 15502.08 15139.13 6950 2.231 9666M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 91.5 10.9 10.8 37.82 35.70 5 7.564 18M 2 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 224.5 17.4 207.1 215.5 8.3 0.0 0.0 15.1 14.5 15221.65 14878.96 2747 5.541 9666M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 280.44 260.17 4203 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1046008.3 total, 600.2 interval Flush(GB): cumulative 9.224, interval 0.004 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 224.70 GB write, 0.22 MB/s write, 224.51 GB read, 0.22 MB/s read, 15502.1 seconds Interval compaction: 0.40 GB write, 0.68 MB/s write, 0.40 GB read, 0.69 MB/s read, 37.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 355369 collections: 1744 last_copies: 0 last_secs: 0.164331 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(355258,1.37 GB,91.3829%) FilterBlock(55,73.47 MB,4.78316%) IndexBlock(52,27.47 MB,1.78848%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2885026 Average: 4.2772 StdDev: 8.04 Min: 0 Median: 1.9673 Max: 9050 Percentiles: P50: 1.97 P75: 5.42 P99: 17.94 P99.9: 61.06 P99.99: 151.15 ------------------------------------------------------ [ 0, 1 ] 639235 22.157% 22.157% #### ( 1, 2 ] 830461 28.785% 50.942% ###### ( 2, 3 ] 408857 14.172% 65.114% ### ( 3, 4 ] 177097 6.138% 71.252% # ( 4, 6 ] 152583 5.289% 76.541% # ( 6, 10 ] 458092 15.878% 92.419% ### ( 10, 15 ] 182585 6.329% 98.748% # ( 15, 22 ] 17302 0.600% 99.348% ( 22, 34 ] 9259 0.321% 99.669% ( 34, 51 ] 5636 0.195% 99.864% ( 51, 76 ] 2570 0.089% 99.953% ( 76, 110 ] 839 0.029% 99.982% ( 110, 170 ] 323 0.011% 99.994% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 7002692 Average: 4.7342 StdDev: 7.63 Min: 0 Median: 2.4966 Max: 7311 Percentiles: P50: 2.50 P75: 6.23 P99: 19.54 P99.9: 69.26 P99.99: 168.65 ------------------------------------------------------ [ 0, 1 ] 1136935 16.236% 16.236% ### ( 1, 2 ] 1836672 26.228% 42.464% ##### ( 2, 3 ] 1062633 15.175% 57.638% ### ( 3, 4 ] 573691 8.192% 65.831% ## ( 4, 6 ] 572140 8.170% 74.001% ## ( 6, 10 ] 1230422 17.571% 91.572% #### ( 10, 15 ] 489397 6.989% 98.561% # ( 15, 22 ] 47437 0.677% 99.238% ( 22, 34 ] 24987 0.357% 99.595% ( 34, 51 ] 15753 0.225% 99.820% ( 51, 76 ] 7696 0.110% 99.930% ( 76, 110 ] 2912 0.042% 99.971% ( 110, 170 ] 1347 0.019% 99.990% ( 170, 250 ] 341 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 117 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 109034192 Average: 5.8967 StdDev: 25.50 Min: 0 Median: 2.3744 Max: 56127 Percentiles: P50: 2.37 P75: 7.59 P99: 44.99 P99.9: 161.04 P99.99: 479.81 ------------------------------------------------------ [ 0, 1 ] 25684585 23.556% 23.556% ##### ( 1, 2 ] 24563894 22.529% 46.085% ##### ( 2, 3 ] 11400697 10.456% 56.541% ## ( 3, 4 ] 4476671 4.106% 60.647% # ( 4, 6 ] 5073627 4.653% 65.300% # ( 6, 10 ] 26564843 24.364% 89.664% ##### ( 10, 15 ] 8638020 7.922% 97.586% ## ( 15, 22 ] 696977 0.639% 98.225% ( 22, 34 ] 577326 0.529% 98.755% ( 34, 51 ] 413380 0.379% 99.134% ( 51, 76 ] 265730 0.244% 99.378% ( 76, 110 ] 334610 0.307% 99.685% ( 110, 170 ] 276000 0.253% 99.938% ( 170, 250 ] 44290 0.041% 99.978% ( 250, 380 ] 9286 0.009% 99.987% ( 380, 580 ] 6718 0.006% 99.993% ( 580, 870 ] 3796 0.003% 99.997% ( 870, 1300 ] 2019 0.002% 99.998% ( 1300, 1900 ] 2798 0.003% 100.001% ( 1900, 2900 ] 194 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 104 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ( 50000, 75000 ] 1 0.000% 100.002% 2024/02/20-19:50:09.447809 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 545275324 rocksdb.block.cache.hit COUNT : 2258244562 rocksdb.block.cache.add COUNT : 40973417 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33313 rocksdb.block.cache.index.hit COUNT : 554508303 rocksdb.block.cache.index.add COUNT : 33299 rocksdb.block.cache.index.bytes.insert COUNT : 35670529720 rocksdb.block.cache.filter.miss COUNT : 33319 rocksdb.block.cache.filter.hit COUNT : 1149553047 rocksdb.block.cache.filter.add COUNT : 33319 rocksdb.block.cache.filter.bytes.insert COUNT : 9057685923 rocksdb.block.cache.data.miss COUNT : 545208692 rocksdb.block.cache.data.hit COUNT : 554183212 rocksdb.block.cache.data.add COUNT : 40906799 rocksdb.block.cache.data.bytes.insert COUNT : 169445745010 rocksdb.block.cache.bytes.read COUNT : 1966904894853310 rocksdb.block.cache.bytes.write COUNT : 214173960653 rocksdb.bloom.filter.useful COUNT : 595111319 rocksdb.bloom.filter.full.positive COUNT : 554441760 rocksdb.bloom.filter.full.true.positive COUNT : 548691863 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97746221 rocksdb.memtable.miss COUNT : 6534683780 rocksdb.l0.hit COUNT : 16771594 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 531920269 rocksdb.compaction.key.drop.new COUNT : 283313495 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 596606398 rocksdb.number.keys.read COUNT : 674534200 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61748435939 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69734 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33304 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 793849794 rocksdb.number.multiget.keys.read COUNT : 5957895801 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61748435939 rocksdb.write.self COUNT : 133693445 rocksdb.write.other COUNT : 219912 rocksdb.write.wal COUNT : 133913357 rocksdb.compact.read.bytes COUNT : 1026414252347 rocksdb.compact.write.bytes COUNT : 1071599083700 rocksdb.flush.write.bytes COUNT : 33728115027 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1075502 rocksdb.number.superversion_releases COUNT : 2797 rocksdb.number.superversion_cleanups COUNT : 174 rocksdb.number.block.compressed COUNT : 538546753 rocksdb.number.block.decompressed COUNT : 538482959 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 62013235093 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69734 rocksdb.num.iterator.deleted COUNT : 69734 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5423 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5385 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45378 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62665308008 rocksdb.memtable.garbage.bytes.at.flush COUNT : 755981594 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 973418160810 rocksdb.last.level.read.count COUNT : 506306174 rocksdb.non.last.level.read.bytes COUNT : 132116194326 rocksdb.non.last.level.read.count COUNT : 39069062 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 545308628 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2197411442963 rocksdb.bytes.compressed.to COUNT : 1066807808544 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26775673155 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6754189 rocksdb.bytes.decompressed.from COUNT : 1066919640775 rocksdb.bytes.decompressed.to COUNT : 2197202755590 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.486156 P95 : 106.289255 P99 : 160.406162 P100 : 227461.000000 COUNT : 674534200 SUM : 34812602859 rocksdb.db.write.micros P50 : 67.097846 P95 : 111.913413 P99 : 169.408857 P100 : 2037453.000000 COUNT : 133913357 SUM : 13839252977 rocksdb.compaction.times.micros P50 : 1594809.688581 P95 : 38846728.971963 P99 : 67465811.965812 P100 : 95001051.000000 COUNT : 7716 SUM : 64888559894 rocksdb.compaction.times.cpu_micros P50 : 1533807.829181 P95 : 36022222.222222 P99 : 64554973.821990 P100 : 87836124.000000 COUNT : 7716 SUM : 62013235093 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4327.482154 P95 : 27860.422343 P99 : 62026.595745 P100 : 1558490.000000 COUNT : 12539 SUM : 117829160 rocksdb.compaction.outfile.sync.micros P50 : 62559.808612 P95 : 126067.581837 P99 : 225722.448980 P100 : 2063820.000000 COUNT : 20748 SUM : 1331000557 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.510697 P95 : 730.685185 P99 : 4018.839286 P100 : 501117.000000 COUNT : 20323 SUM : 13123640 rocksdb.table.open.io.micros P50 : 586.971154 P95 : 6249.279225 P99 : 13093.151671 P100 : 224917.000000 COUNT : 33304 SUM : 59773966 rocksdb.db.multiget.micros P50 : 8.001156 P95 : 17.790225 P99 : 33.065901 P100 : 84321.000000 COUNT : 793849796 SUM : 7524583869 rocksdb.read.block.compaction.micros P50 : 13.688553 P95 : 59.799651 P99 : 139.010258 P100 : 136000.000000 COUNT : 504301893 SUM : 9863796580 rocksdb.read.block.get.micros P50 : 53.031979 P95 : 95.104176 P99 : 146.873764 P100 : 224805.000000 COUNT : 40973431 SUM : 2367647853 rocksdb.write.raw.block.micros P50 : 0.521656 P95 : 0.991146 P99 : 1.895921 P100 : 362077.000000 COUNT : 545400803 SUM : 11044233551 rocksdb.numfiles.in.singlecompaction P50 : 2.773418 P95 : 5.680429 P99 : 5.938725 P100 : 7.000000 COUNT : 5873 SUM : 20909 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.543135 P95 : 33.923346 P99 : 105.267150 P100 : 135929.000000 COUNT : 545375236 SUM : 3842032999 rocksdb.file.read.flush.micros P50 : 1.847147 P95 : 15.819409 P99 : 40.784383 P100 : 787.000000 COUNT : 62695 SUM : 299909 rocksdb.file.read.compaction.micros P50 : 1.427824 P95 : 37.272861 P99 : 106.735696 P100 : 135929.000000 COUNT : 504405647 SUM : 3431485351 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 674534203 SUM : 0 rocksdb.bytes.per.write P50 : 218.509615 P95 : 528.142674 P99 : 804.073772 P100 : 4563443.000000 COUNT : 133693445 SUM : 61748435939 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 793849797 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46400.699913 P95 : 166889.716147 P99 : 238944.175824 P100 : 1681975.000000 COUNT : 12588 SUM : 790053832 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-19:50:09.448034 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-19:50:09.448258 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708458609 to in-memory stats history 2024/02/20-19:50:09.448287 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-19:50:09.448370 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-19:52:44.778591 289456 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302461. Total log size is 15728909 while max_total_wal_size is 15728640 2024/02/20-19:52:44.778977 289456 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302491. Immutable memtables: 0. 2024/02/20-19:52:44.779076 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20329] Syncing log #302482 2024/02/20-19:52:44.893965 3036193 (Original Log Time 2024/02/20-19:52:44.779060) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:52:44.893981 3036193 [db/flush_job.cc:892] [url] [JOB 20329] Flushing memtable with next log file: 302491 2024/02/20-19:52:44.894019 3036193 EVENT_LOG_v1 {"time_micros": 1708458764894002, "job": 20329, "event": "flush_started", "num_memtables": 1, "num_entries": 67984, "num_deletes": 0, "total_data_size": 10484116, "memory_usage": 12220256, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:52:44.894027 3036193 [db/flush_job.cc:926] [url] [JOB 20329] Level-0 flush table #302492: started 2024/02/20-19:52:45.199746 3036193 EVENT_LOG_v1 {"time_micros": 1708458765199709, "cf_name": "url", "job": 20329, "event": "table_file_creation", "file_number": 302492, "file_size": 5381088, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162390277, "largest_seqno": 5162537453, "table_properties": {"data_size": 5290111, "index_size": 157330, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7061, "raw_key_size": 9997126, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1587, "num_entries": 65675, "num_filter_entries": 8064, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458401, "oldest_key_time": 1708458401, "file_creation_time": 1708458764, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302492, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:52:45.199791 3036193 [db/flush_job.cc:1062] [url] [JOB 20329] Flush lasted 305839 microseconds, and 182347 cpu microseconds. 2024/02/20-19:52:45.200361 3036193 (Original Log Time 2024/02/20-19:52:45.199776) [db/flush_job.cc:1011] [url] [JOB 20329] Level-0 flush table #302492: 5381088 bytes OK 2024/02/20-19:52:45.200365 3036193 (Original Log Time 2024/02/20-19:52:45.199797) [db/memtable_list.cc:555] [url] Level-0 commit table #302492 started 2024/02/20-19:52:45.200367 3036193 (Original Log Time 2024/02/20-19:52:45.200270) [db/memtable_list.cc:754] [url] Level-0 commit table #302492: memtable #1 done 2024/02/20-19:52:45.200369 3036193 (Original Log Time 2024/02/20-19:52:45.200288) EVENT_LOG_v1 {"time_micros": 1708458765200282, "job": 20329, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-19:52:45.200371 3036193 (Original Log Time 2024/02/20-19:52:45.200326) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-19:52:45.200376 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20329] Try to delete WAL files size 4027296, prev total WAL file size 15745299, number of live WAL files 4. 2024/02/20-19:52:45.201293 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302461.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:54:18.736682 1462050 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302477. Total log size is 15728869 while max_total_wal_size is 15728640 2024/02/20-19:54:18.737015 1462050 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302493. Immutable memtables: 0. 2024/02/20-19:54:18.737078 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20330] Syncing log #302491 2024/02/20-19:54:18.805276 3036210 (Original Log Time 2024/02/20-19:54:18.737070) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:54:18.805289 3036210 [db/flush_job.cc:892] [tag] [JOB 20330] Flushing memtable with next log file: 302493 2024/02/20-19:54:18.805393 3036210 EVENT_LOG_v1 {"time_micros": 1708458858805383, "job": 20330, "event": "flush_started", "num_memtables": 1, "num_entries": 16745, "num_deletes": 0, "total_data_size": 1472417, "memory_usage": 1942568, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:54:18.805399 3036210 [db/flush_job.cc:926] [tag] [JOB 20330] Level-0 flush table #302494: started 2024/02/20-19:54:18.820043 3036210 EVENT_LOG_v1 {"time_micros": 1708458858819993, "cf_name": "tag", "job": 20330, "event": "table_file_creation", "file_number": 302494, "file_size": 864396, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162428072, "largest_seqno": 5162575409, "table_properties": {"data_size": 856779, "index_size": 9877, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1415547, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 266, "num_entries": 16502, "num_filter_entries": 195, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458495, "oldest_key_time": 1708458495, "file_creation_time": 1708458858, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302494, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:54:18.820081 3036210 [db/flush_job.cc:1062] [tag] [JOB 20330] Flush lasted 14816 microseconds, and 13052 cpu microseconds. 2024/02/20-19:54:18.820514 3036210 (Original Log Time 2024/02/20-19:54:18.820067) [db/flush_job.cc:1011] [tag] [JOB 20330] Level-0 flush table #302494: 864396 bytes OK 2024/02/20-19:54:18.820517 3036210 (Original Log Time 2024/02/20-19:54:18.820087) [db/memtable_list.cc:555] [tag] Level-0 commit table #302494 started 2024/02/20-19:54:18.820519 3036210 (Original Log Time 2024/02/20-19:54:18.820325) [db/memtable_list.cc:754] [tag] Level-0 commit table #302494: memtable #1 done 2024/02/20-19:54:18.820520 3036210 (Original Log Time 2024/02/20-19:54:18.820340) EVENT_LOG_v1 {"time_micros": 1708458858820335, "job": 20330, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:54:18.820522 3036210 (Original Log Time 2024/02/20-19:54:18.820375) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-19:54:18.820526 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20330] Try to delete WAL files size 617202, prev total WAL file size 15733343, number of live WAL files 4. 2024/02/20-19:54:18.821340 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302477.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:54:33.476116 282471 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302482. Total log size is 15728742 while max_total_wal_size is 15728640 2024/02/20-19:54:33.476490 282471 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302495. Immutable memtables: 0. 2024/02/20-19:54:33.476615 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20331] Syncing log #302493 2024/02/20-19:54:33.505543 3036193 (Original Log Time 2024/02/20-19:54:33.476586) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:54:33.505557 3036193 [db/flush_job.cc:892] [key] [JOB 20331] Flushing memtable with next log file: 302495 2024/02/20-19:54:33.505587 3036193 EVENT_LOG_v1 {"time_micros": 1708458873505578, "job": 20331, "event": "flush_started", "num_memtables": 1, "num_entries": 62560, "num_deletes": 0, "total_data_size": 3911704, "memory_usage": 5871192, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:54:33.505591 3036193 [db/flush_job.cc:926] [key] [JOB 20331] Level-0 flush table #302496: started 2024/02/20-19:54:33.622478 3036193 EVENT_LOG_v1 {"time_micros": 1708458873622430, "cf_name": "key", "job": 20331, "event": "table_file_creation", "file_number": 302496, "file_size": 2462019, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162433666, "largest_seqno": 5162581234, "table_properties": {"data_size": 2388851, "index_size": 18366, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 57397, "raw_key_size": 3653322, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 710, "num_entries": 60354, "num_filter_entries": 65489, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458509, "oldest_key_time": 1708458509, "file_creation_time": 1708458873, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302496, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:54:33.622524 3036193 [db/flush_job.cc:1062] [key] [JOB 20331] Flush lasted 116994 microseconds, and 109113 cpu microseconds. 2024/02/20-19:54:33.622875 3036193 (Original Log Time 2024/02/20-19:54:33.622506) [db/flush_job.cc:1011] [key] [JOB 20331] Level-0 flush table #302496: 2462019 bytes OK 2024/02/20-19:54:33.622878 3036193 (Original Log Time 2024/02/20-19:54:33.622530) [db/memtable_list.cc:555] [key] Level-0 commit table #302496 started 2024/02/20-19:54:33.622880 3036193 (Original Log Time 2024/02/20-19:54:33.622790) [db/memtable_list.cc:754] [key] Level-0 commit table #302496: memtable #1 done 2024/02/20-19:54:33.622882 3036193 (Original Log Time 2024/02/20-19:54:33.622805) EVENT_LOG_v1 {"time_micros": 1708458873622800, "job": 20331, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-19:54:33.622884 3036193 (Original Log Time 2024/02/20-19:54:33.622844) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-19:54:33.622889 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20331] Try to delete WAL files size 11084411, prev total WAL file size 15734780, number of live WAL files 4. 2024/02/20-19:54:33.624484 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302482.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:58:31.190472 282075 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302491. Total log size is 15807494 while max_total_wal_size is 15728640 2024/02/20-19:58:31.190743 282075 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302497. Immutable memtables: 0. 2024/02/20-19:58:31.190842 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20332] Syncing log #302495 2024/02/20-19:58:31.220734 3036210 (Original Log Time 2024/02/20-19:58:31.190824) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:58:31.220747 3036210 [db/flush_job.cc:892] [url] [JOB 20332] Flushing memtable with next log file: 302497 2024/02/20-19:58:31.220776 3036210 EVENT_LOG_v1 {"time_micros": 1708459111220768, "job": 20332, "event": "flush_started", "num_memtables": 1, "num_entries": 65575, "num_deletes": 0, "total_data_size": 10003680, "memory_usage": 12297800, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:58:31.220780 3036210 [db/flush_job.cc:926] [url] [JOB 20332] Level-0 flush table #302498: started 2024/02/20-19:58:31.334857 3036210 EVENT_LOG_v1 {"time_micros": 1708459111334825, "cf_name": "url", "job": 20332, "event": "table_file_creation", "file_number": 302498, "file_size": 5226185, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162537455, "largest_seqno": 5162691750, "table_properties": {"data_size": 5141246, "index_size": 124006, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7173, "raw_key_size": 9592957, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1531, "num_entries": 63665, "num_filter_entries": 8237, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458764, "oldest_key_time": 1708458764, "file_creation_time": 1708459111, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302498, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:58:31.334915 3036210 [db/flush_job.cc:1062] [url] [JOB 20332] Flush lasted 114190 microseconds, and 106017 cpu microseconds. 2024/02/20-19:58:31.335429 3036210 (Original Log Time 2024/02/20-19:58:31.334895) [db/flush_job.cc:1011] [url] [JOB 20332] Level-0 flush table #302498: 5226185 bytes OK 2024/02/20-19:58:31.335432 3036210 (Original Log Time 2024/02/20-19:58:31.334922) [db/memtable_list.cc:555] [url] Level-0 commit table #302498 started 2024/02/20-19:58:31.335434 3036210 (Original Log Time 2024/02/20-19:58:31.335329) [db/memtable_list.cc:754] [url] Level-0 commit table #302498: memtable #1 done 2024/02/20-19:58:31.335435 3036210 (Original Log Time 2024/02/20-19:58:31.335348) EVENT_LOG_v1 {"time_micros": 1708459111335342, "job": 20332, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-19:58:31.335437 3036210 (Original Log Time 2024/02/20-19:58:31.335393) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-19:58:31.335443 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20332] Try to delete WAL files size 4027256, prev total WAL file size 15815215, number of live WAL files 4. 2024/02/20-19:58:31.335526 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 20333] Compacting 2@0 files to L5, score 1.00 2024/02/20-19:58:31.335537 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20340 Base level 0, inputs: [302498(5103KB) 302492(5254KB)] 2024/02/20-19:58:31.335559 3036192 EVENT_LOG_v1 {"time_micros": 1708459111335550, "job": 20333, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302498, 302492], "score": 1, "input_data_size": 10607273, "oldest_snapshot_seqno": -1} 2024/02/20-19:58:31.336079 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302491.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:58:31.609647 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20333] Generated table #302499: 129340 keys, 10148480 bytes, temperature: kUnknown 2024/02/20-19:58:31.609734 3036192 EVENT_LOG_v1 {"time_micros": 1708459111609676, "cf_name": "url", "job": 20333, "event": "table_file_creation", "file_number": 302499, "file_size": 10148480, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162390277, "largest_seqno": 5162691750, "table_properties": {"data_size": 9983854, "index_size": 281757, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11301, "raw_key_size": 19590083, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2978, "num_entries": 129340, "num_filter_entries": 12975, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458401, "oldest_key_time": 0, "file_creation_time": 1708459111, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302499, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:58:31.610679 3036192 (Original Log Time 2024/02/20-19:58:31.610179) [db/compaction/compaction_job.cc:1729] [url] [JOB 20333] Compacted 2@0 files to L5 => 10148480 bytes 2024/02/20-19:58:31.610683 3036192 (Original Log Time 2024/02/20-19:58:31.610588) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.04, MB/sec: 38.7 rd, 37.0 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(10.1, 0.0 +0.0 blob) out(9.7 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 129340, records dropped: 0 output_compression: LZ4 2024/02/20-19:58:31.610689 3036192 (Original Log Time 2024/02/20-19:58:31.610616) EVENT_LOG_v1 {"time_micros": 1708459111610601, "job": 20333, "event": "compaction_finished", "compaction_time_micros": 274242, "compaction_time_cpu_micros": 265071, "output_level": 5, "num_output_files": 1, "total_output_size": 10148480, "num_input_records": 129340, "num_output_records": 129340, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-19:58:31.610784 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302492.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:58:31.610795 3036192 EVENT_LOG_v1 {"time_micros": 1708459111610793, "job": 20333, "event": "table_file_deletion", "file_number": 302492} 2024/02/20-19:58:31.611337 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302498.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:58:31.611352 3036192 EVENT_LOG_v1 {"time_micros": 1708459111611350, "job": 20333, "event": "table_file_deletion", "file_number": 302498} 2024/02/20-19:59:17.256030 276826 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302493. Total log size is 15729884 while max_total_wal_size is 15728640 2024/02/20-19:59:17.256414 276826 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302500. Immutable memtables: 0. 2024/02/20-19:59:17.256536 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20334] Syncing log #302497 2024/02/20-19:59:17.265974 3036193 (Original Log Time 2024/02/20-19:59:17.256522) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-19:59:17.265988 3036193 [db/flush_job.cc:892] [tag] [JOB 20334] Flushing memtable with next log file: 302500 2024/02/20-19:59:17.266017 3036193 EVENT_LOG_v1 {"time_micros": 1708459157266009, "job": 20334, "event": "flush_started", "num_memtables": 1, "num_entries": 13071, "num_deletes": 0, "total_data_size": 1137195, "memory_usage": 1988232, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:59:17.266020 3036193 [db/flush_job.cc:926] [tag] [JOB 20334] Level-0 flush table #302501: started 2024/02/20-19:59:17.278296 3036193 EVENT_LOG_v1 {"time_micros": 1708459157278254, "cf_name": "tag", "job": 20334, "event": "table_file_creation", "file_number": 302501, "file_size": 681548, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162575442, "largest_seqno": 5162747435, "table_properties": {"data_size": 675616, "index_size": 7311, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1102851, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 210, "num_entries": 12991, "num_filter_entries": 170, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458858, "oldest_key_time": 1708458858, "file_creation_time": 1708459157, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302501, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:59:17.278338 3036193 [db/flush_job.cc:1062] [tag] [JOB 20334] Flush lasted 12375 microseconds, and 10483 cpu microseconds. 2024/02/20-19:59:17.278808 3036193 (Original Log Time 2024/02/20-19:59:17.278322) [db/flush_job.cc:1011] [tag] [JOB 20334] Level-0 flush table #302501: 681548 bytes OK 2024/02/20-19:59:17.278810 3036193 (Original Log Time 2024/02/20-19:59:17.278345) [db/memtable_list.cc:555] [tag] Level-0 commit table #302501 started 2024/02/20-19:59:17.278812 3036193 (Original Log Time 2024/02/20-19:59:17.278706) [db/memtable_list.cc:754] [tag] Level-0 commit table #302501: memtable #1 done 2024/02/20-19:59:17.278813 3036193 (Original Log Time 2024/02/20-19:59:17.278729) EVENT_LOG_v1 {"time_micros": 1708459157278723, "job": 20334, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-19:59:17.278815 3036193 (Original Log Time 2024/02/20-19:59:17.278771) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-19:59:17.278821 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20334] Try to delete WAL files size 617075, prev total WAL file size 15730503, number of live WAL files 4. 2024/02/20-19:59:17.279033 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20335] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-19:59:17.279042 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20342 Base level 0, inputs: [302501(665KB) 302494(844KB)], [302479(64MB) 302480(64MB) 302481(48MB)] 2024/02/20-19:59:17.279081 3036183 EVENT_LOG_v1 {"time_micros": 1708459157279050, "job": 20335, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302501, 302494], "files_L6": [302479, 302480, 302481], "score": 1, "input_data_size": 187690651, "oldest_snapshot_seqno": -1} 2024/02/20-19:59:17.279122 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302493.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:59:22.627150 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20335] Generated table #302502: 2474270 keys, 67634724 bytes, temperature: kUnknown 2024/02/20-19:59:22.627217 3036183 EVENT_LOG_v1 {"time_micros": 1708459162627179, "cf_name": "tag", "job": 20335, "event": "table_file_creation", "file_number": 302502, "file_size": 67634724, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108958, "index_size": 1514788, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 207917094, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36152, "num_entries": 2474270, "num_filter_entries": 1112, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708459157, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302502, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:59:25.139595 282466 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302495. Total log size is 15808753 while max_total_wal_size is 15728640 2024/02/20-19:59:25.139923 282466 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302504. Immutable memtables: 0. 2024/02/20-19:59:25.140012 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20336] Syncing log #302500 2024/02/20-19:59:25.147323 3036210 (Original Log Time 2024/02/20-19:59:25.140001) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-19:59:25.147338 3036210 [db/flush_job.cc:892] [key] [JOB 20336] Flushing memtable with next log file: 302504 2024/02/20-19:59:25.147371 3036210 EVENT_LOG_v1 {"time_micros": 1708459165147362, "job": 20336, "event": "flush_started", "num_memtables": 1, "num_entries": 106889, "num_deletes": 56000, "total_data_size": 6660688, "memory_usage": 9139200, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-19:59:25.147375 3036210 [db/flush_job.cc:926] [key] [JOB 20336] Level-0 flush table #302505: started 2024/02/20-19:59:25.262451 3036210 EVENT_LOG_v1 {"time_micros": 1708459165262417, "cf_name": "key", "job": 20336, "event": "table_file_creation", "file_number": 302505, "file_size": 2987785, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162581236, "largest_seqno": 5162756888, "table_properties": {"data_size": 2868106, "index_size": 30764, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 96677, "raw_key_size": 6327251, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 900, "num_entries": 104906, "num_filter_entries": 110099, "num_deletions": 56000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458873, "oldest_key_time": 1708458873, "file_creation_time": 1708459165, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302505, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:59:25.262526 3036210 [db/flush_job.cc:1062] [key] [JOB 20336] Flush lasted 115215 microseconds, and 109490 cpu microseconds. 2024/02/20-19:59:25.262980 3036210 (Original Log Time 2024/02/20-19:59:25.262510) [db/flush_job.cc:1011] [key] [JOB 20336] Level-0 flush table #302505: 2987785 bytes OK 2024/02/20-19:59:25.262983 3036210 (Original Log Time 2024/02/20-19:59:25.262532) [db/memtable_list.cc:555] [key] Level-0 commit table #302505 started 2024/02/20-19:59:25.262985 3036210 (Original Log Time 2024/02/20-19:59:25.262885) [db/memtable_list.cc:754] [key] Level-0 commit table #302505: memtable #1 done 2024/02/20-19:59:25.262986 3036210 (Original Log Time 2024/02/20-19:59:25.262907) EVENT_LOG_v1 {"time_micros": 1708459165262901, "job": 20336, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-19:59:25.262987 3036210 (Original Log Time 2024/02/20-19:59:25.262947) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-19:59:25.262992 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20336] Try to delete WAL files size 11163163, prev total WAL file size 15813151, number of live WAL files 4. 2024/02/20-19:59:25.264402 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302495.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:59:27.558985 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20335] Generated table #302503: 2003557 keys, 67658783 bytes, temperature: kUnknown 2024/02/20-19:59:27.559052 3036183 EVENT_LOG_v1 {"time_micros": 1708459167559014, "cf_name": "tag", "job": 20335, "event": "table_file_creation", "file_number": 302503, "file_size": 67658783, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110775, "index_size": 1347379, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 187038233, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35598, "num_entries": 2003557, "num_filter_entries": 2308, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708459162, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302503, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:59:31.850992 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20335] Generated table #302506: 1977047 keys, 51594949 bytes, temperature: kUnknown 2024/02/20-19:59:31.851062 3036183 EVENT_LOG_v1 {"time_micros": 1708459171851022, "cf_name": "tag", "job": 20335, "event": "table_file_creation", "file_number": 302506, "file_size": 51594949, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 51200096, "index_size": 1158933, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 158907425, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28085, "num_entries": 1977047, "num_filter_entries": 291, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708459167, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302506, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:59:31.857827 3036183 (Original Log Time 2024/02/20-19:59:31.857041) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20335] Compacted 2@0 + 3@6 files to L6 => 186888456 bytes 2024/02/20-19:59:31.857831 3036183 (Original Log Time 2024/02/20-19:59:31.857712) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 12.9 rd, 12.8 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.5, 177.5 +0.0 blob) out(178.2 +0.0 blob), read-write-amplify(242.3) write-amplify(120.9) OK, records in: 6454874, records dropped: 0 output_compression: ZSTD 2024/02/20-19:59:31.857843 3036183 (Original Log Time 2024/02/20-19:59:31.857753) EVENT_LOG_v1 {"time_micros": 1708459171857734, "job": 20335, "event": "compaction_finished", "compaction_time_micros": 14572042, "compaction_time_cpu_micros": 14297526, "output_level": 6, "num_output_files": 3, "total_output_size": 186888456, "num_input_records": 6454874, "num_output_records": 6454874, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-19:59:31.857948 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302479.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:59:31.857964 3036183 EVENT_LOG_v1 {"time_micros": 1708459171857961, "job": 20335, "event": "table_file_deletion", "file_number": 302479} 2024/02/20-19:59:31.858029 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302480.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:59:31.858040 3036183 EVENT_LOG_v1 {"time_micros": 1708459171858038, "job": 20335, "event": "table_file_deletion", "file_number": 302480} 2024/02/20-19:59:31.858092 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302481.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:59:31.858100 3036183 EVENT_LOG_v1 {"time_micros": 1708459171858098, "job": 20335, "event": "table_file_deletion", "file_number": 302481} 2024/02/20-19:59:31.858152 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302494.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:59:31.858160 3036183 EVENT_LOG_v1 {"time_micros": 1708459171858159, "job": 20335, "event": "table_file_deletion", "file_number": 302494} 2024/02/20-19:59:31.858293 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302501.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:59:31.858302 3036183 EVENT_LOG_v1 {"time_micros": 1708459171858300, "job": 20335, "event": "table_file_deletion", "file_number": 302501} 2024/02/20-19:59:31.858386 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 20337] Compacting 2@0 files to L5, score 1.00 2024/02/20-19:59:31.858392 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20343 Base level 0, inputs: [302505(2917KB) 302496(2404KB)] 2024/02/20-19:59:31.858406 3036183 EVENT_LOG_v1 {"time_micros": 1708459171858397, "job": 20337, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302505, 302496], "score": 1, "input_data_size": 5449804, "oldest_snapshot_seqno": -1} 2024/02/20-19:59:32.059487 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20337] Generated table #302507: 164588 keys, 5360465 bytes, temperature: kUnknown 2024/02/20-19:59:32.059551 3036183 EVENT_LOG_v1 {"time_micros": 1708459172059516, "cf_name": "key", "job": 20337, "event": "table_file_creation", "file_number": 302507, "file_size": 5360465, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162433666, "largest_seqno": 5162756888, "table_properties": {"data_size": 5171809, "index_size": 48838, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 152101, "raw_key_size": 9940237, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1580, "num_entries": 164588, "num_filter_entries": 172754, "num_deletions": 56000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458509, "oldest_key_time": 0, "file_creation_time": 1708459171, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302507, "seqno_to_time_mapping": "N/A"}} 2024/02/20-19:59:32.060605 3036183 (Original Log Time 2024/02/20-19:59:32.059996) [db/compaction/compaction_job.cc:1729] [key] [JOB 20337] Compacted 2@0 files to L5 => 5360465 bytes 2024/02/20-19:59:32.060610 3036183 (Original Log Time 2024/02/20-19:59:32.060502) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.02, MB/sec: 27.1 rd, 26.6 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(5.2, 0.0 +0.0 blob) out(5.1 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 165260, records dropped: 672 output_compression: LZ4 2024/02/20-19:59:32.060619 3036183 (Original Log Time 2024/02/20-19:59:32.060534) EVENT_LOG_v1 {"time_micros": 1708459172060519, "job": 20337, "event": "compaction_finished", "compaction_time_micros": 201213, "compaction_time_cpu_micros": 196508, "output_level": 5, "num_output_files": 1, "total_output_size": 5360465, "num_input_records": 165260, "num_output_records": 164588, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-19:59:32.060724 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302496.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:59:32.060734 3036183 EVENT_LOG_v1 {"time_micros": 1708459172060732, "job": 20337, "event": "table_file_deletion", "file_number": 302496} 2024/02/20-19:59:32.061144 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302505.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-19:59:32.061155 3036183 EVENT_LOG_v1 {"time_micros": 1708459172061153, "job": 20337, "event": "table_file_deletion", "file_number": 302505} 2024/02/20-20:00:09.599864 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-20:00:09.599996 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1046608.5 total, 600.2 interval Cumulative writes: 134M writes, 596M keys, 133M commit groups, 1.0 writes per commit group, ingest: 57.54 GB, 0.06 MB/s Cumulative WAL: 134M writes, 0 syncs, 134017367.00 writes per sync, written: 57.54 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 104K writes, 332K keys, 103K commit groups, 1.0 writes per commit group, ingest: 29.46 MB, 0.05 MB/s Interval WAL: 104K writes, 0 syncs, 104010.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 420.05 391.97 4237 0.099 0 0 0.0 0.0 L5 1/0 9.68 MB 0.0 70.0 18.7 51.3 68.8 17.5 0.0 3.7 42.0 41.3 1707.23 1635.17 2190 0.780 1055M 1163 0.0 0.0 L6 13/0 821.91 MB 0.0 414.1 17.8 396.3 396.7 0.4 0.0 22.2 15.9 15.3 26596.50 24528.43 612 43.458 9682M 261M 0.0 0.0 Sum 14/0 831.59 MB 0.0 484.1 36.5 447.6 484.4 36.9 0.0 25.5 17.3 17.3 28723.78 26555.57 7039 4.081 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 14.6 28.5 0.69 0.55 3 0.231 129K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 484.1 36.5 447.6 465.4 17.9 0.0 0.0 17.5 16.8 28303.73 26163.60 2802 10.101 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 420.05 391.97 4237 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1046608.5 total, 600.2 interval Flush(GB): cumulative 18.995, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 484.43 GB write, 0.47 MB/s write, 484.09 GB read, 0.47 MB/s read, 28723.8 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4480 occupancy: 1683 collections: 1745 last_copies: 0 last_secs: 0.000772 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(881,14.54 MB,0.946863%) IndexBlock(801,1.36 GB,90.3794%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6112826 Average: 2.1898 StdDev: 4.24 Min: 0 Median: 1.3846 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.73 P99.9: 45.28 P99.99: 126.47 ------------------------------------------------------ [ 0, 1 ] 2054576 33.611% 33.611% ####### ( 1, 2 ] 2605049 42.616% 76.227% ######### ( 2, 3 ] 1019593 16.680% 92.907% ### ( 3, 4 ] 247472 4.048% 96.955% # ( 4, 6 ] 109467 1.791% 98.746% ( 6, 10 ] 35849 0.586% 99.332% ( 10, 15 ] 15170 0.248% 99.580% ( 15, 22 ] 7707 0.126% 99.706% ( 22, 34 ] 8019 0.131% 99.838% ( 34, 51 ] 5743 0.094% 99.932% ( 51, 76 ] 2557 0.042% 99.973% ( 76, 110 ] 901 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 131 0.002% 99.997% ( 250, 380 ] 72 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22020403 Average: 2.4710 StdDev: 6.75 Min: 0 Median: 1.4973 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.88 P99.99: 145.78 ------------------------------------------------------ [ 0, 1 ] 6742395 30.619% 30.619% ###### ( 1, 2 ] 8581152 38.969% 69.588% ######## ( 2, 3 ] 3728012 16.930% 86.518% ### ( 3, 4 ] 1369332 6.218% 92.736% # ( 4, 6 ] 1082315 4.915% 97.651% # ( 6, 10 ] 347786 1.579% 99.231% ( 10, 15 ] 60191 0.273% 99.504% ( 15, 22 ] 30807 0.140% 99.644% ( 22, 34 ] 32986 0.150% 99.794% ( 34, 51 ] 25059 0.114% 99.908% ( 51, 76 ] 12048 0.055% 99.962% ( 76, 110 ] 4917 0.022% 99.985% ( 110, 170 ] 2014 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.000% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 215606818 Average: 12.4475 StdDev: 114.55 Min: 0 Median: 1.4990 Max: 135929 Percentiles: P50: 1.50 P75: 2.62 P99: 143.04 P99.9: 305.96 P99.99: 1550.69 ------------------------------------------------------ [ 0, 1 ] 73068752 33.890% 33.890% ####### ( 1, 2 ] 69612308 32.287% 66.177% ###### ( 2, 3 ] 30793040 14.282% 80.459% ### ( 3, 4 ] 6625818 3.073% 83.532% # ( 4, 6 ] 1202733 0.558% 84.089% ( 6, 10 ] 566945 0.263% 84.352% ( 10, 15 ] 321061 0.149% 84.501% ( 15, 22 ] 275626 0.128% 84.629% ( 22, 34 ] 7791661 3.614% 88.243% # ( 34, 51 ] 7993105 3.707% 91.950% # ( 51, 76 ] 6365898 2.953% 94.903% # ( 76, 110 ] 6943160 3.220% 98.123% # ( 110, 170 ] 3433227 1.592% 99.715% ( 170, 250 ] 347903 0.161% 99.877% ( 250, 380 ] 116087 0.054% 99.931% ( 380, 580 ] 70537 0.033% 99.963% ( 580, 870 ] 31569 0.015% 99.978% ( 870, 1300 ] 14302 0.007% 99.985% ( 1300, 1900 ] 27585 0.013% 99.997% ( 1900, 2900 ] 2193 0.001% 99.998% ( 2900, 4400 ] 882 0.000% 99.999% ( 4400, 6600 ] 629 0.000% 99.999% ( 6600, 9900 ] 561 0.000% 99.999% ( 9900, 14000 ] 351 0.000% 100.000% ( 14000, 22000 ] 206 0.000% 100.000% ( 22000, 33000 ] 99 0.000% 100.000% ( 33000, 50000 ] 171 0.000% 100.000% ( 50000, 75000 ] 309 0.000% 100.000% ( 75000, 110000 ] 91 0.000% 100.000% ( 110000, 170000 ] 9 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 90.01 76.31 4118 0.022 0 0 0.0 0.0 L6 3/0 178.23 MB 0.0 320.4 3.2 317.2 317.3 0.1 0.0 99.1 15.3 15.2 21378.03 20985.24 2169 9.856 11G 63M 0.0 0.0 Sum 3/0 178.23 MB 0.0 320.4 3.2 317.2 320.5 3.3 0.0 100.1 15.3 15.3 21468.04 21061.55 6287 3.415 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 121.9 12.3 12.3 14.60 14.32 3 4.866 6454K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 320.4 3.2 317.2 317.3 0.1 0.0 0.0 15.3 15.2 21378.03 20985.24 2169 9.856 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 90.01 76.31 4118 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1046608.5 total, 600.2 interval Flush(GB): cumulative 3.200, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 320.48 GB write, 0.31 MB/s write, 320.40 GB read, 0.31 MB/s read, 21468.0 seconds Interval compaction: 0.18 GB write, 0.30 MB/s write, 0.17 GB read, 0.30 MB/s read, 14.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4309 collections: 1745 last_copies: 0 last_secs: 0.001617 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2181,1.67 MB,0.108429%) IndexBlock(2127,1.46 GB,97.2233%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1051668 Average: 3.5689 StdDev: 6.29 Min: 0 Median: 2.5915 Max: 2960 Percentiles: P50: 2.59 P75: 3.78 P99: 12.38 P99.9: 60.48 P99.99: 193.12 ------------------------------------------------------ [ 0, 1 ] 121295 11.534% 11.534% ## ( 1, 2 ] 251767 23.940% 35.473% ##### ( 2, 3 ] 258259 24.557% 60.030% ##### ( 3, 4 ] 202728 19.277% 79.307% #### ( 4, 6 ] 175259 16.665% 95.972% ### ( 6, 10 ] 29523 2.807% 98.779% # ( 10, 15 ] 4879 0.464% 99.243% ( 15, 22 ] 2603 0.248% 99.491% ( 22, 34 ] 2203 0.209% 99.700% ( 34, 51 ] 1813 0.172% 99.873% ( 51, 76 ] 758 0.072% 99.945% ( 76, 110 ] 258 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 181762155 Average: 2.1925 StdDev: 5.40 Min: 0 Median: 1.3467 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 7.01 P99.9: 54.47 P99.99: 145.61 ------------------------------------------------------ [ 0, 1 ] 66895980 36.804% 36.804% ####### ( 1, 2 ] 69179770 38.061% 74.865% ######## ( 2, 3 ] 34007064 18.710% 93.574% #### ( 3, 4 ] 8181019 4.501% 98.075% # ( 4, 6 ] 1521528 0.837% 98.912% ( 6, 10 ] 632062 0.348% 99.260% ( 10, 15 ] 412136 0.227% 99.487% ( 15, 22 ] 204848 0.113% 99.600% ( 22, 34 ] 319296 0.176% 99.775% ( 34, 51 ] 212181 0.117% 99.892% ( 51, 76 ] 104425 0.057% 99.949% ( 76, 110 ] 60140 0.033% 99.983% ( 110, 170 ] 22799 0.013% 99.995% ( 170, 250 ] 4016 0.002% 99.997% ( 250, 380 ] 1820 0.001% 99.998% ( 380, 580 ] 1509 0.001% 99.999% ( 580, 870 ] 890 0.000% 100.000% ( 870, 1300 ] 266 0.000% 100.000% ( 1300, 1900 ] 275 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.7 280.67 260.39 4205 0.067 0 0 0.0 0.0 L5 1/0 5.11 MB 0.0 22.6 8.4 14.3 22.4 8.1 0.0 2.7 28.7 28.4 807.42 780.22 2019 0.400 625M 277K 0.0 0.0 L6 6/0 384.18 MB 0.0 201.9 9.0 192.9 193.1 0.2 0.0 21.4 14.3 13.7 14414.43 14098.94 729 19.773 9041M 241M 0.0 0.0 Sum 7/0 389.29 MB 0.0 224.5 17.4 207.1 224.7 17.6 0.0 24.3 14.8 14.8 15502.52 15139.54 6953 2.230 9667M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 12.0 23.8 0.43 0.42 3 0.144 165K 672 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 224.5 17.4 207.1 215.5 8.3 0.0 0.0 15.1 14.5 15221.85 14879.15 2748 5.539 9667M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.7 280.67 260.39 4205 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1046608.5 total, 600.2 interval Flush(GB): cumulative 9.229, interval 0.005 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 224.71 GB write, 0.22 MB/s write, 224.52 GB read, 0.22 MB/s read, 15502.5 seconds Interval compaction: 0.01 GB write, 0.02 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.4 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358572 collections: 1745 last_copies: 0 last_secs: 0.148708 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(358473,1.38 GB,92.2082%) FilterBlock(51,61.90 MB,4.03015%) IndexBlock(49,23.57 MB,1.53481%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2886646 Average: 4.2785 StdDev: 8.04 Min: 0 Median: 1.9677 Max: 9050 Percentiles: P50: 1.97 P75: 5.42 P99: 17.94 P99.9: 61.06 P99.99: 151.17 ------------------------------------------------------ [ 0, 1 ] 639323 22.148% 22.148% #### ( 1, 2 ] 830794 28.781% 50.928% ###### ( 2, 3 ] 409163 14.174% 65.103% ### ( 3, 4 ] 177228 6.140% 71.242% # ( 4, 6 ] 152657 5.288% 76.531% # ( 6, 10 ] 458430 15.881% 92.412% ### ( 10, 15 ] 182898 6.336% 98.748% # ( 15, 22 ] 17323 0.600% 99.348% ( 22, 34 ] 9269 0.321% 99.669% ( 34, 51 ] 5639 0.195% 99.864% ( 51, 76 ] 2572 0.089% 99.953% ( 76, 110 ] 839 0.029% 99.982% ( 110, 170 ] 324 0.011% 99.994% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 52 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 7003164 Average: 4.7346 StdDev: 7.63 Min: 0 Median: 2.4969 Max: 7311 Percentiles: P50: 2.50 P75: 6.23 P99: 19.54 P99.9: 69.26 P99.99: 168.65 ------------------------------------------------------ [ 0, 1 ] 1136936 16.235% 16.235% ### ( 1, 2 ] 1836673 26.226% 42.461% ##### ( 2, 3 ] 1062633 15.174% 57.635% ### ( 3, 4 ] 573691 8.192% 65.826% ## ( 4, 6 ] 572145 8.170% 73.996% ## ( 6, 10 ] 1230663 17.573% 91.569% #### ( 10, 15 ] 489597 6.991% 98.560% # ( 15, 22 ] 47451 0.678% 99.238% ( 22, 34 ] 24996 0.357% 99.595% ( 34, 51 ] 15754 0.225% 99.820% ( 51, 76 ] 7696 0.110% 99.930% ( 76, 110 ] 2912 0.042% 99.971% ( 110, 170 ] 1347 0.019% 99.990% ( 170, 250 ] 341 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 117 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 109082393 Average: 5.8991 StdDev: 25.49 Min: 0 Median: 2.3765 Max: 56127 Percentiles: P50: 2.38 P75: 7.60 P99: 44.98 P99.9: 161.03 P99.99: 479.59 ------------------------------------------------------ [ 0, 1 ] 25684585 23.546% 23.546% ##### ( 1, 2 ] 24563894 22.519% 46.065% ##### ( 2, 3 ] 11400702 10.451% 56.516% ## ( 3, 4 ] 4476704 4.104% 60.620% # ( 4, 6 ] 5074226 4.652% 65.272% # ( 6, 10 ] 26590045 24.376% 89.648% ##### ( 10, 15 ] 8657941 7.937% 97.585% ## ( 15, 22 ] 698390 0.640% 98.225% ( 22, 34 ] 577866 0.530% 98.755% ( 34, 51 ] 413637 0.379% 99.134% ( 51, 76 ] 265889 0.244% 99.378% ( 76, 110 ] 334662 0.307% 99.685% ( 110, 170 ] 276013 0.253% 99.938% ( 170, 250 ] 44296 0.041% 99.978% ( 250, 380 ] 9289 0.009% 99.987% ( 380, 580 ] 6719 0.006% 99.993% ( 580, 870 ] 3796 0.003% 99.997% ( 870, 1300 ] 2019 0.002% 99.998% ( 1300, 1900 ] 2798 0.003% 100.001% ( 1900, 2900 ] 194 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 104 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ( 50000, 75000 ] 1 0.000% 100.002% 2024/02/20-20:00:09.603573 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 545428647 rocksdb.block.cache.hit COUNT : 2259956881 rocksdb.block.cache.add COUNT : 41022759 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33324 rocksdb.block.cache.index.hit COUNT : 555006277 rocksdb.block.cache.index.add COUNT : 33310 rocksdb.block.cache.index.bytes.insert COUNT : 35675229982 rocksdb.block.cache.filter.miss COUNT : 33330 rocksdb.block.cache.filter.hit COUNT : 1150318107 rocksdb.block.cache.filter.add COUNT : 33330 rocksdb.block.cache.filter.bytes.insert COUNT : 9058021866 rocksdb.block.cache.data.miss COUNT : 545361993 rocksdb.block.cache.data.hit COUNT : 554632497 rocksdb.block.cache.data.add COUNT : 40956119 rocksdb.block.cache.data.bytes.insert COUNT : 169650070344 rocksdb.block.cache.bytes.read COUNT : 1968692171445497 rocksdb.block.cache.bytes.write COUNT : 214383322192 rocksdb.bloom.filter.useful COUNT : 595378425 rocksdb.bloom.filter.full.positive COUNT : 554939714 rocksdb.bloom.filter.full.true.positive COUNT : 549186229 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97834627 rocksdb.memtable.miss COUNT : 6540270462 rocksdb.l0.hit COUNT : 16780534 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 532405695 rocksdb.compaction.key.drop.new COUNT : 283314167 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 596939004 rocksdb.number.keys.read COUNT : 675116987 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61779323526 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69774 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33315 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 794582745 rocksdb.number.multiget.keys.read COUNT : 5962988102 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61779323526 rocksdb.write.self COUNT : 133797264 rocksdb.write.other COUNT : 220103 rocksdb.write.wal COUNT : 134017367 rocksdb.compact.read.bytes COUNT : 1026615769063 rocksdb.compact.write.bytes COUNT : 1071801481101 rocksdb.flush.write.bytes COUNT : 33745719780 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1075698 rocksdb.number.superversion_releases COUNT : 2797 rocksdb.number.superversion_cleanups COUNT : 174 rocksdb.number.block.compressed COUNT : 538654773 rocksdb.number.block.decompressed COUNT : 538635404 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 62027994198 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69774 rocksdb.num.iterator.deleted COUNT : 69774 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5430 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5392 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45393 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62698237325 rocksdb.memtable.garbage.bytes.at.flush COUNT : 756821857 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 973692447162 rocksdb.last.level.read.count COUNT : 506453819 rocksdb.non.last.level.read.bytes COUNT : 132135751873 rocksdb.non.last.level.read.count COUNT : 39074773 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 545461962 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2197851807664 rocksdb.bytes.compressed.to COUNT : 1067020626241 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26781960130 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6755777 rocksdb.bytes.decompressed.from COUNT : 1067208941791 rocksdb.bytes.decompressed.to COUNT : 2197823386094 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.493717 P95 : 106.299844 P99 : 160.421333 P100 : 227461.000000 COUNT : 675116987 SUM : 34847939247 rocksdb.db.write.micros P50 : 67.103520 P95 : 111.943902 P99 : 169.412304 P100 : 2037453.000000 COUNT : 134017367 SUM : 13850386824 rocksdb.compaction.times.micros P50 : 1593598.615917 P95 : 38835514.018692 P99 : 67462606.837607 P100 : 95001051.000000 COUNT : 7719 SUM : 64903607391 rocksdb.compaction.times.cpu_micros P50 : 1532562.277580 P95 : 36011965.811966 P99 : 64551047.120419 P100 : 87836124.000000 COUNT : 7719 SUM : 62027994198 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4328.455548 P95 : 27884.850543 P99 : 62526.595745 P100 : 1558490.000000 COUNT : 12545 SUM : 118022020 rocksdb.compaction.outfile.sync.micros P50 : 62559.799671 P95 : 126051.742344 P99 : 225702.040816 P100 : 2063820.000000 COUNT : 20753 SUM : 1331262210 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.542092 P95 : 730.518519 P99 : 4016.428571 P100 : 501117.000000 COUNT : 20332 SUM : 13126402 rocksdb.table.open.io.micros P50 : 586.390224 P95 : 6248.546336 P99 : 13091.992288 P100 : 224917.000000 COUNT : 33315 SUM : 59781697 rocksdb.db.multiget.micros P50 : 8.002065 P95 : 17.792044 P99 : 33.069165 P100 : 84321.000000 COUNT : 794582745 SUM : 7532370878 rocksdb.read.block.compaction.micros P50 : 13.688832 P95 : 59.791356 P99 : 139.002437 P100 : 136000.000000 COUNT : 504405874 SUM : 9865606518 rocksdb.read.block.get.micros P50 : 53.048401 P95 : 95.127323 P99 : 146.896705 P100 : 224805.000000 COUNT : 41022773 SUM : 2370929472 rocksdb.write.raw.block.micros P50 : 0.521658 P95 : 0.991151 P99 : 1.895944 P100 : 362077.000000 COUNT : 545510444 SUM : 11047891710 rocksdb.numfiles.in.singlecompaction P50 : 2.773213 P95 : 5.680440 P99 : 5.938725 P100 : 7.000000 COUNT : 5876 SUM : 20918 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.543332 P95 : 33.913917 P99 : 105.260293 P100 : 135929.000000 COUNT : 545528592 SUM : 3842860213 rocksdb.file.read.flush.micros P50 : 1.847327 P95 : 15.824509 P99 : 40.770997 P100 : 787.000000 COUNT : 62725 SUM : 300054 rocksdb.file.read.compaction.micros P50 : 1.427908 P95 : 37.262968 P99 : 106.730957 P100 : 135929.000000 COUNT : 504509653 SUM : 3431760604 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 675116987 SUM : 0 rocksdb.bytes.per.write P50 : 218.509345 P95 : 528.148345 P99 : 804.072760 P100 : 4563443.000000 COUNT : 133797264 SUM : 61779323526 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 794582747 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46415.573053 P95 : 166913.568773 P99 : 239109.450549 P100 : 1681975.000000 COUNT : 12594 SUM : 790733261 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-20:00:09.603745 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-20:00:09.603898 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708459209 to in-memory stats history 2024/02/20-20:00:09.603925 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-20:00:09.603964 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-20:01:34.605372 287375 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302497. Total log size is 15834132 while max_total_wal_size is 15728640 2024/02/20-20:01:34.605690 287375 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302508. Immutable memtables: 0. 2024/02/20-20:01:34.605770 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20338] Syncing log #302504 2024/02/20-20:01:34.655590 3036193 (Original Log Time 2024/02/20-20:01:34.605762) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:01:34.655602 3036193 [db/flush_job.cc:892] [url] [JOB 20338] Flushing memtable with next log file: 302508 2024/02/20-20:01:34.655630 3036193 EVENT_LOG_v1 {"time_micros": 1708459294655621, "job": 20338, "event": "flush_started", "num_memtables": 1, "num_entries": 36908, "num_deletes": 0, "total_data_size": 5605484, "memory_usage": 6668560, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:01:34.655634 3036193 [db/flush_job.cc:926] [url] [JOB 20338] Level-0 flush table #302509: started 2024/02/20-20:01:34.739595 3036193 EVENT_LOG_v1 {"time_micros": 1708459294739563, "cf_name": "url", "job": 20338, "event": "table_file_creation", "file_number": 302509, "file_size": 2968147, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162693752, "largest_seqno": 5162906590, "table_properties": {"data_size": 2915800, "index_size": 71228, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4901, "raw_key_size": 5291112, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 875, "num_entries": 35209, "num_filter_entries": 5555, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459111, "oldest_key_time": 1708459111, "file_creation_time": 1708459294, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302509, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:01:34.739633 3036193 [db/flush_job.cc:1062] [url] [JOB 20338] Flush lasted 84052 microseconds, and 80930 cpu microseconds. 2024/02/20-20:01:34.740007 3036193 (Original Log Time 2024/02/20-20:01:34.739618) [db/flush_job.cc:1011] [url] [JOB 20338] Level-0 flush table #302509: 2968147 bytes OK 2024/02/20-20:01:34.740010 3036193 (Original Log Time 2024/02/20-20:01:34.739639) [db/memtable_list.cc:555] [url] Level-0 commit table #302509 started 2024/02/20-20:01:34.740012 3036193 (Original Log Time 2024/02/20-20:01:34.739904) [db/memtable_list.cc:754] [url] Level-0 commit table #302509: memtable #1 done 2024/02/20-20:01:34.740013 3036193 (Original Log Time 2024/02/20-20:01:34.739921) EVENT_LOG_v1 {"time_micros": 1708459294739916, "job": 20338, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:01:34.740014 3036193 (Original Log Time 2024/02/20-20:01:34.739973) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-20:01:34.740018 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20338] Try to delete WAL files size 3949646, prev total WAL file size 15841636, number of live WAL files 4. 2024/02/20-20:01:34.740519 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302497.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:02:19.495045 289462 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302500. Total log size is 15757898 while max_total_wal_size is 15728640 2024/02/20-20:02:19.495393 289462 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302510. Immutable memtables: 0. 2024/02/20-20:02:19.495500 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20339] Syncing log #302508 2024/02/20-20:02:19.526554 3036210 (Original Log Time 2024/02/20-20:02:19.495490) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:02:19.526565 3036210 [db/flush_job.cc:892] [tag] [JOB 20339] Flushing memtable with next log file: 302510 2024/02/20-20:02:19.526592 3036210 EVENT_LOG_v1 {"time_micros": 1708459339526584, "job": 20339, "event": "flush_started", "num_memtables": 1, "num_entries": 8133, "num_deletes": 0, "total_data_size": 707900, "memory_usage": 1091832, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:02:19.526596 3036210 [db/flush_job.cc:926] [tag] [JOB 20339] Level-0 flush table #302511: started 2024/02/20-20:02:19.550773 3036210 EVENT_LOG_v1 {"time_micros": 1708459339550737, "cf_name": "tag", "job": 20339, "event": "table_file_creation", "file_number": 302511, "file_size": 421975, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162747492, "largest_seqno": 5162959516, "table_properties": {"data_size": 417363, "index_size": 4881, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 683225, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 132, "num_entries": 8050, "num_filter_entries": 144, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459157, "oldest_key_time": 1708459157, "file_creation_time": 1708459339, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302511, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:02:19.550820 3036210 [db/flush_job.cc:1062] [tag] [JOB 20339] Flush lasted 24275 microseconds, and 22732 cpu microseconds. 2024/02/20-20:02:19.551191 3036210 (Original Log Time 2024/02/20-20:02:19.550802) [db/flush_job.cc:1011] [tag] [JOB 20339] Level-0 flush table #302511: 421975 bytes OK 2024/02/20-20:02:19.551194 3036210 (Original Log Time 2024/02/20-20:02:19.550826) [db/memtable_list.cc:555] [tag] Level-0 commit table #302511 started 2024/02/20-20:02:19.551195 3036210 (Original Log Time 2024/02/20-20:02:19.551105) [db/memtable_list.cc:754] [tag] Level-0 commit table #302511: memtable #1 done 2024/02/20-20:02:19.551196 3036210 (Original Log Time 2024/02/20-20:02:19.551126) EVENT_LOG_v1 {"time_micros": 1708459339551119, "job": 20339, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:02:19.551198 3036210 (Original Log Time 2024/02/20-20:02:19.551161) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-20:02:19.551202 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20339] Try to delete WAL files size 695944, prev total WAL file size 15760681, number of live WAL files 4. 2024/02/20-20:02:19.551476 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302500.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:02:27.041766 289456 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302504. Total log size is 15743829 while max_total_wal_size is 15728640 2024/02/20-20:02:27.042137 289456 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302512. Immutable memtables: 0. 2024/02/20-20:02:27.042282 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20340] Syncing log #302510 2024/02/20-20:02:27.044628 3036193 (Original Log Time 2024/02/20-20:02:27.042266) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:02:27.044638 3036193 [db/flush_job.cc:892] [key] [JOB 20340] Flushing memtable with next log file: 302512 2024/02/20-20:02:27.044664 3036193 EVENT_LOG_v1 {"time_micros": 1708459347044656, "job": 20340, "event": "flush_started", "num_memtables": 1, "num_entries": 169235, "num_deletes": 136000, "total_data_size": 10510011, "memory_usage": 14035264, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:02:27.044667 3036193 [db/flush_job.cc:926] [key] [JOB 20340] Level-0 flush table #302513: started 2024/02/20-20:02:27.223960 3036193 EVENT_LOG_v1 {"time_micros": 1708459347223914, "cf_name": "key", "job": 20340, "event": "table_file_creation", "file_number": 302513, "file_size": 2863343, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162756890, "largest_seqno": 5162970706, "table_properties": {"data_size": 2686198, "index_size": 45035, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 150693, "raw_key_size": 10075797, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 975, "num_entries": 167651, "num_filter_entries": 171201, "num_deletions": 136000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459165, "oldest_key_time": 1708459165, "file_creation_time": 1708459347, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302513, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:02:27.224021 3036193 [db/flush_job.cc:1062] [key] [JOB 20340] Flush lasted 179400 microseconds, and 175800 cpu microseconds. 2024/02/20-20:02:27.224438 3036193 (Original Log Time 2024/02/20-20:02:27.224001) [db/flush_job.cc:1011] [key] [JOB 20340] Level-0 flush table #302513: 2863343 bytes OK 2024/02/20-20:02:27.224442 3036193 (Original Log Time 2024/02/20-20:02:27.224029) [db/memtable_list.cc:555] [key] Level-0 commit table #302513 started 2024/02/20-20:02:27.224445 3036193 (Original Log Time 2024/02/20-20:02:27.224327) [db/memtable_list.cc:754] [key] Level-0 commit table #302513: memtable #1 done 2024/02/20-20:02:27.224447 3036193 (Original Log Time 2024/02/20-20:02:27.224351) EVENT_LOG_v1 {"time_micros": 1708459347224343, "job": 20340, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:02:27.224450 3036193 (Original Log Time 2024/02/20-20:02:27.224394) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-20:02:27.224470 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20340] Try to delete WAL files size 11188542, prev total WAL file size 15752685, number of live WAL files 4. 2024/02/20-20:02:27.226226 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302504.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:04:37.808010 521955 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302508. Total log size is 15728759 while max_total_wal_size is 15728640 2024/02/20-20:04:37.808220 521955 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302514. Immutable memtables: 0. 2024/02/20-20:04:37.808304 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20341] Syncing log #302512 2024/02/20-20:04:37.810045 3036210 (Original Log Time 2024/02/20-20:04:37.808292) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:04:37.810050 3036210 [db/flush_job.cc:892] [url] [JOB 20341] Flushing memtable with next log file: 302514 2024/02/20-20:04:37.810069 3036210 EVENT_LOG_v1 {"time_micros": 1708459477810063, "job": 20341, "event": "flush_started", "num_memtables": 1, "num_entries": 36467, "num_deletes": 0, "total_data_size": 5565341, "memory_usage": 6087600, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:04:37.810071 3036210 [db/flush_job.cc:926] [url] [JOB 20341] Level-0 flush table #302515: started 2024/02/20-20:04:37.871286 3036210 EVENT_LOG_v1 {"time_micros": 1708459477871252, "cf_name": "url", "job": 20341, "event": "table_file_creation", "file_number": 302515, "file_size": 2949988, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162908592, "largest_seqno": 5163122037, "table_properties": {"data_size": 2899299, "index_size": 78472, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4789, "raw_key_size": 5285418, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 870, "num_entries": 35030, "num_filter_entries": 5420, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459294, "oldest_key_time": 1708459294, "file_creation_time": 1708459477, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302515, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:04:37.871330 3036210 [db/flush_job.cc:1062] [url] [JOB 20341] Flush lasted 61288 microseconds, and 58975 cpu microseconds. 2024/02/20-20:04:37.871862 3036210 (Original Log Time 2024/02/20-20:04:37.871317) [db/flush_job.cc:1011] [url] [JOB 20341] Level-0 flush table #302515: 2949988 bytes OK 2024/02/20-20:04:37.871867 3036210 (Original Log Time 2024/02/20-20:04:37.871337) [db/memtable_list.cc:555] [url] Level-0 commit table #302515 started 2024/02/20-20:04:37.871870 3036210 (Original Log Time 2024/02/20-20:04:37.871739) [db/memtable_list.cc:754] [url] Level-0 commit table #302515: memtable #1 done 2024/02/20-20:04:37.871873 3036210 (Original Log Time 2024/02/20-20:04:37.871766) EVENT_LOG_v1 {"time_micros": 1708459477871758, "job": 20341, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:04:37.871876 3036210 (Original Log Time 2024/02/20-20:04:37.871821) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-20:04:37.871883 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20341] Try to delete WAL files size 3873412, prev total WAL file size 15731628, number of live WAL files 4. 2024/02/20-20:04:37.871946 3036188 [db/compaction/compaction_job.cc:2079] [url] [JOB 20342] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-20:04:37.871953 3036188 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20349 Base level 0, inputs: [302515(2880KB) 302509(2898KB)], [302499(9910KB)] 2024/02/20-20:04:37.871966 3036188 EVENT_LOG_v1 {"time_micros": 1708459477871958, "job": 20342, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302515, 302509], "files_L5": [302499], "score": 1, "input_data_size": 16066615, "oldest_snapshot_seqno": -1} 2024/02/20-20:04:37.872657 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302508.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:04:38.332045 3036188 [db/compaction/compaction_job.cc:1655] [url] [JOB 20342] Generated table #302516: 199579 keys, 15271301 bytes, temperature: kUnknown 2024/02/20-20:04:38.332105 3036188 EVENT_LOG_v1 {"time_micros": 1708459478332069, "cf_name": "url", "job": 20342, "event": "table_file_creation", "file_number": 302516, "file_size": 15271301, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162390277, "largest_seqno": 5163122037, "table_properties": {"data_size": 15019727, "index_size": 435110, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15317, "raw_key_size": 30166613, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4462, "num_entries": 199579, "num_filter_entries": 17472, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458401, "oldest_key_time": 0, "file_creation_time": 1708459477, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302516, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:04:38.332957 3036188 (Original Log Time 2024/02/20-20:04:38.332579) [db/compaction/compaction_job.cc:1729] [url] [JOB 20342] Compacted 2@0 + 1@5 files to L5 => 15271301 bytes 2024/02/20-20:04:38.332960 3036188 (Original Log Time 2024/02/20-20:04:38.332879) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.06, MB/sec: 34.9 rd, 33.2 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.6, 9.7 +0.0 blob) out(14.6 +0.0 blob), read-write-amplify(5.3) write-amplify(2.6) OK, records in: 199579, records dropped: 0 output_compression: LZ4 2024/02/20-20:04:38.332966 3036188 (Original Log Time 2024/02/20-20:04:38.332903) EVENT_LOG_v1 {"time_micros": 1708459478332891, "job": 20342, "event": "compaction_finished", "compaction_time_micros": 460190, "compaction_time_cpu_micros": 446657, "output_level": 5, "num_output_files": 1, "total_output_size": 15271301, "num_input_records": 199579, "num_output_records": 199579, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-20:04:38.333784 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302499.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:04:38.333798 3036188 EVENT_LOG_v1 {"time_micros": 1708459478333796, "job": 20342, "event": "table_file_deletion", "file_number": 302499} 2024/02/20-20:04:38.334092 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302509.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:04:38.334100 3036188 EVENT_LOG_v1 {"time_micros": 1708459478334098, "job": 20342, "event": "table_file_deletion", "file_number": 302509} 2024/02/20-20:04:38.334323 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302515.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:04:38.334329 3036188 EVENT_LOG_v1 {"time_micros": 1708459478334327, "job": 20342, "event": "table_file_deletion", "file_number": 302515} 2024/02/20-20:05:21.677817 289445 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302510. Total log size is 15728776 while max_total_wal_size is 15728640 2024/02/20-20:05:21.678089 289445 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302517. Immutable memtables: 0. 2024/02/20-20:05:21.678166 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20343] Syncing log #302514 2024/02/20-20:05:21.685021 3036193 (Original Log Time 2024/02/20-20:05:21.678157) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:05:21.685029 3036193 [db/flush_job.cc:892] [tag] [JOB 20343] Flushing memtable with next log file: 302517 2024/02/20-20:05:21.685052 3036193 EVENT_LOG_v1 {"time_micros": 1708459521685046, "job": 20343, "event": "flush_started", "num_memtables": 1, "num_entries": 7682, "num_deletes": 0, "total_data_size": 673467, "memory_usage": 920688, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:05:21.685055 3036193 [db/flush_job.cc:926] [tag] [JOB 20343] Level-0 flush table #302518: started 2024/02/20-20:05:21.692339 3036193 EVENT_LOG_v1 {"time_micros": 1708459521692312, "cf_name": "tag", "job": 20343, "event": "table_file_creation", "file_number": 302518, "file_size": 400478, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162961544, "largest_seqno": 5163174903, "table_properties": {"data_size": 396332, "index_size": 4356, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 650203, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 124, "num_entries": 7612, "num_filter_entries": 146, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459339, "oldest_key_time": 1708459339, "file_creation_time": 1708459521, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302518, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:05:21.692379 3036193 [db/flush_job.cc:1062] [tag] [JOB 20343] Flush lasted 7366 microseconds, and 6159 cpu microseconds. 2024/02/20-20:05:21.692725 3036193 (Original Log Time 2024/02/20-20:05:21.692366) [db/flush_job.cc:1011] [tag] [JOB 20343] Level-0 flush table #302518: 400478 bytes OK 2024/02/20-20:05:21.692728 3036193 (Original Log Time 2024/02/20-20:05:21.692384) [db/memtable_list.cc:555] [tag] Level-0 commit table #302518 started 2024/02/20-20:05:21.692729 3036193 (Original Log Time 2024/02/20-20:05:21.692640) [db/memtable_list.cc:754] [tag] Level-0 commit table #302518: memtable #1 done 2024/02/20-20:05:21.692731 3036193 (Original Log Time 2024/02/20-20:05:21.692655) EVENT_LOG_v1 {"time_micros": 1708459521692651, "job": 20343, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:05:21.692732 3036193 (Original Log Time 2024/02/20-20:05:21.692693) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-20:05:21.692736 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20343] Try to delete WAL files size 681875, prev total WAL file size 15729249, number of live WAL files 4. 2024/02/20-20:05:21.692838 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20344] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-20:05:21.692845 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20351 Base level 0, inputs: [302518(391KB) 302511(412KB)], [302502(64MB) 302503(64MB) 302506(49MB)] 2024/02/20-20:05:21.692860 3036185 EVENT_LOG_v1 {"time_micros": 1708459521692852, "job": 20344, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302518, 302511], "files_L6": [302502, 302503, 302506], "score": 1, "input_data_size": 187710909, "oldest_snapshot_seqno": -1} 2024/02/20-20:05:21.692944 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302510.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:26.694933 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20344] Generated table #302519: 2474982 keys, 67635076 bytes, temperature: kUnknown 2024/02/20-20:05:26.695003 3036185 EVENT_LOG_v1 {"time_micros": 1708459526694972, "cf_name": "tag", "job": 20344, "event": "table_file_creation", "file_number": 302519, "file_size": 67635076, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109138, "index_size": 1516753, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 208057556, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36161, "num_entries": 2474982, "num_filter_entries": 1115, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708459521, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302519, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:05:29.824193 289452 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302512. Total log size is 15728779 while max_total_wal_size is 15728640 2024/02/20-20:05:29.824501 289452 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302521. Immutable memtables: 0. 2024/02/20-20:05:29.824605 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20345] Syncing log #302517 2024/02/20-20:05:29.844358 3036210 (Original Log Time 2024/02/20-20:05:29.824585) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-20:05:29.844368 3036210 [db/flush_job.cc:892] [key] [JOB 20345] Flushing memtable with next log file: 302521 2024/02/20-20:05:29.844393 3036210 EVENT_LOG_v1 {"time_micros": 1708459529844386, "job": 20345, "event": "flush_started", "num_memtables": 1, "num_entries": 169405, "num_deletes": 136000, "total_data_size": 10520534, "memory_usage": 14846744, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:05:29.844397 3036210 [db/flush_job.cc:926] [key] [JOB 20345] Level-0 flush table #302522: started 2024/02/20-20:05:30.001116 3036210 EVENT_LOG_v1 {"time_micros": 1708459530001080, "cf_name": "key", "job": 20345, "event": "table_file_creation", "file_number": 302522, "file_size": 2868407, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162970710, "largest_seqno": 5163184257, "table_properties": {"data_size": 2691087, "index_size": 45193, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 150901, "raw_key_size": 10093291, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 975, "num_entries": 167942, "num_filter_entries": 171482, "num_deletions": 136000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459347, "oldest_key_time": 1708459347, "file_creation_time": 1708459529, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302522, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:05:30.001158 3036210 [db/flush_job.cc:1062] [key] [JOB 20345] Flush lasted 156807 microseconds, and 152144 cpu microseconds. 2024/02/20-20:05:30.001530 3036210 (Original Log Time 2024/02/20-20:05:30.001144) [db/flush_job.cc:1011] [key] [JOB 20345] Level-0 flush table #302522: 2868407 bytes OK 2024/02/20-20:05:30.001534 3036210 (Original Log Time 2024/02/20-20:05:30.001163) [db/memtable_list.cc:555] [key] Level-0 commit table #302522 started 2024/02/20-20:05:30.001535 3036210 (Original Log Time 2024/02/20-20:05:30.001429) [db/memtable_list.cc:754] [key] Level-0 commit table #302522: memtable #1 done 2024/02/20-20:05:30.001536 3036210 (Original Log Time 2024/02/20-20:05:30.001444) EVENT_LOG_v1 {"time_micros": 1708459530001438, "job": 20345, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:05:30.001538 3036210 (Original Log Time 2024/02/20-20:05:30.001496) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-20:05:30.001543 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20345] Try to delete WAL files size 11173472, prev total WAL file size 15736765, number of live WAL files 4. 2024/02/20-20:05:30.003195 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302512.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:31.662762 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20344] Generated table #302520: 2003417 keys, 67656657 bytes, temperature: kUnknown 2024/02/20-20:05:31.662850 3036185 EVENT_LOG_v1 {"time_micros": 1708459531662797, "cf_name": "tag", "job": 20344, "event": "table_file_creation", "file_number": 302520, "file_size": 67656657, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109102, "index_size": 1344271, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 186948438, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35596, "num_entries": 2003417, "num_filter_entries": 2313, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708459526, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302520, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:05:35.954481 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20344] Generated table #302523: 1992137 keys, 51999932 bytes, temperature: kUnknown 2024/02/20-20:05:35.954573 3036185 EVENT_LOG_v1 {"time_micros": 1708459535954524, "cf_name": "tag", "job": 20344, "event": "table_file_creation", "file_number": 302523, "file_size": 51999932, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 51600478, "index_size": 1170941, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 160190186, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28296, "num_entries": 1992137, "num_filter_entries": 291, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708459531, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302523, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:05:35.962038 3036185 (Original Log Time 2024/02/20-20:05:35.961284) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20344] Compacted 2@0 + 3@6 files to L6 => 187291665 bytes 2024/02/20-20:05:35.962043 3036185 (Original Log Time 2024/02/20-20:05:35.961880) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.2 rd, 13.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.8, 178.2 +0.0 blob) out(178.6 +0.0 blob), read-write-amplify(456.0) write-amplify(227.7) OK, records in: 6470536, records dropped: 0 output_compression: ZSTD 2024/02/20-20:05:35.962054 3036185 (Original Log Time 2024/02/20-20:05:35.961919) EVENT_LOG_v1 {"time_micros": 1708459535961900, "job": 20344, "event": "compaction_finished", "compaction_time_micros": 14261829, "compaction_time_cpu_micros": 14021657, "output_level": 6, "num_output_files": 3, "total_output_size": 187291665, "num_input_records": 6470536, "num_output_records": 6470536, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-20:05:35.973113 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302502.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:35.973164 3036185 EVENT_LOG_v1 {"time_micros": 1708459535973157, "job": 20344, "event": "table_file_deletion", "file_number": 302502} 2024/02/20-20:05:35.984631 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302503.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:35.984686 3036185 EVENT_LOG_v1 {"time_micros": 1708459535984678, "job": 20344, "event": "table_file_deletion", "file_number": 302503} 2024/02/20-20:05:35.992902 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302506.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:35.992945 3036185 EVENT_LOG_v1 {"time_micros": 1708459535992937, "job": 20344, "event": "table_file_deletion", "file_number": 302506} 2024/02/20-20:05:35.993971 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302511.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:35.993999 3036185 EVENT_LOG_v1 {"time_micros": 1708459535993995, "job": 20344, "event": "table_file_deletion", "file_number": 302511} 2024/02/20-20:05:35.994160 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302518.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:35.994212 3036185 EVENT_LOG_v1 {"time_micros": 1708459535994208, "job": 20344, "event": "table_file_deletion", "file_number": 302518} 2024/02/20-20:05:35.994357 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20346] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-20:05:35.994365 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20352 Base level 0, inputs: [302522(2801KB) 302513(2796KB)], [302507(5234KB)] 2024/02/20-20:05:35.994385 3036185 EVENT_LOG_v1 {"time_micros": 1708459535994373, "job": 20346, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302522, 302513], "files_L5": [302507], "score": 1, "input_data_size": 11092215, "oldest_snapshot_seqno": -1} 2024/02/20-20:05:36.690967 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20346] Generated table #302524: 495030 keys, 10855965 bytes, temperature: kUnknown 2024/02/20-20:05:36.691043 3036185 EVENT_LOG_v1 {"time_micros": 1708459536690999, "cf_name": "key", "job": 20346, "event": "table_file_creation", "file_number": 302524, "file_size": 10855965, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162433670, "largest_seqno": 5163184257, "table_properties": {"data_size": 10323339, "index_size": 139403, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 447589, "raw_key_size": 29800264, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 3452, "num_entries": 495030, "num_filter_entries": 505951, "num_deletions": 328000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458509, "oldest_key_time": 0, "file_creation_time": 1708459535, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302524, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:05:36.692866 3036185 (Original Log Time 2024/02/20-20:05:36.691954) [db/compaction/compaction_job.cc:1729] [key] [JOB 20346] Compacted 2@0 + 1@5 files to L5 => 10855965 bytes 2024/02/20-20:05:36.692870 3036185 (Original Log Time 2024/02/20-20:05:36.692742) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.04, MB/sec: 15.9 rd, 15.6 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(5.5, 5.1 +0.0 blob) out(10.4 +0.0 blob), read-write-amplify(3.8) write-amplify(1.9) OK, records in: 500181, records dropped: 5151 output_compression: LZ4 2024/02/20-20:05:36.692878 3036185 (Original Log Time 2024/02/20-20:05:36.692778) EVENT_LOG_v1 {"time_micros": 1708459536692761, "job": 20346, "event": "compaction_finished", "compaction_time_micros": 696765, "compaction_time_cpu_micros": 664901, "output_level": 5, "num_output_files": 1, "total_output_size": 10855965, "num_input_records": 500181, "num_output_records": 495030, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-20:05:36.693948 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302507.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:36.693968 3036185 EVENT_LOG_v1 {"time_micros": 1708459536693965, "job": 20346, "event": "table_file_deletion", "file_number": 302507} 2024/02/20-20:05:36.694582 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302513.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:36.694597 3036185 EVENT_LOG_v1 {"time_micros": 1708459536694595, "job": 20346, "event": "table_file_deletion", "file_number": 302513} 2024/02/20-20:05:36.695029 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302522.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:05:36.695043 3036185 EVENT_LOG_v1 {"time_micros": 1708459536695040, "job": 20346, "event": "table_file_deletion", "file_number": 302522} 2024/02/20-20:07:58.903580 287376 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302514. Total log size is 15728755 while max_total_wal_size is 15728640 2024/02/20-20:07:58.903834 287376 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302525. Immutable memtables: 0. 2024/02/20-20:07:58.903959 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20347] Syncing log #302521 2024/02/20-20:07:58.942889 3036193 (Original Log Time 2024/02/20-20:07:58.903908) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:07:58.942920 3036193 [db/flush_job.cc:892] [url] [JOB 20347] Flushing memtable with next log file: 302525 2024/02/20-20:07:58.942942 3036193 EVENT_LOG_v1 {"time_micros": 1708459678942937, "job": 20347, "event": "flush_started", "num_memtables": 1, "num_entries": 40374, "num_deletes": 0, "total_data_size": 6126970, "memory_usage": 7083192, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:07:58.942945 3036193 [db/flush_job.cc:926] [url] [JOB 20347] Level-0 flush table #302526: started 2024/02/20-20:07:59.016703 3036193 EVENT_LOG_v1 {"time_micros": 1708459679016668, "cf_name": "url", "job": 20347, "event": "table_file_creation", "file_number": 302526, "file_size": 3220694, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163122039, "largest_seqno": 5163327849, "table_properties": {"data_size": 3169331, "index_size": 72162, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5109, "raw_key_size": 5782077, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 948, "num_entries": 38486, "num_filter_entries": 5804, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459477, "oldest_key_time": 1708459477, "file_creation_time": 1708459678, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302526, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:07:59.016746 3036193 [db/flush_job.cc:1062] [url] [JOB 20347] Flush lasted 73863 microseconds, and 70222 cpu microseconds. 2024/02/20-20:07:59.017167 3036193 (Original Log Time 2024/02/20-20:07:59.016731) [db/flush_job.cc:1011] [url] [JOB 20347] Level-0 flush table #302526: 3220694 bytes OK 2024/02/20-20:07:59.017170 3036193 (Original Log Time 2024/02/20-20:07:59.016752) [db/memtable_list.cc:555] [url] Level-0 commit table #302526 started 2024/02/20-20:07:59.017171 3036193 (Original Log Time 2024/02/20-20:07:59.017061) [db/memtable_list.cc:754] [url] Level-0 commit table #302526: memtable #1 done 2024/02/20-20:07:59.017173 3036193 (Original Log Time 2024/02/20-20:07:59.017085) EVENT_LOG_v1 {"time_micros": 1708459679017079, "job": 20347, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:07:59.017175 3036193 (Original Log Time 2024/02/20-20:07:59.017130) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-20:07:59.017181 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20347] Try to delete WAL files size 3873429, prev total WAL file size 15735135, number of live WAL files 4. 2024/02/20-20:07:59.017956 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302514.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:09:01.993660 1762753 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302517. Total log size is 15729087 while max_total_wal_size is 15728640 2024/02/20-20:09:01.993932 1762753 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302527. Immutable memtables: 0. 2024/02/20-20:09:01.994022 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20348] Syncing log #302525 2024/02/20-20:09:02.057253 3036210 (Original Log Time 2024/02/20-20:09:01.994009) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:09:02.057266 3036210 [db/flush_job.cc:892] [tag] [JOB 20348] Flushing memtable with next log file: 302527 2024/02/20-20:09:02.057327 3036210 EVENT_LOG_v1 {"time_micros": 1708459742057318, "job": 20348, "event": "flush_started", "num_memtables": 1, "num_entries": 9894, "num_deletes": 0, "total_data_size": 872337, "memory_usage": 1282864, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:09:02.057332 3036210 [db/flush_job.cc:926] [tag] [JOB 20348] Level-0 flush table #302528: started 2024/02/20-20:09:02.067872 3036210 EVENT_LOG_v1 {"time_micros": 1708459742067836, "cf_name": "tag", "job": 20348, "event": "table_file_creation", "file_number": 302528, "file_size": 526258, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163174969, "largest_seqno": 5163372289, "table_properties": {"data_size": 521173, "index_size": 5709, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 843992, "raw_average_key_size": 86, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 161, "num_entries": 9813, "num_filter_entries": 157, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459521, "oldest_key_time": 1708459521, "file_creation_time": 1708459742, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302528, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:09:02.067985 3036210 [db/flush_job.cc:1062] [tag] [JOB 20348] Flush lasted 10744 microseconds, and 8842 cpu microseconds. 2024/02/20-20:09:02.068816 3036210 (Original Log Time 2024/02/20-20:09:02.067946) [db/flush_job.cc:1011] [tag] [JOB 20348] Level-0 flush table #302528: 526258 bytes OK 2024/02/20-20:09:02.068819 3036210 (Original Log Time 2024/02/20-20:09:02.067992) [db/memtable_list.cc:555] [tag] Level-0 commit table #302528 started 2024/02/20-20:09:02.068820 3036210 (Original Log Time 2024/02/20-20:09:02.068732) [db/memtable_list.cc:754] [tag] Level-0 commit table #302528: memtable #1 done 2024/02/20-20:09:02.068822 3036210 (Original Log Time 2024/02/20-20:09:02.068748) EVENT_LOG_v1 {"time_micros": 1708459742068743, "job": 20348, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:09:02.068823 3036210 (Original Log Time 2024/02/20-20:09:02.068783) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-20:09:02.068827 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20348] Try to delete WAL files size 681878, prev total WAL file size 15736844, number of live WAL files 4. 2024/02/20-20:09:02.069528 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302517.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:09:14.043668 1762754 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302521. Total log size is 15728646 while max_total_wal_size is 15728640 2024/02/20-20:09:14.043994 1762754 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302529. Immutable memtables: 0. 2024/02/20-20:09:14.044088 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20349] Syncing log #302527 2024/02/20-20:09:14.064468 3036193 (Original Log Time 2024/02/20-20:09:14.044077) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:09:14.064482 3036193 [db/flush_job.cc:892] [key] [JOB 20349] Flushing memtable with next log file: 302529 2024/02/20-20:09:14.064518 3036193 EVENT_LOG_v1 {"time_micros": 1708459754064507, "job": 20349, "event": "flush_started", "num_memtables": 1, "num_entries": 139607, "num_deletes": 98000, "total_data_size": 8711678, "memory_usage": 12312832, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:09:14.064523 3036193 [db/flush_job.cc:926] [key] [JOB 20349] Level-0 flush table #302530: started 2024/02/20-20:09:14.236412 3036193 EVENT_LOG_v1 {"time_micros": 1708459754236369, "cf_name": "key", "job": 20349, "event": "table_file_creation", "file_number": 302530, "file_size": 3379420, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163184259, "largest_seqno": 5163379655, "table_properties": {"data_size": 3227246, "index_size": 39319, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 124773, "raw_key_size": 8288917, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1049, "num_entries": 137238, "num_filter_entries": 141867, "num_deletions": 98000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459529, "oldest_key_time": 1708459529, "file_creation_time": 1708459754, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302530, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:09:14.236476 3036193 [db/flush_job.cc:1062] [key] [JOB 20349] Flush lasted 172024 microseconds, and 166321 cpu microseconds. 2024/02/20-20:09:14.236997 3036193 (Original Log Time 2024/02/20-20:09:14.236438) [db/flush_job.cc:1011] [key] [JOB 20349] Level-0 flush table #302530: 3379420 bytes OK 2024/02/20-20:09:14.237001 3036193 (Original Log Time 2024/02/20-20:09:14.236483) [db/memtable_list.cc:555] [key] Level-0 commit table #302530 started 2024/02/20-20:09:14.237003 3036193 (Original Log Time 2024/02/20-20:09:14.236891) [db/memtable_list.cc:754] [key] Level-0 commit table #302530: memtable #1 done 2024/02/20-20:09:14.237004 3036193 (Original Log Time 2024/02/20-20:09:14.236914) EVENT_LOG_v1 {"time_micros": 1708459754236907, "job": 20349, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:09:14.237006 3036193 (Original Log Time 2024/02/20-20:09:14.236960) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-20:09:14.237010 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20349] Try to delete WAL files size 11173448, prev total WAL file size 15737933, number of live WAL files 4. 2024/02/20-20:09:14.238282 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302521.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:10:09.768165 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-20:10:09.768285 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1047208.6 total, 600.2 interval Cumulative writes: 134M writes, 597M keys, 133M commit groups, 1.0 writes per commit group, ingest: 57.58 GB, 0.06 MB/s Cumulative WAL: 134M writes, 0 syncs, 134128293.00 writes per sync, written: 57.58 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 110K writes, 604K keys, 110K commit groups, 1.0 writes per commit group, ingest: 44.35 MB, 0.07 MB/s Interval WAL: 110K writes, 0 syncs, 110926.00 writes per sync, written: 0.04 GB, 0.07 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.07 MB 0.5 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 420.27 392.18 4240 0.099 0 0 0.0 0.0 L5 1/0 14.56 MB 0.1 70.0 18.7 51.3 68.8 17.5 0.0 3.7 42.0 41.2 1707.69 1635.62 2191 0.779 1055M 1163 0.0 0.0 L6 13/0 821.91 MB 0.0 414.1 17.8 396.3 396.7 0.4 0.0 22.2 15.9 15.3 26596.50 24528.43 612 43.458 9682M 261M 0.0 0.0 Sum 15/0 839.55 MB 0.0 484.1 36.5 447.6 484.5 36.9 0.0 25.5 17.3 17.3 28724.46 26556.23 7043 4.078 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.7 22.6 34.3 0.68 0.66 4 0.170 199K 0 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 484.1 36.5 447.6 465.5 17.9 0.0 0.0 17.5 16.8 28304.19 26164.05 2803 10.098 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 420.27 392.18 4240 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1047208.6 total, 600.2 interval Flush(GB): cumulative 19.003, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 484.46 GB write, 0.47 MB/s write, 484.11 GB read, 0.47 MB/s read, 28724.5 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.01 GB read, 0.03 MB/s read, 0.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4480 occupancy: 1690 collections: 1746 last_copies: 0 last_secs: 0.000883 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(885,14.57 MB,0.948741%) IndexBlock(804,1.35 GB,90.2594%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6114586 Average: 2.1900 StdDev: 4.24 Min: 0 Median: 1.3847 Max: 2021 Percentiles: P50: 1.38 P75: 1.97 P99: 7.74 P99.9: 45.28 P99.99: 126.44 ------------------------------------------------------ [ 0, 1 ] 2054767 33.604% 33.604% ####### ( 1, 2 ] 2605831 42.617% 76.221% ######### ( 2, 3 ] 1020167 16.684% 92.905% ### ( 3, 4 ] 247610 4.049% 96.955% # ( 4, 6 ] 109507 1.791% 98.746% ( 6, 10 ] 35868 0.587% 99.332% ( 10, 15 ] 15176 0.248% 99.580% ( 15, 22 ] 7710 0.126% 99.706% ( 22, 34 ] 8023 0.131% 99.838% ( 34, 51 ] 5746 0.094% 99.932% ( 51, 76 ] 2557 0.042% 99.973% ( 76, 110 ] 901 0.015% 99.988% ( 110, 170 ] 407 0.007% 99.995% ( 170, 250 ] 131 0.002% 99.997% ( 250, 380 ] 72 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22023386 Average: 2.4710 StdDev: 6.75 Min: 0 Median: 1.4974 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.88 P99.99: 145.77 ------------------------------------------------------ [ 0, 1 ] 6742860 30.617% 30.617% ###### ( 1, 2 ] 8582532 38.970% 69.587% ######## ( 2, 3 ] 3728886 16.931% 86.518% ### ( 3, 4 ] 1369512 6.218% 92.737% # ( 4, 6 ] 1082346 4.915% 97.651% # ( 6, 10 ] 347807 1.579% 99.231% ( 10, 15 ] 60205 0.273% 99.504% ( 15, 22 ] 30812 0.140% 99.644% ( 22, 34 ] 32989 0.150% 99.794% ( 34, 51 ] 25065 0.114% 99.907% ( 51, 76 ] 12051 0.055% 99.962% ( 76, 110 ] 4918 0.022% 99.985% ( 110, 170 ] 2014 0.009% 99.994% ( 170, 250 ] 596 0.003% 99.996% ( 250, 380 ] 328 0.001% 99.998% ( 380, 580 ] 259 0.001% 99.999% ( 580, 870 ] 110 0.000% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 215606818 Average: 12.4475 StdDev: 114.55 Min: 0 Median: 1.4990 Max: 135929 Percentiles: P50: 1.50 P75: 2.62 P99: 143.04 P99.9: 305.96 P99.99: 1550.69 ------------------------------------------------------ [ 0, 1 ] 73068752 33.890% 33.890% ####### ( 1, 2 ] 69612308 32.287% 66.177% ###### ( 2, 3 ] 30793040 14.282% 80.459% ### ( 3, 4 ] 6625818 3.073% 83.532% # ( 4, 6 ] 1202733 0.558% 84.089% ( 6, 10 ] 566945 0.263% 84.352% ( 10, 15 ] 321061 0.149% 84.501% ( 15, 22 ] 275626 0.128% 84.629% ( 22, 34 ] 7791661 3.614% 88.243% # ( 34, 51 ] 7993105 3.707% 91.950% # ( 51, 76 ] 6365898 2.953% 94.903% # ( 76, 110 ] 6943160 3.220% 98.123% # ( 110, 170 ] 3433227 1.592% 99.715% ( 170, 250 ] 347903 0.161% 99.877% ( 250, 380 ] 116087 0.054% 99.931% ( 380, 580 ] 70537 0.033% 99.963% ( 580, 870 ] 31569 0.015% 99.978% ( 870, 1300 ] 14302 0.007% 99.985% ( 1300, 1900 ] 27585 0.013% 99.997% ( 1900, 2900 ] 2193 0.001% 99.998% ( 2900, 4400 ] 882 0.000% 99.999% ( 4400, 6600 ] 629 0.000% 99.999% ( 6600, 9900 ] 561 0.000% 99.999% ( 9900, 14000 ] 351 0.000% 100.000% ( 14000, 22000 ] 206 0.000% 100.000% ( 22000, 33000 ] 99 0.000% 100.000% ( 33000, 50000 ] 171 0.000% 100.000% ( 50000, 75000 ] 309 0.000% 100.000% ( 75000, 110000 ] 91 0.000% 100.000% ( 110000, 170000 ] 9 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 513.92 KB 0.5 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.4 90.06 76.35 4121 0.022 0 0 0.0 0.0 L6 3/0 178.62 MB 0.0 320.6 3.2 317.4 317.5 0.1 0.0 99.2 15.3 15.2 21392.29 20999.26 2170 9.858 11G 63M 0.0 0.0 Sum 4/0 179.12 MB 0.0 320.6 3.2 317.4 320.7 3.3 0.0 100.2 15.3 15.3 21482.34 21075.61 6291 3.415 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 139.9 12.5 12.6 14.30 14.06 4 3.576 6470K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 320.6 3.2 317.4 317.5 0.1 0.0 0.0 15.3 15.2 21392.29 20999.26 2170 9.858 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.4 90.06 76.35 4121 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1047208.6 total, 600.2 interval Flush(GB): cumulative 3.202, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 320.65 GB write, 0.31 MB/s write, 320.57 GB read, 0.31 MB/s read, 21482.3 seconds Interval compaction: 0.18 GB write, 0.30 MB/s write, 0.17 GB read, 0.30 MB/s read, 14.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4311 collections: 1746 last_copies: 0 last_secs: 0.002105 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2182,1.66 MB,0.108381%) IndexBlock(2128,1.46 GB,97.1525%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1051939 Average: 3.5693 StdDev: 6.29 Min: 0 Median: 2.5919 Max: 2960 Percentiles: P50: 2.59 P75: 3.78 P99: 12.38 P99.9: 60.49 P99.99: 193.09 ------------------------------------------------------ [ 0, 1 ] 121299 11.531% 11.531% ## ( 1, 2 ] 251776 23.934% 35.465% ##### ( 2, 3 ] 258319 24.556% 60.022% ##### ( 3, 4 ] 202798 19.278% 79.300% #### ( 4, 6 ] 175363 16.670% 95.971% ### ( 6, 10 ] 29539 2.808% 98.779% # ( 10, 15 ] 4882 0.464% 99.243% ( 15, 22 ] 2604 0.248% 99.491% ( 22, 34 ] 2204 0.210% 99.700% ( 34, 51 ] 1815 0.173% 99.873% ( 51, 76 ] 759 0.072% 99.945% ( 76, 110 ] 258 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 181862005 Average: 2.1928 StdDev: 5.40 Min: 0 Median: 1.3469 Max: 13817 Percentiles: P50: 1.35 P75: 2.01 P99: 7.01 P99.9: 54.48 P99.99: 145.62 ------------------------------------------------------ [ 0, 1 ] 66915479 36.795% 36.795% ####### ( 1, 2 ] 69220204 38.062% 74.857% ######## ( 2, 3 ] 34036067 18.715% 93.572% #### ( 3, 4 ] 8189150 4.503% 98.075% # ( 4, 6 ] 1522897 0.837% 98.912% ( 6, 10 ] 632521 0.348% 99.260% ( 10, 15 ] 412458 0.227% 99.487% ( 15, 22 ] 205017 0.113% 99.600% ( 22, 34 ] 319460 0.176% 99.775% ( 34, 51 ] 212331 0.117% 99.892% ( 51, 76 ] 104524 0.057% 99.949% ( 76, 110 ] 60170 0.033% 99.983% ( 110, 170 ] 22811 0.013% 99.995% ( 170, 250 ] 4021 0.002% 99.997% ( 250, 380 ] 1822 0.001% 99.998% ( 380, 580 ] 1511 0.001% 99.999% ( 580, 870 ] 890 0.000% 100.000% ( 870, 1300 ] 266 0.000% 100.000% ( 1300, 1900 ] 275 0.000% 100.000% ( 1900, 2900 ] 103 0.000% 100.000% ( 2900, 4400 ] 21 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 9900, 14000 ] 1 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 3.22 MB 0.5 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.6 281.18 260.88 4208 0.067 0 0 0.0 0.0 L5 1/0 10.35 MB 0.0 22.6 8.4 14.3 22.4 8.2 0.0 2.7 28.7 28.4 808.12 780.88 2020 0.400 626M 282K 0.0 0.0 L6 6/0 384.18 MB 0.0 201.9 9.0 192.9 193.1 0.2 0.0 21.4 14.3 13.7 14414.43 14098.94 729 19.773 9041M 241M 0.0 0.0 Sum 8/0 397.76 MB 0.0 224.5 17.4 207.1 224.7 17.6 0.0 24.3 14.8 14.8 15503.72 15140.70 6957 2.229 9667M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.2 8.8 15.8 1.20 1.16 4 0.301 500K 5151 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 224.5 17.4 207.1 215.5 8.3 0.0 0.0 15.1 14.5 15222.55 14879.82 2749 5.537 9667M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.6 281.18 260.88 4208 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1047208.6 total, 600.2 interval Flush(GB): cumulative 9.238, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 224.73 GB write, 0.22 MB/s write, 224.53 GB read, 0.22 MB/s read, 15503.7 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.02 MB/s read, 1.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 359896 collections: 1746 last_copies: 0 last_secs: 0.160469 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359797,1.39 GB,92.551%) FilterBlock(48,57.10 MB,3.7175%) IndexBlock(50,22.87 MB,1.48906%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2888883 Average: 4.2799 StdDev: 8.04 Min: 0 Median: 1.9683 Max: 9050 Percentiles: P50: 1.97 P75: 5.42 P99: 17.96 P99.9: 61.10 P99.99: 151.37 ------------------------------------------------------ [ 0, 1 ] 639532 22.138% 22.138% #### ( 1, 2 ] 831219 28.773% 50.911% ###### ( 2, 3 ] 409578 14.178% 65.088% ### ( 3, 4 ] 177513 6.145% 71.233% # ( 4, 6 ] 152824 5.290% 76.523% # ( 6, 10 ] 458761 15.880% 92.403% ### ( 10, 15 ] 183239 6.343% 98.746% # ( 15, 22 ] 17351 0.601% 99.347% ( 22, 34 ] 9287 0.321% 99.668% ( 34, 51 ] 5650 0.196% 99.864% ( 51, 76 ] 2575 0.089% 99.953% ( 76, 110 ] 841 0.029% 99.982% ( 110, 170 ] 325 0.011% 99.993% ( 170, 250 ] 89 0.003% 99.997% ( 250, 380 ] 53 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 7005379 Average: 4.7361 StdDev: 7.63 Min: 0 Median: 2.4976 Max: 7311 Percentiles: P50: 2.50 P75: 6.23 P99: 19.55 P99.9: 69.28 P99.99: 168.73 ------------------------------------------------------ [ 0, 1 ] 1136978 16.230% 16.230% ### ( 1, 2 ] 1836830 26.220% 42.450% ##### ( 2, 3 ] 1062869 15.172% 57.623% ### ( 3, 4 ] 573872 8.192% 65.814% ## ( 4, 6 ] 572253 8.169% 73.983% ## ( 6, 10 ] 1231285 17.576% 91.559% #### ( 10, 15 ] 490357 7.000% 98.559% # ( 15, 22 ] 47514 0.678% 99.237% ( 22, 34 ] 25020 0.357% 99.595% ( 34, 51 ] 15763 0.225% 99.820% ( 51, 76 ] 7702 0.110% 99.930% ( 76, 110 ] 2916 0.042% 99.971% ( 110, 170 ] 1348 0.019% 99.990% ( 170, 250 ] 343 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 117 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 109103200 Average: 5.9001 StdDev: 25.49 Min: 0 Median: 2.3774 Max: 56127 Percentiles: P50: 2.38 P75: 7.60 P99: 44.98 P99.9: 161.03 P99.99: 479.59 ------------------------------------------------------ [ 0, 1 ] 25684585 23.542% 23.542% ##### ( 1, 2 ] 24563894 22.514% 46.056% ##### ( 2, 3 ] 11400706 10.449% 56.505% ## ( 3, 4 ] 4476723 4.103% 60.609% # ( 4, 6 ] 5074412 4.651% 65.260% # ( 6, 10 ] 26599852 24.380% 89.640% ##### ( 10, 15 ] 8667601 7.944% 97.584% ## ( 15, 22 ] 699041 0.641% 98.225% ( 22, 34 ] 578113 0.530% 98.755% ( 34, 51 ] 413773 0.379% 99.134% ( 51, 76 ] 265954 0.244% 99.378% ( 76, 110 ] 334683 0.307% 99.685% ( 110, 170 ] 276021 0.253% 99.938% ( 170, 250 ] 44297 0.041% 99.978% ( 250, 380 ] 9289 0.009% 99.987% ( 380, 580 ] 6719 0.006% 99.993% ( 580, 870 ] 3798 0.003% 99.997% ( 870, 1300 ] 2019 0.002% 99.998% ( 1300, 1900 ] 2798 0.003% 100.001% ( 1900, 2900 ] 194 0.000% 100.001% ( 2900, 4400 ] 118 0.000% 100.001% ( 4400, 6600 ] 104 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 44 0.000% 100.002% ( 14000, 22000 ] 11 0.000% 100.002% ( 22000, 33000 ] 22 0.000% 100.002% ( 33000, 50000 ] 3 0.000% 100.002% ( 50000, 75000 ] 1 0.000% 100.002% 2024/02/20-20:10:09.772091 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 545558728 rocksdb.block.cache.hit COUNT : 2262277921 rocksdb.block.cache.add COUNT : 41045699 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33338 rocksdb.block.cache.index.hit COUNT : 555562566 rocksdb.block.cache.index.add COUNT : 33324 rocksdb.block.cache.index.bytes.insert COUNT : 35680203977 rocksdb.block.cache.filter.miss COUNT : 33344 rocksdb.block.cache.filter.hit COUNT : 1151548295 rocksdb.block.cache.filter.add COUNT : 33344 rocksdb.block.cache.filter.bytes.insert COUNT : 9058930432 rocksdb.block.cache.data.miss COUNT : 545492046 rocksdb.block.cache.data.hit COUNT : 555167060 rocksdb.block.cache.data.add COUNT : 40979031 rocksdb.block.cache.data.bytes.insert COUNT : 169745013642 rocksdb.block.cache.bytes.read COUNT : 1970608704073526 rocksdb.block.cache.bytes.write COUNT : 214484148051 rocksdb.bloom.filter.useful COUNT : 596052349 rocksdb.bloom.filter.full.positive COUNT : 555495978 rocksdb.bloom.filter.full.true.positive COUNT : 549735157 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 97921974 rocksdb.memtable.miss COUNT : 6546441974 rocksdb.l0.hit COUNT : 16794839 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 532940318 rocksdb.compaction.key.drop.new COUNT : 283319318 rocksdb.compaction.key.drop.obsolete COUNT : 283333188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 597543760 rocksdb.number.keys.read COUNT : 675753274 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61825829332 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69814 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33329 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 795407650 rocksdb.number.multiget.keys.read COUNT : 5968610674 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61825829332 rocksdb.write.self COUNT : 133907885 rocksdb.write.other COUNT : 220408 rocksdb.write.wal COUNT : 134128293 rocksdb.compact.read.bytes COUNT : 1026826493805 rocksdb.compact.write.bytes COUNT : 1072014900032 rocksdb.flush.write.bytes COUNT : 33765321408 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1075962 rocksdb.number.superversion_releases COUNT : 2799 rocksdb.number.superversion_cleanups COUNT : 175 rocksdb.number.block.compressed COUNT : 538767000 rocksdb.number.block.decompressed COUNT : 538764281 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 62043127413 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69814 rocksdb.num.iterator.deleted COUNT : 69814 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5433 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5395 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45413 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62746231832 rocksdb.memtable.garbage.bytes.at.flush COUNT : 757822332 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 973917357779 rocksdb.last.level.read.count COUNT : 506574476 rocksdb.non.last.level.read.bytes COUNT : 132167469159 rocksdb.non.last.level.read.count COUNT : 39084239 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 545592057 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2198309430888 rocksdb.bytes.compressed.to COUNT : 1067244770624 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26789339392 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6757640 rocksdb.bytes.decompressed.from COUNT : 1067459287069 rocksdb.bytes.decompressed.to COUNT : 2198348660842 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.504832 P95 : 106.309496 P99 : 160.433448 P100 : 227461.000000 COUNT : 675753274 SUM : 34888193199 rocksdb.db.write.micros P50 : 67.110498 P95 : 111.989355 P99 : 169.420883 P100 : 2037453.000000 COUNT : 134128293 SUM : 13864743375 rocksdb.compaction.times.micros P50 : 1592387.543253 P95 : 38824299.065421 P99 : 67459401.709402 P100 : 95001051.000000 COUNT : 7722 SUM : 64919026175 rocksdb.compaction.times.cpu_micros P50 : 1531316.725979 P95 : 36001709.401709 P99 : 64547120.418848 P100 : 87836124.000000 COUNT : 7722 SUM : 62043127413 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4329.034349 P95 : 27878.125000 P99 : 62478.723404 P100 : 1558490.000000 COUNT : 12554 SUM : 118108801 rocksdb.compaction.outfile.sync.micros P50 : 62559.790732 P95 : 126082.278481 P99 : 225681.632653 P100 : 2063820.000000 COUNT : 20758 SUM : 1331580432 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.557562 P95 : 730.296296 P99 : 4013.214286 P100 : 501117.000000 COUNT : 20344 SUM : 13129855 rocksdb.table.open.io.micros P50 : 585.688551 P95 : 6247.613568 P99 : 13090.516710 P100 : 224917.000000 COUNT : 33329 SUM : 59791014 rocksdb.db.multiget.micros P50 : 8.003011 P95 : 17.794094 P99 : 33.072193 P100 : 84321.000000 COUNT : 795407651 SUM : 7541043148 rocksdb.read.block.compaction.micros P50 : 13.689064 P95 : 59.782692 P99 : 138.994522 P100 : 136000.000000 COUNT : 504513015 SUM : 9867426746 rocksdb.read.block.get.micros P50 : 53.055562 P95 : 95.136730 P99 : 146.907435 P100 : 224805.000000 COUNT : 41045713 SUM : 2372404261 rocksdb.write.raw.block.micros P50 : 0.521661 P95 : 0.991156 P99 : 1.895969 P100 : 362077.000000 COUNT : 545624576 SUM : 11051452090 rocksdb.numfiles.in.singlecompaction P50 : 2.773194 P95 : 5.680450 P99 : 5.938726 P100 : 7.000000 COUNT : 5879 SUM : 20929 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.543451 P95 : 33.905822 P99 : 105.254481 P100 : 135929.000000 COUNT : 545658715 SUM : 3843409839 rocksdb.file.read.flush.micros P50 : 1.847636 P95 : 15.827838 P99 : 40.777749 P100 : 787.000000 COUNT : 62770 SUM : 300291 rocksdb.file.read.compaction.micros P50 : 1.427991 P95 : 37.252853 P99 : 106.726103 P100 : 135929.000000 COUNT : 504616819 SUM : 3432045117 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 675753277 SUM : 0 rocksdb.bytes.per.write P50 : 218.508405 P95 : 528.150332 P99 : 804.078114 P100 : 4563443.000000 COUNT : 133907885 SUM : 61825829332 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 795407653 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46437.882765 P95 : 166958.197863 P99 : 239141.356674 P100 : 1681975.000000 COUNT : 12603 SUM : 791503080 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-20:10:09.772332 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-20:10:09.772563 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708459809 to in-memory stats history 2024/02/20-20:10:09.772599 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-20:10:09.772656 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-20:12:36.827868 276825 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302525. Total log size is 15728796 while max_total_wal_size is 15728640 2024/02/20-20:12:36.828265 276825 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302531. Immutable memtables: 0. 2024/02/20-20:12:36.828360 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20350] Syncing log #302529 2024/02/20-20:12:36.845398 3036210 (Original Log Time 2024/02/20-20:12:36.828340) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:12:36.845406 3036210 [db/flush_job.cc:892] [url] [JOB 20350] Flushing memtable with next log file: 302531 2024/02/20-20:12:36.845434 3036210 EVENT_LOG_v1 {"time_micros": 1708459956845426, "job": 20350, "event": "flush_started", "num_memtables": 1, "num_entries": 56456, "num_deletes": 0, "total_data_size": 8541641, "memory_usage": 9480384, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:12:36.845437 3036210 [db/flush_job.cc:926] [url] [JOB 20350] Level-0 flush table #302532: started 2024/02/20-20:12:36.936402 3036210 EVENT_LOG_v1 {"time_micros": 1708459956936370, "cf_name": "url", "job": 20350, "event": "table_file_creation", "file_number": 302532, "file_size": 4341227, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163327855, "largest_seqno": 5163501141, "table_properties": {"data_size": 4263262, "index_size": 110381, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6309, "raw_key_size": 8020385, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1276, "num_entries": 53455, "num_filter_entries": 7166, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459678, "oldest_key_time": 1708459678, "file_creation_time": 1708459956, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302532, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:12:36.936442 3036210 [db/flush_job.cc:1062] [url] [JOB 20350] Flush lasted 91052 microseconds, and 88074 cpu microseconds. 2024/02/20-20:12:36.936862 3036210 (Original Log Time 2024/02/20-20:12:36.936427) [db/flush_job.cc:1011] [url] [JOB 20350] Level-0 flush table #302532: 4341227 bytes OK 2024/02/20-20:12:36.936865 3036210 (Original Log Time 2024/02/20-20:12:36.936448) [db/memtable_list.cc:555] [url] Level-0 commit table #302532 started 2024/02/20-20:12:36.936866 3036210 (Original Log Time 2024/02/20-20:12:36.936777) [db/memtable_list.cc:754] [url] Level-0 commit table #302532: memtable #1 done 2024/02/20-20:12:36.936868 3036210 (Original Log Time 2024/02/20-20:12:36.936791) EVENT_LOG_v1 {"time_micros": 1708459956936787, "job": 20350, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:12:36.936869 3036210 (Original Log Time 2024/02/20-20:12:36.936830) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-20:12:36.936873 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20350] Try to delete WAL files size 3873761, prev total WAL file size 15734535, number of live WAL files 4. 2024/02/20-20:12:36.936999 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 20351] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-20:12:36.937011 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20358 Base level 0, inputs: [302532(4239KB) 302526(3145KB)], [302516(14MB)] 2024/02/20-20:12:36.937034 3036190 EVENT_LOG_v1 {"time_micros": 1708459956937024, "job": 20351, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302532, 302526], "files_L5": [302516], "score": 1, "input_data_size": 22833222, "oldest_snapshot_seqno": -1} 2024/02/20-20:12:36.937477 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302525.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:12:37.589776 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20351] Generated table #302533: 291519 keys, 21739497 bytes, temperature: kUnknown 2024/02/20-20:12:37.589842 3036190 EVENT_LOG_v1 {"time_micros": 1708459957589801, "cf_name": "url", "job": 20351, "event": "table_file_creation", "file_number": 302533, "file_size": 21739497, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162390277, "largest_seqno": 5163501141, "table_properties": {"data_size": 21386283, "index_size": 619882, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19765, "raw_key_size": 43968944, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6368, "num_entries": 291519, "num_filter_entries": 22579, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458401, "oldest_key_time": 0, "file_creation_time": 1708459956, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302533, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:12:37.590867 3036190 (Original Log Time 2024/02/20-20:12:37.590382) [db/compaction/compaction_job.cc:1729] [url] [JOB 20351] Compacted 2@0 + 1@5 files to L5 => 21739497 bytes 2024/02/20-20:12:37.590870 3036190 (Original Log Time 2024/02/20-20:12:37.590798) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.08, MB/sec: 35.0 rd, 33.3 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.2, 14.6 +0.0 blob) out(20.7 +0.0 blob), read-write-amplify(5.9) write-amplify(2.9) OK, records in: 291520, records dropped: 1 output_compression: LZ4 2024/02/20-20:12:37.590881 3036190 (Original Log Time 2024/02/20-20:12:37.590817) EVENT_LOG_v1 {"time_micros": 1708459957590807, "job": 20351, "event": "compaction_finished", "compaction_time_micros": 652858, "compaction_time_cpu_micros": 633769, "output_level": 5, "num_output_files": 1, "total_output_size": 21739497, "num_input_records": 291520, "num_output_records": 291519, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-20:12:37.592081 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302516.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:12:37.592092 3036190 EVENT_LOG_v1 {"time_micros": 1708459957592090, "job": 20351, "event": "table_file_deletion", "file_number": 302516} 2024/02/20-20:12:37.592361 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302526.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:12:37.592367 3036190 EVENT_LOG_v1 {"time_micros": 1708459957592365, "job": 20351, "event": "table_file_deletion", "file_number": 302526} 2024/02/20-20:12:37.592701 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302532.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:12:37.592708 3036190 EVENT_LOG_v1 {"time_micros": 1708459957592706, "job": 20351, "event": "table_file_deletion", "file_number": 302532} 2024/02/20-20:13:51.237891 287378 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302527. Total log size is 15728673 while max_total_wal_size is 15728640 2024/02/20-20:13:51.238145 287378 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302534. Immutable memtables: 0. 2024/02/20-20:13:51.238255 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20352] Syncing log #302531 2024/02/20-20:13:51.295361 3036193 (Original Log Time 2024/02/20-20:13:51.238239) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:13:51.295370 3036193 [db/flush_job.cc:892] [tag] [JOB 20352] Flushing memtable with next log file: 302534 2024/02/20-20:13:51.295394 3036193 EVENT_LOG_v1 {"time_micros": 1708460031295388, "job": 20352, "event": "flush_started", "num_memtables": 1, "num_entries": 13325, "num_deletes": 0, "total_data_size": 1172657, "memory_usage": 1638800, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:13:51.295397 3036193 [db/flush_job.cc:926] [tag] [JOB 20352] Level-0 flush table #302535: started 2024/02/20-20:13:51.316645 3036193 EVENT_LOG_v1 {"time_micros": 1708460031316599, "cf_name": "tag", "job": 20352, "event": "table_file_creation", "file_number": 302535, "file_size": 705290, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163372350, "largest_seqno": 5163541311, "table_properties": {"data_size": 698950, "index_size": 7879, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1136918, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 216, "num_entries": 13243, "num_filter_entries": 170, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459742, "oldest_key_time": 1708459742, "file_creation_time": 1708460031, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302535, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:13:51.316708 3036193 [db/flush_job.cc:1062] [tag] [JOB 20352] Flush lasted 21355 microseconds, and 11905 cpu microseconds. 2024/02/20-20:13:51.318172 3036193 (Original Log Time 2024/02/20-20:13:51.316690) [db/flush_job.cc:1011] [tag] [JOB 20352] Level-0 flush table #302535: 705290 bytes OK 2024/02/20-20:13:51.318175 3036193 (Original Log Time 2024/02/20-20:13:51.316715) [db/memtable_list.cc:555] [tag] Level-0 commit table #302535 started 2024/02/20-20:13:51.318177 3036193 (Original Log Time 2024/02/20-20:13:51.318012) [db/memtable_list.cc:754] [tag] Level-0 commit table #302535: memtable #1 done 2024/02/20-20:13:51.318178 3036193 (Original Log Time 2024/02/20-20:13:51.318034) EVENT_LOG_v1 {"time_micros": 1708460031318029, "job": 20352, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:13:51.318180 3036193 (Original Log Time 2024/02/20-20:13:51.318130) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-20:13:51.318185 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20352] Try to delete WAL files size 681437, prev total WAL file size 15732808, number of live WAL files 4. 2024/02/20-20:13:51.318268 3036186 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20353] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-20:13:51.318282 3036186 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20360 Base level 0, inputs: [302535(688KB) 302528(513KB)], [302519(64MB) 302520(64MB) 302523(49MB)] 2024/02/20-20:13:51.318308 3036186 EVENT_LOG_v1 {"time_micros": 1708460031318298, "job": 20353, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302535, 302528], "files_L6": [302519, 302520, 302523], "score": 1, "input_data_size": 188523213, "oldest_snapshot_seqno": -1} 2024/02/20-20:13:51.318447 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302527.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:13:56.841486 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20353] Generated table #302536: 2475915 keys, 67639802 bytes, temperature: kUnknown 2024/02/20-20:13:56.841552 3036186 EVENT_LOG_v1 {"time_micros": 1708460036841522, "cf_name": "tag", "job": 20353, "event": "table_file_creation", "file_number": 302536, "file_size": 67639802, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110465, "index_size": 1522011, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 208254812, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36168, "num_entries": 2475915, "num_filter_entries": 1117, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708460031, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302536, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:14:01.627549 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20353] Generated table #302537: 2002119 keys, 67659502 bytes, temperature: kUnknown 2024/02/20-20:14:01.627625 3036186 EVENT_LOG_v1 {"time_micros": 1708460041627584, "cf_name": "tag", "job": 20353, "event": "table_file_creation", "file_number": 302537, "file_size": 67659502, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110744, "index_size": 1342292, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 186741907, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35591, "num_entries": 2002119, "num_filter_entries": 2317, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708460036, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302537, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:14:03.722708 2307680 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302529. Total log size is 15728788 while max_total_wal_size is 15728640 2024/02/20-20:14:03.723007 2307680 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302539. Immutable memtables: 0. 2024/02/20-20:14:03.723356 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20354] Syncing log #302534 2024/02/20-20:14:03.784830 3036210 (Original Log Time 2024/02/20-20:14:03.723337) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-20:14:03.784841 3036210 [db/flush_job.cc:892] [key] [JOB 20354] Flushing memtable with next log file: 302539 2024/02/20-20:14:03.784872 3036210 EVENT_LOG_v1 {"time_micros": 1708460043784861, "job": 20354, "event": "flush_started", "num_memtables": 1, "num_entries": 97394, "num_deletes": 44000, "total_data_size": 6101685, "memory_usage": 8130480, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:14:03.784876 3036210 [db/flush_job.cc:926] [key] [JOB 20354] Level-0 flush table #302540: started 2024/02/20-20:14:04.020696 3036210 EVENT_LOG_v1 {"time_micros": 1708460044020655, "cf_name": "key", "job": 20354, "event": "table_file_creation", "file_number": 302540, "file_size": 3995552, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163379657, "largest_seqno": 5163548676, "table_properties": {"data_size": 3885224, "index_size": 30043, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 87445, "raw_key_size": 5738926, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1131, "num_entries": 94617, "num_filter_entries": 99553, "num_deletions": 44000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459754, "oldest_key_time": 1708459754, "file_creation_time": 1708460043, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302540, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:14:04.020752 3036210 [db/flush_job.cc:1062] [key] [JOB 20354] Flush lasted 235931 microseconds, and 172283 cpu microseconds. 2024/02/20-20:14:04.021525 3036210 (Original Log Time 2024/02/20-20:14:04.020731) [db/flush_job.cc:1011] [key] [JOB 20354] Level-0 flush table #302540: 3995552 bytes OK 2024/02/20-20:14:04.021530 3036210 (Original Log Time 2024/02/20-20:14:04.020759) [db/memtable_list.cc:555] [key] Level-0 commit table #302540 started 2024/02/20-20:14:04.021532 3036210 (Original Log Time 2024/02/20-20:14:04.021348) [db/memtable_list.cc:754] [key] Level-0 commit table #302540: memtable #1 done 2024/02/20-20:14:04.021534 3036210 (Original Log Time 2024/02/20-20:14:04.021370) EVENT_LOG_v1 {"time_micros": 1708460044021364, "job": 20354, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:14:04.021536 3036210 (Original Log Time 2024/02/20-20:14:04.021448) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-20:14:04.021542 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20354] Try to delete WAL files size 11173598, prev total WAL file size 15746644, number of live WAL files 4. 2024/02/20-20:14:04.022749 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302529.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:14:05.841895 3036186 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20353] Generated table #302538: 2015558 keys, 52607744 bytes, temperature: kUnknown 2024/02/20-20:14:05.841947 3036186 EVENT_LOG_v1 {"time_micros": 1708460045841919, "cf_name": "tag", "job": 20353, "event": "table_file_creation", "file_number": 302538, "file_size": 52607744, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 52203789, "index_size": 1185511, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 162180371, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28623, "num_entries": 2015558, "num_filter_entries": 293, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708460041, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302538, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:14:05.849416 3036186 (Original Log Time 2024/02/20-20:14:05.848514) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20353] Compacted 2@0 + 3@6 files to L6 => 187907048 bytes 2024/02/20-20:14:05.849419 3036186 (Original Log Time 2024/02/20-20:14:05.849288) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 13.0 rd, 12.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.2, 178.6 +0.0 blob) out(179.2 +0.0 blob), read-write-amplify(305.7) write-amplify(152.6) OK, records in: 6493592, records dropped: 0 output_compression: ZSTD 2024/02/20-20:14:05.849426 3036186 (Original Log Time 2024/02/20-20:14:05.849317) EVENT_LOG_v1 {"time_micros": 1708460045849304, "job": 20353, "event": "compaction_finished", "compaction_time_micros": 14523695, "compaction_time_cpu_micros": 14247871, "output_level": 6, "num_output_files": 3, "total_output_size": 187907048, "num_input_records": 6493592, "num_output_records": 6493592, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-20:14:05.855149 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302519.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:14:05.855184 3036186 EVENT_LOG_v1 {"time_micros": 1708460045855178, "job": 20353, "event": "table_file_deletion", "file_number": 302519} 2024/02/20-20:14:05.863892 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302520.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:14:05.863931 3036186 EVENT_LOG_v1 {"time_micros": 1708460045863926, "job": 20353, "event": "table_file_deletion", "file_number": 302520} 2024/02/20-20:14:05.871250 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302523.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:14:05.871292 3036186 EVENT_LOG_v1 {"time_micros": 1708460045871285, "job": 20353, "event": "table_file_deletion", "file_number": 302523} 2024/02/20-20:14:05.871490 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302528.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:14:05.871506 3036186 EVENT_LOG_v1 {"time_micros": 1708460045871503, "job": 20353, "event": "table_file_deletion", "file_number": 302528} 2024/02/20-20:14:05.871717 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302535.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:14:05.871734 3036186 EVENT_LOG_v1 {"time_micros": 1708460045871731, "job": 20353, "event": "table_file_deletion", "file_number": 302535} 2024/02/20-20:14:05.871879 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 20355] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-20:14:05.871887 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20361 Base level 0, inputs: [302540(3901KB) 302530(3300KB)], [302524(10MB)] 2024/02/20-20:14:05.871902 3036186 EVENT_LOG_v1 {"time_micros": 1708460045871892, "job": 20355, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302540, 302530], "files_L5": [302524], "score": 1, "input_data_size": 18230937, "oldest_snapshot_seqno": -1} 2024/02/20-20:14:06.769583 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20355] Generated table #302541: 725525 keys, 17942382 bytes, temperature: kUnknown 2024/02/20-20:14:06.769648 3036186 EVENT_LOG_v1 {"time_micros": 1708460046769611, "cf_name": "key", "job": 20355, "event": "table_file_creation", "file_number": 302541, "file_size": 17942382, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162433670, "largest_seqno": 5163548676, "table_properties": {"data_size": 17155296, "index_size": 210337, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 656405, "raw_key_size": 43746300, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 5549, "num_entries": 725525, "num_filter_entries": 740340, "num_deletions": 470000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458509, "oldest_key_time": 0, "file_creation_time": 1708460045, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302541, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:14:06.771265 3036186 (Original Log Time 2024/02/20-20:14:06.770718) [db/compaction/compaction_job.cc:1729] [key] [JOB 20355] Compacted 2@0 + 1@5 files to L5 => 17942382 bytes 2024/02/20-20:14:06.771270 3036186 (Original Log Time 2024/02/20-20:14:06.771132) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.07, MB/sec: 20.3 rd, 20.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.0, 10.4 +0.0 blob) out(17.1 +0.0 blob), read-write-amplify(4.9) write-amplify(2.4) OK, records in: 726885, records dropped: 1360 output_compression: LZ4 2024/02/20-20:14:06.771280 3036186 (Original Log Time 2024/02/20-20:14:06.771162) EVENT_LOG_v1 {"time_micros": 1708460046771147, "job": 20355, "event": "compaction_finished", "compaction_time_micros": 897811, "compaction_time_cpu_micros": 882067, "output_level": 5, "num_output_files": 1, "total_output_size": 17942382, "num_input_records": 726885, "num_output_records": 725525, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-20:14:06.772664 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302524.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:14:06.772684 3036186 EVENT_LOG_v1 {"time_micros": 1708460046772681, "job": 20355, "event": "table_file_deletion", "file_number": 302524} 2024/02/20-20:14:06.773101 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302530.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:14:06.773118 3036186 EVENT_LOG_v1 {"time_micros": 1708460046773115, "job": 20355, "event": "table_file_deletion", "file_number": 302530} 2024/02/20-20:14:06.773527 3036186 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302540.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:14:06.773538 3036186 EVENT_LOG_v1 {"time_micros": 1708460046773536, "job": 20355, "event": "table_file_deletion", "file_number": 302540} 2024/02/20-20:16:41.208862 2307667 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302542. Immutable memtables: 0. 2024/02/20-20:16:41.209007 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20356] Syncing log #302539 2024/02/20-20:16:41.210336 3036193 (Original Log Time 2024/02/20-20:16:41.208987) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:16:41.210344 3036193 [db/flush_job.cc:892] [url] [JOB 20356] Flushing memtable with next log file: 302542 2024/02/20-20:16:41.210375 3036193 EVENT_LOG_v1 {"time_micros": 1708460201210362, "job": 20356, "event": "flush_started", "num_memtables": 1, "num_entries": 49746, "num_deletes": 0, "total_data_size": 7604412, "memory_usage": 8570648, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-20:16:41.210379 3036193 [db/flush_job.cc:926] [url] [JOB 20356] Level-0 flush table #302543: started 2024/02/20-20:16:41.332953 3036193 EVENT_LOG_v1 {"time_micros": 1708460201332915, "cf_name": "url", "job": 20356, "event": "table_file_creation", "file_number": 302543, "file_size": 3989560, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163501143, "largest_seqno": 5163647515, "table_properties": {"data_size": 3920290, "index_size": 99461, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5765, "raw_key_size": 7182247, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1160, "num_entries": 47429, "num_filter_entries": 6600, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708459956, "oldest_key_time": 1708459956, "file_creation_time": 1708460201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302543, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:16:41.333026 3036193 [db/flush_job.cc:1062] [url] [JOB 20356] Flush lasted 122696 microseconds, and 118810 cpu microseconds. 2024/02/20-20:16:41.333666 3036193 (Original Log Time 2024/02/20-20:16:41.333006) [db/flush_job.cc:1011] [url] [JOB 20356] Level-0 flush table #302543: 3989560 bytes OK 2024/02/20-20:16:41.333670 3036193 (Original Log Time 2024/02/20-20:16:41.333034) [db/memtable_list.cc:555] [url] Level-0 commit table #302543 started 2024/02/20-20:16:41.333672 3036193 (Original Log Time 2024/02/20-20:16:41.333468) [db/memtable_list.cc:754] [url] Level-0 commit table #302543: memtable #1 done 2024/02/20-20:16:41.333673 3036193 (Original Log Time 2024/02/20-20:16:41.333491) EVENT_LOG_v1 {"time_micros": 1708460201333485, "job": 20356, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:16:41.333675 3036193 (Original Log Time 2024/02/20-20:16:41.333624) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-20:16:41.333681 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20356] Try to delete WAL files size 3873638, prev total WAL file size 13548149, number of live WAL files 4. 2024/02/20-20:16:41.334304 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302531.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:16:41.334541 3036187 (Original Log Time 2024/02/20-20:16:41.334486) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-20:16:41.334551 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 20357] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-20:16:41.334559 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20364 Base level 0, inputs: [302543(3896KB)], [302533(20MB)] 2024/02/20-20:16:41.334591 3036187 EVENT_LOG_v1 {"time_micros": 1708460201334577, "job": 20357, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302543], "files_L5": [302533], "score": -1, "input_data_size": 25729057, "oldest_snapshot_seqno": -1} 2024/02/20-20:16:42.239326 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 20357] Generated table #302544: 338946 keys, 25231821 bytes, temperature: kUnknown 2024/02/20-20:16:42.239411 3036187 EVENT_LOG_v1 {"time_micros": 1708460202239363, "cf_name": "url", "job": 20357, "event": "table_file_creation", "file_number": 302544, "file_size": 25231821, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162390277, "largest_seqno": 5163647515, "table_properties": {"data_size": 24825840, "index_size": 717328, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21813, "raw_key_size": 51150852, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7357, "num_entries": 338946, "num_filter_entries": 24949, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458401, "oldest_key_time": 0, "file_creation_time": 1708460201, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302544, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:16:42.241175 3036187 (Original Log Time 2024/02/20-20:16:42.240337) [db/compaction/compaction_job.cc:1729] [url] [JOB 20357] Compacted 1@0 + 1@5 files to L5 => 25231821 bytes 2024/02/20-20:16:42.241184 3036187 (Original Log Time 2024/02/20-20:16:42.240974) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.09, MB/sec: 28.4 rd, 27.9 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(3.8, 20.7 +0.0 blob) out(24.1 +0.0 blob), read-write-amplify(12.8) write-amplify(6.3) OK, records in: 338948, records dropped: 2 output_compression: LZ4 2024/02/20-20:16:42.241192 3036187 (Original Log Time 2024/02/20-20:16:42.241026) EVENT_LOG_v1 {"time_micros": 1708460202241001, "job": 20357, "event": "compaction_finished", "compaction_time_micros": 904973, "compaction_time_cpu_micros": 868822, "output_level": 5, "num_output_files": 1, "total_output_size": 25231821, "num_input_records": 338948, "num_output_records": 338946, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-20:16:42.243798 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302533.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:16:42.243832 3036187 EVENT_LOG_v1 {"time_micros": 1708460202243825, "job": 20357, "event": "table_file_deletion", "file_number": 302533} 2024/02/20-20:16:42.244360 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302543.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:16:42.244382 3036187 EVENT_LOG_v1 {"time_micros": 1708460202244378, "job": 20357, "event": "table_file_deletion", "file_number": 302543} 2024/02/20-20:16:42.244495 2307667 (Original Log Time 2024/02/20-20:16:41.334366) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-20:16:42.244738 3036183 (Original Log Time 2024/02/20-20:16:42.244658) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-20:16:42.244746 3036183 [db/compaction/compaction_job.cc:2079] [url] [JOB 20358] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-20:16:42.244758 3036183 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20365 Base level 5, inputs: [302544(24MB)], [302464(64MB) 302465(64MB) 302466(64MB) 302467(64MB) 302468(64MB) 302469(64MB) 302470(64MB) 302471(64MB) 302472(65MB) 302473(64MB) 302474(64MB) 302475(65MB) 302476(43MB)] 2024/02/20-20:16:42.244795 3036183 EVENT_LOG_v1 {"time_micros": 1708460202244776, "job": 20358, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302544], "files_L6": [302464, 302465, 302466, 302467, 302468, 302469, 302470, 302471, 302472, 302473, 302474, 302475, 302476], "score": -1, "input_data_size": 887066826, "oldest_snapshot_seqno": -1} 2024/02/20-20:16:48.651713 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302545: 1907742 keys, 67838938 bytes, temperature: kUnknown 2024/02/20-20:16:48.651798 3036183 EVENT_LOG_v1 {"time_micros": 1708460208651758, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302545, "file_size": 67838938, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109711, "index_size": 2588942, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14885, "raw_key_size": 256272661, "raw_average_key_size": 134, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34578, "num_entries": 1907742, "num_filter_entries": 16994, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460202, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302545, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:16:54.687483 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302546: 1147940 keys, 67603439 bytes, temperature: kUnknown 2024/02/20-20:16:54.687544 3036183 EVENT_LOG_v1 {"time_micros": 1708460214687509, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302546, "file_size": 67603439, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110569, "index_size": 2003235, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 175592354, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32069, "num_entries": 1147940, "num_filter_entries": 195, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460208, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302546, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:17:01.084320 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302547: 1486746 keys, 67784320 bytes, temperature: kUnknown 2024/02/20-20:17:01.084394 3036183 EVENT_LOG_v1 {"time_micros": 1708460221084354, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302547, "file_size": 67784320, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109457, "index_size": 2531664, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15413, "raw_key_size": 216817439, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35385, "num_entries": 1486746, "num_filter_entries": 17609, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460214, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302547, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:17:07.535600 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302548: 1551774 keys, 67982780 bytes, temperature: kUnknown 2024/02/20-20:17:07.535688 3036183 EVENT_LOG_v1 {"time_micros": 1708460227535647, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302548, "file_size": 67982780, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109614, "index_size": 3130017, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 34085, "raw_key_size": 237861225, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34349, "num_entries": 1551774, "num_filter_entries": 38966, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460221, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302548, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:17:13.883196 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302549: 1716027 keys, 68002042 bytes, temperature: kUnknown 2024/02/20-20:17:13.883261 3036183 EVENT_LOG_v1 {"time_micros": 1708460233883224, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302549, "file_size": 68002042, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110905, "index_size": 2987646, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 34181, "raw_key_size": 247173346, "raw_average_key_size": 144, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35513, "num_entries": 1716027, "num_filter_entries": 39036, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460227, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302549, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:17:20.124304 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302550: 1562822 keys, 68024345 bytes, temperature: kUnknown 2024/02/20-20:17:20.124387 3036183 EVENT_LOG_v1 {"time_micros": 1708460240124342, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302550, "file_size": 68024345, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109139, "index_size": 5879035, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26597, "raw_key_size": 240910472, "raw_average_key_size": 154, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34929, "num_entries": 1562822, "num_filter_entries": 30464, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460233, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302550, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:17:26.231100 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302551: 1697367 keys, 67727538 bytes, temperature: kUnknown 2024/02/20-20:17:26.231189 3036183 EVENT_LOG_v1 {"time_micros": 1708460246231148, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302551, "file_size": 67727538, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109039, "index_size": 2577274, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230483855, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34295, "num_entries": 1697367, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460240, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302551, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:17:32.386977 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302552: 1709593 keys, 67737044 bytes, temperature: kUnknown 2024/02/20-20:17:32.387035 3036183 EVENT_LOG_v1 {"time_micros": 1708460252387004, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302552, "file_size": 67737044, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109972, "index_size": 2582500, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 232247377, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34371, "num_entries": 1709593, "num_filter_entries": 2105, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460246, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302552, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:17:37.872219 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302553: 1395018 keys, 68821680 bytes, temperature: kUnknown 2024/02/20-20:17:37.872307 3036183 EVENT_LOG_v1 {"time_micros": 1708460257872264, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302553, "file_size": 68821680, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110742, "index_size": 4946151, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 29733, "raw_key_size": 234820167, "raw_average_key_size": 168, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33493, "num_entries": 1395018, "num_filter_entries": 34029, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460252, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302553, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:17:51.682015 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302554: 1699250 keys, 67882452 bytes, temperature: kUnknown 2024/02/20-20:17:51.682096 3036183 EVENT_LOG_v1 {"time_micros": 1708460271682051, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302554, "file_size": 67882452, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110476, "index_size": 2811933, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 27141, "raw_key_size": 240443981, "raw_average_key_size": 141, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35388, "num_entries": 1699250, "num_filter_entries": 31040, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460257, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302554, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:18:09.922843 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302555: 1572822 keys, 67931609 bytes, temperature: kUnknown 2024/02/20-20:18:09.922901 3036183 EVENT_LOG_v1 {"time_micros": 1708460289922867, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302555, "file_size": 67931609, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110602, "index_size": 3460785, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 7173, "raw_key_size": 258347898, "raw_average_key_size": 164, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36224, "num_entries": 1572822, "num_filter_entries": 8223, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460271, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302555, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:18:25.800751 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302556: 1560578 keys, 68362485 bytes, temperature: kUnknown 2024/02/20-20:18:25.800833 3036183 EVENT_LOG_v1 {"time_micros": 1708460305800799, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302556, "file_size": 68362485, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109244, "index_size": 3478851, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 113269, "raw_key_size": 254895733, "raw_average_key_size": 163, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34935, "num_entries": 1560578, "num_filter_entries": 128931, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460289, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302556, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:18:31.610000 2307626 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302534. Total log size is 15728650 while max_total_wal_size is 15728640 2024/02/20-20:18:31.610251 2307626 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302558. Immutable memtables: 0. 2024/02/20-20:18:31.610411 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20359] Syncing log #302542 2024/02/20-20:18:31.648753 3036210 (Original Log Time 2024/02/20-20:18:31.610398) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-20:18:31.648764 3036210 [db/flush_job.cc:892] [tag] [JOB 20359] Flushing memtable with next log file: 302558 2024/02/20-20:18:31.648797 3036210 EVENT_LOG_v1 {"time_micros": 1708460311648786, "job": 20359, "event": "flush_started", "num_memtables": 1, "num_entries": 12456, "num_deletes": 0, "total_data_size": 1086839, "memory_usage": 2049192, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:18:31.648801 3036210 [db/flush_job.cc:926] [tag] [JOB 20359] Level-0 flush table #302559: started 2024/02/20-20:18:31.863905 3036210 EVENT_LOG_v1 {"time_micros": 1708460311863863, "cf_name": "tag", "job": 20359, "event": "table_file_creation", "file_number": 302559, "file_size": 648911, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163541341, "largest_seqno": 5163712234, "table_properties": {"data_size": 642954, "index_size": 7177, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1051944, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 200, "num_entries": 12358, "num_filter_entries": 177, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460031, "oldest_key_time": 1708460031, "file_creation_time": 1708460311, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302559, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:18:31.863967 3036210 [db/flush_job.cc:1062] [tag] [JOB 20359] Flush lasted 215225 microseconds, and 209476 cpu microseconds. 2024/02/20-20:18:31.864705 3036210 (Original Log Time 2024/02/20-20:18:31.863947) [db/flush_job.cc:1011] [tag] [JOB 20359] Level-0 flush table #302559: 648911 bytes OK 2024/02/20-20:18:31.864709 3036210 (Original Log Time 2024/02/20-20:18:31.863974) [db/memtable_list.cc:555] [tag] Level-0 commit table #302559 started 2024/02/20-20:18:31.864711 3036210 (Original Log Time 2024/02/20-20:18:31.864557) [db/memtable_list.cc:754] [tag] Level-0 commit table #302559: memtable #1 done 2024/02/20-20:18:31.864713 3036210 (Original Log Time 2024/02/20-20:18:31.864585) EVENT_LOG_v1 {"time_micros": 1708460311864576, "job": 20359, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:18:31.864716 3036210 (Original Log Time 2024/02/20-20:18:31.864658) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-20:18:31.864721 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20359] Try to delete WAL files size 681552, prev total WAL file size 15742457, number of live WAL files 4. 2024/02/20-20:18:31.865045 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302534.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:42.714941 3036183 [db/compaction/compaction_job.cc:1655] [url] [JOB 20358] Generated table #302557: 919979 keys, 57305656 bytes, temperature: kUnknown 2024/02/20-20:18:42.715009 3036183 EVENT_LOG_v1 {"time_micros": 1708460322714969, "cf_name": "url", "job": 20358, "event": "table_file_creation", "file_number": 302557, "file_size": 57305656, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 54793874, "index_size": 6741761, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9237, "raw_key_size": 283259392, "raw_average_key_size": 307, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 29001, "num_entries": 919979, "num_filter_entries": 10498, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460305, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302557, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:18:43.323754 3036183 (Original Log Time 2024/02/20-20:18:43.320260) [db/compaction/compaction_job.cc:1729] [url] [JOB 20358] Compacted 1@5 + 13@6 files to L6 => 873004328 bytes 2024/02/20-20:18:43.323760 3036183 (Original Log Time 2024/02/20-20:18:43.323526) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 7.4 rd, 7.2 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(24.1, 821.9 +0.0 blob) out(832.6 +0.0 blob), read-write-amplify(69.8) write-amplify(34.6) OK, records in: 19927659, records dropped: 1 output_compression: ZSTD 2024/02/20-20:18:43.323769 3036183 (Original Log Time 2024/02/20-20:18:43.323583) EVENT_LOG_v1 {"time_micros": 1708460323323551, "job": 20358, "event": "compaction_finished", "compaction_time_micros": 120470278, "compaction_time_cpu_micros": 110504443, "output_level": 6, "num_output_files": 13, "total_output_size": 873004328, "num_input_records": 19927659, "num_output_records": 19927658, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-20:18:43.323898 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302464.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.323913 3036183 EVENT_LOG_v1 {"time_micros": 1708460323323909, "job": 20358, "event": "table_file_deletion", "file_number": 302464} 2024/02/20-20:18:43.323966 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302465.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.323974 3036183 EVENT_LOG_v1 {"time_micros": 1708460323323972, "job": 20358, "event": "table_file_deletion", "file_number": 302465} 2024/02/20-20:18:43.324023 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302466.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324032 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324030, "job": 20358, "event": "table_file_deletion", "file_number": 302466} 2024/02/20-20:18:43.324090 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302467.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324100 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324098, "job": 20358, "event": "table_file_deletion", "file_number": 302467} 2024/02/20-20:18:43.324147 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302468.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324155 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324153, "job": 20358, "event": "table_file_deletion", "file_number": 302468} 2024/02/20-20:18:43.324196 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302469.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324204 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324202, "job": 20358, "event": "table_file_deletion", "file_number": 302469} 2024/02/20-20:18:43.324247 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302470.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324254 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324252, "job": 20358, "event": "table_file_deletion", "file_number": 302470} 2024/02/20-20:18:43.324288 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302471.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324294 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324293, "job": 20358, "event": "table_file_deletion", "file_number": 302471} 2024/02/20-20:18:43.324330 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302472.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324336 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324334, "job": 20358, "event": "table_file_deletion", "file_number": 302472} 2024/02/20-20:18:43.324374 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302473.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324381 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324379, "job": 20358, "event": "table_file_deletion", "file_number": 302473} 2024/02/20-20:18:43.324424 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302474.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324430 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324429, "job": 20358, "event": "table_file_deletion", "file_number": 302474} 2024/02/20-20:18:43.324487 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302475.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324494 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324493, "job": 20358, "event": "table_file_deletion", "file_number": 302475} 2024/02/20-20:18:43.324531 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302476.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.324538 3036183 EVENT_LOG_v1 {"time_micros": 1708460323324536, "job": 20358, "event": "table_file_deletion", "file_number": 302476} 2024/02/20-20:18:43.326661 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302544.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:43.326677 3036183 EVENT_LOG_v1 {"time_micros": 1708460323326674, "job": 20358, "event": "table_file_deletion", "file_number": 302544} 2024/02/20-20:18:43.326738 2307667 (Original Log Time 2024/02/20-20:16:42.244518) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-20:18:43.327033 2307667 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302560. Immutable memtables: 0. 2024/02/20-20:18:43.327161 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20360] Syncing log #302558 2024/02/20-20:18:43.344126 3036193 (Original Log Time 2024/02/20-20:18:43.327146) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:18:43.344135 3036193 [db/flush_job.cc:892] [tag] [JOB 20360] Flushing memtable with next log file: 302560 2024/02/20-20:18:43.344165 3036193 EVENT_LOG_v1 {"time_micros": 1708460323344156, "job": 20360, "event": "flush_started", "num_memtables": 1, "num_entries": 592, "num_deletes": 0, "total_data_size": 51454, "memory_usage": 323488, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-20:18:43.344167 3036193 [db/flush_job.cc:926] [tag] [JOB 20360] Level-0 flush table #302561: started 2024/02/20-20:18:43.354572 3036193 EVENT_LOG_v1 {"time_micros": 1708460323354523, "cf_name": "tag", "job": 20360, "event": "table_file_creation", "file_number": 302561, "file_size": 28061, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163712321, "largest_seqno": 5163717740, "table_properties": {"data_size": 26562, "index_size": 341, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 49850, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 11, "num_entries": 589, "num_filter_entries": 37, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460311, "oldest_key_time": 1708460311, "file_creation_time": 1708460323, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302561, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:18:43.354627 3036193 [db/flush_job.cc:1062] [tag] [JOB 20360] Flush lasted 10510 microseconds, and 1702 cpu microseconds. 2024/02/20-20:18:43.367516 3036193 (Original Log Time 2024/02/20-20:18:43.354612) [db/flush_job.cc:1011] [tag] [JOB 20360] Level-0 flush table #302561: 28061 bytes OK 2024/02/20-20:18:43.367520 3036193 (Original Log Time 2024/02/20-20:18:43.354632) [db/memtable_list.cc:555] [tag] Level-0 commit table #302561 started 2024/02/20-20:18:43.367522 3036193 (Original Log Time 2024/02/20-20:18:43.367293) [db/memtable_list.cc:754] [tag] Level-0 commit table #302561: memtable #1 done 2024/02/20-20:18:43.367523 3036193 (Original Log Time 2024/02/20-20:18:43.367339) EVENT_LOG_v1 {"time_micros": 1708460323367329, "job": 20360, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:18:43.367525 3036193 (Original Log Time 2024/02/20-20:18:43.367446) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-20:18:43.367769 3036188 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20361] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-20:18:43.367778 3036188 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20368 Base level 0, inputs: [302561(27KB) 302559(633KB)], [302536(64MB) 302537(64MB) 302538(50MB)] 2024/02/20-20:18:43.367797 3036188 EVENT_LOG_v1 {"time_micros": 1708460323367784, "job": 20361, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302561, 302559], "files_L6": [302536, 302537, 302538], "score": 1, "input_data_size": 188584020, "oldest_snapshot_seqno": -1} 2024/02/20-20:18:45.538501 2307671 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302539. Total log size is 15728666 while max_total_wal_size is 15728640 2024/02/20-20:18:45.538793 2307671 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302563. Immutable memtables: 0. 2024/02/20-20:18:45.538897 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20362] Syncing log #302560 2024/02/20-20:18:45.540677 3036210 (Original Log Time 2024/02/20-20:18:45.538888) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-20:18:45.540683 3036210 [db/flush_job.cc:892] [key] [JOB 20362] Flushing memtable with next log file: 302563 2024/02/20-20:18:45.540705 3036210 EVENT_LOG_v1 {"time_micros": 1708460325540698, "job": 20362, "event": "flush_started", "num_memtables": 1, "num_entries": 99292, "num_deletes": 46000, "total_data_size": 6214747, "memory_usage": 8011496, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:18:45.540709 3036210 [db/flush_job.cc:926] [key] [JOB 20362] Level-0 flush table #302564: started 2024/02/20-20:18:45.860156 3036210 EVENT_LOG_v1 {"time_micros": 1708460325860120, "cf_name": "key", "job": 20362, "event": "table_file_creation", "file_number": 302564, "file_size": 3796282, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163548678, "largest_seqno": 5163718772, "table_properties": {"data_size": 3681377, "index_size": 30224, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 89941, "raw_key_size": 5842129, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1082, "num_entries": 96417, "num_filter_entries": 102383, "num_deletions": 46000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460043, "oldest_key_time": 1708460043, "file_creation_time": 1708460325, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302564, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:18:45.860233 3036210 [db/flush_job.cc:1062] [key] [JOB 20362] Flush lasted 319559 microseconds, and 307803 cpu microseconds. 2024/02/20-20:18:45.861063 3036210 (Original Log Time 2024/02/20-20:18:45.860195) [db/flush_job.cc:1011] [key] [JOB 20362] Level-0 flush table #302564: 3796282 bytes OK 2024/02/20-20:18:45.861068 3036210 (Original Log Time 2024/02/20-20:18:45.860239) [db/memtable_list.cc:555] [key] Level-0 commit table #302564 started 2024/02/20-20:18:45.861071 3036210 (Original Log Time 2024/02/20-20:18:45.860902) [db/memtable_list.cc:754] [key] Level-0 commit table #302564: memtable #1 done 2024/02/20-20:18:45.861073 3036210 (Original Log Time 2024/02/20-20:18:45.860934) EVENT_LOG_v1 {"time_micros": 1708460325860924, "job": 20362, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:18:45.861075 3036210 (Original Log Time 2024/02/20-20:18:45.861015) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-20:18:45.861081 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20362] Try to delete WAL files size 8987081, prev total WAL file size 15745164, number of live WAL files 5. 2024/02/20-20:18:45.862354 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302539.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:18:54.654406 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20361] Generated table #302562: 2475979 keys, 67635073 bytes, temperature: kUnknown 2024/02/20-20:18:54.654514 3036188 EVENT_LOG_v1 {"time_micros": 1708460334654437, "cf_name": "tag", "job": 20361, "event": "table_file_creation", "file_number": 302562, "file_size": 67635073, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109167, "index_size": 1517820, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 208333532, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36168, "num_entries": 2475979, "num_filter_entries": 1120, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708460323, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302562, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:19:08.236398 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20361] Generated table #302565: 2001601 keys, 67656921 bytes, temperature: kUnknown 2024/02/20-20:19:08.236503 3036188 EVENT_LOG_v1 {"time_micros": 1708460348236443, "cf_name": "tag", "job": 20361, "event": "table_file_creation", "file_number": 302565, "file_size": 67656921, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109009, "index_size": 1339372, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 186626893, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35585, "num_entries": 2001601, "num_filter_entries": 2319, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708460334, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302565, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:19:20.092435 3036188 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20361] Generated table #302566: 2028959 keys, 52953765 bytes, temperature: kUnknown 2024/02/20-20:19:20.092525 3036188 EVENT_LOG_v1 {"time_micros": 1708460360092481, "cf_name": "tag", "job": 20361, "event": "table_file_creation", "file_number": 302566, "file_size": 52953765, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 52548098, "index_size": 1193006, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 163318459, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 28805, "num_entries": 2028959, "num_filter_entries": 294, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708460348, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302566, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:19:20.100545 3036188 (Original Log Time 2024/02/20-20:19:20.099719) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20361] Compacted 2@0 + 3@6 files to L6 => 188245759 bytes 2024/02/20-20:19:20.100550 3036188 (Original Log Time 2024/02/20-20:19:20.100334) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 5.1 rd, 5.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(0.6, 179.2 +0.0 blob) out(179.5 +0.0 blob), read-write-amplify(556.6) write-amplify(278.1) OK, records in: 6506539, records dropped: 0 output_compression: ZSTD 2024/02/20-20:19:20.100561 3036188 (Original Log Time 2024/02/20-20:19:20.100379) EVENT_LOG_v1 {"time_micros": 1708460360100358, "job": 20361, "event": "compaction_finished", "compaction_time_micros": 36724804, "compaction_time_cpu_micros": 35347911, "output_level": 6, "num_output_files": 3, "total_output_size": 188245759, "num_input_records": 6506539, "num_output_records": 6506539, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-20:19:20.105371 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302536.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:19:20.105413 3036188 EVENT_LOG_v1 {"time_micros": 1708460360105407, "job": 20361, "event": "table_file_deletion", "file_number": 302536} 2024/02/20-20:19:20.111546 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302537.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:19:20.111628 3036188 EVENT_LOG_v1 {"time_micros": 1708460360111623, "job": 20361, "event": "table_file_deletion", "file_number": 302537} 2024/02/20-20:19:20.117756 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302538.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:19:20.117789 3036188 EVENT_LOG_v1 {"time_micros": 1708460360117785, "job": 20361, "event": "table_file_deletion", "file_number": 302538} 2024/02/20-20:19:20.117977 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302559.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:19:20.117988 3036188 EVENT_LOG_v1 {"time_micros": 1708460360117986, "job": 20361, "event": "table_file_deletion", "file_number": 302559} 2024/02/20-20:19:20.118038 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302561.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:19:20.118043 3036188 EVENT_LOG_v1 {"time_micros": 1708460360118042, "job": 20361, "event": "table_file_deletion", "file_number": 302561} 2024/02/20-20:19:20.118095 2307667 (Original Log Time 2024/02/20-20:18:43.367900) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-20:19:20.118335 2307667 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302567. Immutable memtables: 0. 2024/02/20-20:19:20.118441 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20363] Syncing log #302563 2024/02/20-20:19:20.119533 3036193 (Original Log Time 2024/02/20-20:19:20.118430) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:19:20.119541 3036193 [db/flush_job.cc:892] [key] [JOB 20363] Flushing memtable with next log file: 302567 2024/02/20-20:19:20.119566 3036193 EVENT_LOG_v1 {"time_micros": 1708460360119558, "job": 20363, "event": "flush_started", "num_memtables": 1, "num_entries": 12627, "num_deletes": 6000, "total_data_size": 788477, "memory_usage": 1224240, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-20:19:20.119570 3036193 [db/flush_job.cc:926] [key] [JOB 20363] Level-0 flush table #302568: started 2024/02/20-20:19:20.158424 3036193 EVENT_LOG_v1 {"time_micros": 1708460360158376, "cf_name": "key", "job": 20363, "event": "table_file_creation", "file_number": 302568, "file_size": 476918, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163718774, "largest_seqno": 5163740237, "table_properties": {"data_size": 461242, "index_size": 3704, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 11733, "raw_key_size": 736140, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 138, "num_entries": 12180, "num_filter_entries": 13378, "num_deletions": 6000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460325, "oldest_key_time": 1708460325, "file_creation_time": 1708460360, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302568, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:19:20.158496 3036193 [db/flush_job.cc:1062] [key] [JOB 20363] Flush lasted 38968 microseconds, and 36100 cpu microseconds. 2024/02/20-20:19:20.159170 3036193 (Original Log Time 2024/02/20-20:19:20.158474) [db/flush_job.cc:1011] [key] [JOB 20363] Level-0 flush table #302568: 476918 bytes OK 2024/02/20-20:19:20.159175 3036193 (Original Log Time 2024/02/20-20:19:20.158505) [db/memtable_list.cc:555] [key] Level-0 commit table #302568 started 2024/02/20-20:19:20.159178 3036193 (Original Log Time 2024/02/20-20:19:20.158991) [db/memtable_list.cc:754] [key] Level-0 commit table #302568: memtable #1 done 2024/02/20-20:19:20.159181 3036193 (Original Log Time 2024/02/20-20:19:20.159019) EVENT_LOG_v1 {"time_micros": 1708460360159013, "job": 20363, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:19:20.159184 3036193 (Original Log Time 2024/02/20-20:19:20.159111) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-20:19:20.159321 3036189 [db/compaction/compaction_job.cc:2079] [key] [JOB 20364] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-20:19:20.159335 3036189 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20371 Base level 0, inputs: [302568(465KB) 302564(3707KB)], [302541(17MB)] 2024/02/20-20:19:20.159365 3036189 EVENT_LOG_v1 {"time_micros": 1708460360159351, "job": 20364, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302568, 302564], "files_L5": [302541], "score": 1, "input_data_size": 22215582, "oldest_snapshot_seqno": -1} 2024/02/20-20:19:21.463633 3036189 [db/compaction/compaction_job.cc:1655] [key] [JOB 20364] Generated table #302569: 833993 keys, 22141976 bytes, temperature: kUnknown 2024/02/20-20:19:21.463720 3036189 EVENT_LOG_v1 {"time_micros": 1708460361463668, "cf_name": "key", "job": 20364, "event": "table_file_creation", "file_number": 302569, "file_size": 22141976, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5162433670, "largest_seqno": 5163740237, "table_properties": {"data_size": 21231436, "index_size": 244145, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 755669, "raw_key_size": 50316728, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6707, "num_entries": 833993, "num_filter_entries": 851661, "num_deletions": 522000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708458509, "oldest_key_time": 0, "file_creation_time": 1708460360, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302569, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:19:21.465424 3036189 (Original Log Time 2024/02/20-20:19:21.464723) [db/compaction/compaction_job.cc:1729] [key] [JOB 20364] Compacted 2@0 + 1@5 files to L5 => 22141976 bytes 2024/02/20-20:19:21.465429 3036189 (Original Log Time 2024/02/20-20:19:21.465226) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.08, MB/sec: 17.0 rd, 17.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(4.1, 17.1 +0.0 blob) out(21.1 +0.0 blob), read-write-amplify(10.4) write-amplify(5.2) OK, records in: 834122, records dropped: 129 output_compression: LZ4 2024/02/20-20:19:21.465435 3036189 (Original Log Time 2024/02/20-20:19:21.465257) EVENT_LOG_v1 {"time_micros": 1708460361465241, "job": 20364, "event": "compaction_finished", "compaction_time_micros": 1304417, "compaction_time_cpu_micros": 1257973, "output_level": 5, "num_output_files": 1, "total_output_size": 22141976, "num_input_records": 834122, "num_output_records": 833993, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-20:19:21.467570 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302541.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:19:21.467594 3036189 EVENT_LOG_v1 {"time_micros": 1708460361467589, "job": 20364, "event": "table_file_deletion", "file_number": 302541} 2024/02/20-20:19:21.468185 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302564.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:19:21.468203 3036189 EVENT_LOG_v1 {"time_micros": 1708460361468199, "job": 20364, "event": "table_file_deletion", "file_number": 302564} 2024/02/20-20:19:21.468345 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302568.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:19:21.468356 3036189 EVENT_LOG_v1 {"time_micros": 1708460361468353, "job": 20364, "event": "table_file_deletion", "file_number": 302568} 2024/02/20-20:19:21.468413 2307667 (Original Log Time 2024/02/20-20:19:20.159510) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-20:19:21.468717 3036185 (Original Log Time 2024/02/20-20:19:21.468554) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-20:19:21.468729 3036185 [db/compaction/compaction_job.cc:2079] [key] [JOB 20365] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-20:19:21.468739 3036185 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20372 Base level 5, inputs: [302569(21MB)], [302485(67MB) 302486(67MB) 302487(67MB) 302488(67MB) 302489(66MB) 302490(48MB)] 2024/02/20-20:19:21.468785 3036185 EVENT_LOG_v1 {"time_micros": 1708460361468765, "job": 20365, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302569], "files_L6": [302485, 302486, 302487, 302488, 302489, 302490], "score": -1, "input_data_size": 424986456, "oldest_snapshot_seqno": -1} 2024/02/20-20:19:28.905218 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20365] Generated table #302570: 3033821 keys, 70305926 bytes, temperature: kUnknown 2024/02/20-20:19:28.905286 3036185 EVENT_LOG_v1 {"time_micros": 1708460368905255, "cf_name": "key", "job": 20365, "event": "table_file_creation", "file_number": 302570, "file_size": 70305926, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110403, "index_size": 1003882, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2724533, "raw_key_size": 183594651, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36978, "num_entries": 3033821, "num_filter_entries": 3050262, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460361, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302570, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:19:42.270958 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20365] Generated table #302571: 3015967 keys, 70311220 bytes, temperature: kUnknown 2024/02/20-20:19:42.271060 3036185 EVENT_LOG_v1 {"time_micros": 1708460382270989, "cf_name": "key", "job": 20365, "event": "table_file_creation", "file_number": 302571, "file_size": 70311220, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110543, "index_size": 988706, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2718021, "raw_key_size": 181380424, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36899, "num_entries": 3015967, "num_filter_entries": 3042988, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460368, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302571, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:20:00.940014 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20365] Generated table #302572: 3063715 keys, 70332251 bytes, temperature: kUnknown 2024/02/20-20:20:00.940091 3036185 EVENT_LOG_v1 {"time_micros": 1708460400940048, "cf_name": "key", "job": 20365, "event": "table_file_creation", "file_number": 302572, "file_size": 70332251, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109683, "index_size": 1044458, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2751429, "raw_key_size": 186497452, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37175, "num_entries": 3063715, "num_filter_entries": 3080231, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460382, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302572, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:20:09.928225 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-20:20:09.928335 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1047808.8 total, 600.2 interval Cumulative writes: 134M writes, 597M keys, 134M commit groups, 1.0 writes per commit group, ingest: 57.61 GB, 0.06 MB/s Cumulative WAL: 134M writes, 0 syncs, 134240562.00 writes per sync, written: 57.61 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 112K writes, 358K keys, 111K commit groups, 1.0 writes per commit group, ingest: 31.59 MB, 0.05 MB/s Interval WAL: 112K writes, 0 syncs, 112269.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 420.48 392.39 4242 0.099 0 0 0.0 0.0 L5 0/0 0.00 KB 0.0 70.0 18.7 51.3 68.8 17.5 0.0 3.7 41.9 41.2 1709.25 1637.12 2193 0.779 1055M 1166 0.0 0.0 L6 13/0 832.56 MB 0.0 415.0 17.9 397.1 397.5 0.4 0.0 22.2 15.9 15.2 26716.97 24638.93 613 43.584 9702M 261M 0.0 0.0 Sum 13/0 832.56 MB 0.0 485.0 36.6 448.4 485.3 36.9 0.0 25.5 17.2 17.2 28846.70 26668.44 7048 4.093 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.9 0.0 0.8 0.9 0.0 0.0 111.4 7.3 7.2 122.24 112.21 5 24.448 20M 4 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 485.0 36.6 448.4 466.3 17.9 0.0 0.0 17.5 16.8 28426.22 26276.05 2806 10.131 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 420.48 392.39 4242 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1047808.8 total, 600.2 interval Flush(GB): cumulative 19.011, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 485.32 GB write, 0.47 MB/s write, 484.98 GB read, 0.47 MB/s read, 28846.7 seconds Interval compaction: 0.86 GB write, 1.48 MB/s write, 0.87 GB read, 1.49 MB/s read, 122.2 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4480 occupancy: 1657 collections: 1747 last_copies: 0 last_secs: 0.000776 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(869,14.31 MB,0.931881%) IndexBlock(787,1.35 GB,90.1299%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6117980 Average: 2.1905 StdDev: 4.24 Min: 0 Median: 1.3851 Max: 2021 Percentiles: P50: 1.39 P75: 1.97 P99: 7.74 P99.9: 45.29 P99.99: 126.65 ------------------------------------------------------ [ 0, 1 ] 2055077 33.591% 33.591% ####### ( 1, 2 ] 2607172 42.615% 76.206% ######### ( 2, 3 ] 1021345 16.694% 92.900% ### ( 3, 4 ] 247986 4.053% 96.953% # ( 4, 6 ] 109611 1.792% 98.745% ( 6, 10 ] 35908 0.587% 99.332% ( 10, 15 ] 15192 0.248% 99.580% ( 15, 22 ] 7716 0.126% 99.706% ( 22, 34 ] 8035 0.131% 99.838% ( 34, 51 ] 5753 0.094% 99.932% ( 51, 76 ] 2557 0.042% 99.973% ( 76, 110 ] 903 0.015% 99.988% ( 110, 170 ] 408 0.007% 99.995% ( 170, 250 ] 131 0.002% 99.997% ( 250, 380 ] 73 0.001% 99.998% ( 380, 580 ] 74 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22041583 Average: 2.4726 StdDev: 6.75 Min: 0 Median: 1.4980 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.90 P99.99: 145.83 ------------------------------------------------------ [ 0, 1 ] 6744272 30.598% 30.598% ###### ( 1, 2 ] 8586938 38.958% 69.556% ######## ( 2, 3 ] 3732920 16.936% 86.492% ### ( 3, 4 ] 1371607 6.223% 92.714% # ( 4, 6 ] 1085829 4.926% 97.641% # ( 6, 10 ] 350189 1.589% 99.230% ( 10, 15 ] 60362 0.274% 99.503% ( 15, 22 ] 30878 0.140% 99.643% ( 22, 34 ] 33047 0.150% 99.793% ( 34, 51 ] 25120 0.114% 99.907% ( 51, 76 ] 12084 0.055% 99.962% ( 76, 110 ] 4929 0.022% 99.985% ( 110, 170 ] 2016 0.009% 99.994% ( 170, 250 ] 597 0.003% 99.996% ( 250, 380 ] 329 0.001% 99.998% ( 380, 580 ] 260 0.001% 99.999% ( 580, 870 ] 110 0.000% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 216045493 Average: 12.5381 StdDev: 136.20 Min: 0 Median: 1.5009 Max: 179134 Percentiles: P50: 1.50 P75: 2.62 P99: 143.18 P99.9: 307.68 P99.99: 1556.91 ------------------------------------------------------ [ 0, 1 ] 73099862 33.835% 33.835% ####### ( 1, 2 ] 69714646 32.269% 66.104% ###### ( 2, 3 ] 30907112 14.306% 80.410% ### ( 3, 4 ] 6662517 3.084% 83.494% # ( 4, 6 ] 1208495 0.559% 84.053% ( 6, 10 ] 568702 0.263% 84.316% ( 10, 15 ] 322019 0.149% 84.465% ( 15, 22 ] 276124 0.128% 84.593% ( 22, 34 ] 7800743 3.611% 88.204% # ( 34, 51 ] 8035060 3.719% 91.923% # ( 51, 76 ] 6407035 2.966% 94.888% # ( 76, 110 ] 6975327 3.229% 98.117% # ( 110, 170 ] 3449472 1.597% 99.714% ( 170, 250 ] 350429 0.162% 99.876% ( 250, 380 ] 116983 0.054% 99.930% ( 380, 580 ] 71136 0.033% 99.963% ( 580, 870 ] 31910 0.015% 99.978% ( 870, 1300 ] 14426 0.007% 99.984% ( 1300, 1900 ] 27769 0.013% 99.997% ( 1900, 2900 ] 2227 0.001% 99.998% ( 2900, 4400 ] 898 0.000% 99.999% ( 4400, 6600 ] 635 0.000% 99.999% ( 6600, 9900 ] 563 0.000% 99.999% ( 9900, 14000 ] 357 0.000% 100.000% ( 14000, 22000 ] 217 0.000% 100.000% ( 22000, 33000 ] 111 0.000% 100.000% ( 33000, 50000 ] 191 0.000% 100.000% ( 50000, 75000 ] 337 0.000% 100.000% ( 75000, 110000 ] 149 0.000% 100.000% ( 110000, 170000 ] 40 0.000% 100.000% ( 170000, 250000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.3 90.30 76.57 4124 0.022 0 0 0.0 0.0 L6 3/0 179.53 MB 0.0 320.9 3.2 317.7 317.8 0.1 0.0 99.2 15.3 15.2 21443.54 21048.86 2172 9.873 11G 63M 0.0 0.0 Sum 3/0 179.53 MB 0.0 320.9 3.2 317.7 321.0 3.3 0.0 100.2 15.3 15.3 21533.84 21125.43 6296 3.420 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.3 0.4 0.0 0.0 273.1 7.0 7.0 51.50 49.82 5 10.299 13M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 320.9 3.2 317.7 317.8 0.1 0.0 0.0 15.3 15.2 21443.54 21048.86 2172 9.873 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.3 90.30 76.57 4124 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1047808.8 total, 600.2 interval Flush(GB): cumulative 3.203, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 321.00 GB write, 0.31 MB/s write, 320.93 GB read, 0.31 MB/s read, 21533.8 seconds Interval compaction: 0.35 GB write, 0.60 MB/s write, 0.35 GB read, 0.60 MB/s read, 51.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4309 collections: 1747 last_copies: 0 last_secs: 0.001467 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2184,1.67 MB,0.108617%) IndexBlock(2124,1.46 GB,97.1581%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1052542 Average: 3.5708 StdDev: 6.29 Min: 0 Median: 2.5929 Max: 2960 Percentiles: P50: 2.59 P75: 3.78 P99: 12.39 P99.9: 60.54 P99.99: 193.03 ------------------------------------------------------ [ 0, 1 ] 121302 11.525% 11.525% ## ( 1, 2 ] 251783 23.921% 35.446% ##### ( 2, 3 ] 258373 24.548% 59.994% ##### ( 3, 4 ] 202934 19.280% 79.274% #### ( 4, 6 ] 175649 16.688% 95.962% ### ( 6, 10 ] 29638 2.816% 98.778% # ( 10, 15 ] 4886 0.464% 99.242% ( 15, 22 ] 2606 0.248% 99.490% ( 22, 34 ] 2209 0.210% 99.700% ( 34, 51 ] 1819 0.173% 99.872% ( 51, 76 ] 761 0.072% 99.945% ( 76, 110 ] 259 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 182062470 Average: 2.2209 StdDev: 45.22 Min: 0 Median: 1.3476 Max: 129678 Percentiles: P50: 1.35 P75: 2.01 P99: 7.09 P99.9: 56.48 P99.99: 149.09 ------------------------------------------------------ [ 0, 1 ] 66946058 36.771% 36.771% ####### ( 1, 2 ] 69290416 38.059% 74.830% ######## ( 2, 3 ] 34096461 18.728% 93.557% #### ( 3, 4 ] 8208998 4.509% 98.066% # ( 4, 6 ] 1526633 0.839% 98.905% ( 6, 10 ] 633540 0.348% 99.253% ( 10, 15 ] 413099 0.227% 99.480% ( 15, 22 ] 205342 0.113% 99.592% ( 22, 34 ] 320348 0.176% 99.768% ( 34, 51 ] 215850 0.119% 99.887% ( 51, 76 ] 108013 0.059% 99.946% ( 76, 110 ] 63225 0.035% 99.981% ( 110, 170 ] 24992 0.014% 99.995% ( 170, 250 ] 4323 0.002% 99.997% ( 250, 380 ] 1911 0.001% 99.998% ( 380, 580 ] 1586 0.001% 99.999% ( 580, 870 ] 928 0.001% 100.000% ( 870, 1300 ] 280 0.000% 100.000% ( 1300, 1900 ] 282 0.000% 100.000% ( 1900, 2900 ] 108 0.000% 100.000% ( 2900, 4400 ] 22 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ( 9900, 14000 ] 2 0.000% 100.000% ( 22000, 33000 ] 1 0.000% 100.000% ( 33000, 50000 ] 6 0.000% 100.000% ( 50000, 75000 ] 9 0.000% 100.000% ( 75000, 110000 ] 22 0.000% 100.000% ( 110000, 170000 ] 8 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 1.0 0.0 33.6 281.77 261.40 4211 0.067 0 0 0.0 0.0 L5 1/1 21.12 MB 0.0 22.7 8.4 14.3 22.5 8.2 0.0 2.7 28.6 28.4 810.32 783.02 2022 0.401 627M 283K 0.0 0.0 L6 6/6 384.18 MB 0.0 201.9 9.0 192.9 193.1 0.2 0.0 21.4 14.3 13.7 14414.43 14098.94 729 19.773 9041M 241M 0.0 0.0 Sum 7/7 405.30 MB 0.0 224.6 17.4 207.2 224.8 17.6 0.0 24.3 14.8 14.8 15506.52 15143.36 6962 2.227 9669M 241M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.8 13.8 16.5 2.80 2.66 5 0.559 1561K 1489 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 224.6 17.4 207.2 215.5 8.4 0.0 0.0 15.1 14.5 15224.75 14881.96 2751 5.534 9669M 241M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.2 9.2 0.0 0.0 0.0 33.6 281.77 261.40 4211 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1047808.8 total, 600.2 interval Flush(GB): cumulative 9.246, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 224.77 GB write, 0.22 MB/s write, 224.56 GB read, 0.22 MB/s read, 15506.5 seconds Interval compaction: 0.05 GB write, 0.08 MB/s write, 0.04 GB read, 0.06 MB/s read, 2.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.49 GB table_size: 524288 occupancy: 360322 collections: 1747 last_copies: 0 last_secs: 0.153074 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(360220,1.39 GB,92.6624%) FilterBlock(49,53.18 MB,3.4622%) IndexBlock(54,23.29 MB,1.51656%) Misc(2,4.02 KB,0.000255803%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2892042 Average: 4.2805 StdDev: 8.04 Min: 0 Median: 1.9687 Max: 9050 Percentiles: P50: 1.97 P75: 5.42 P99: 17.97 P99.9: 61.15 P99.99: 151.56 ------------------------------------------------------ [ 0, 1 ] 639942 22.128% 22.128% #### ( 1, 2 ] 832089 28.772% 50.899% ###### ( 2, 3 ] 410216 14.184% 65.084% ### ( 3, 4 ] 177870 6.150% 71.234% # ( 4, 6 ] 153066 5.293% 76.527% # ( 6, 10 ] 459086 15.874% 92.401% ### ( 10, 15 ] 183477 6.344% 98.745% # ( 15, 22 ] 17388 0.601% 99.346% ( 22, 34 ] 9305 0.322% 99.668% ( 34, 51 ] 5662 0.196% 99.864% ( 51, 76 ] 2584 0.089% 99.953% ( 76, 110 ] 842 0.029% 99.982% ( 110, 170 ] 326 0.011% 99.993% ( 170, 250 ] 90 0.003% 99.997% ( 250, 380 ] 53 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 7019280 Average: 4.7379 StdDev: 7.63 Min: 0 Median: 2.4991 Max: 7311 Percentiles: P50: 2.50 P75: 6.23 P99: 19.56 P99.9: 69.33 P99.99: 168.76 ------------------------------------------------------ [ 0, 1 ] 1138164 16.215% 16.215% ### ( 1, 2 ] 1839656 26.209% 42.423% ##### ( 2, 3 ] 1065608 15.181% 57.605% ### ( 3, 4 ] 575596 8.200% 65.805% ## ( 4, 6 ] 573661 8.173% 73.977% ## ( 6, 10 ] 1233364 17.571% 91.549% #### ( 10, 15 ] 491969 7.009% 98.557% # ( 15, 22 ] 47670 0.679% 99.237% ( 22, 34 ] 25081 0.357% 99.594% ( 34, 51 ] 15830 0.226% 99.819% ( 51, 76 ] 7724 0.110% 99.929% ( 76, 110 ] 2929 0.042% 99.971% ( 110, 170 ] 1354 0.019% 99.990% ( 170, 250 ] 345 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 117 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 109193454 Average: 5.9885 StdDev: 82.57 Min: 0 Median: 2.3790 Max: 159826 Percentiles: P50: 2.38 P75: 7.60 P99: 45.84 P99.9: 161.68 P99.99: 490.46 ------------------------------------------------------ [ 0, 1 ] 25689027 23.526% 23.526% ##### ( 1, 2 ] 24579457 22.510% 46.036% ##### ( 2, 3 ] 11420026 10.459% 56.495% ## ( 3, 4 ] 4485706 4.108% 60.603% # ( 4, 6 ] 5077956 4.650% 65.253% # ( 6, 10 ] 26606812 24.367% 89.620% ##### ( 10, 15 ] 8672971 7.943% 97.563% ## ( 15, 22 ] 699502 0.641% 98.203% ( 22, 34 ] 578972 0.530% 98.733% ( 34, 51 ] 418023 0.383% 99.116% ( 51, 76 ] 271365 0.249% 99.365% ( 76, 110 ] 340827 0.312% 99.677% ( 110, 170 ] 282823 0.259% 99.936% ( 170, 250 ] 45656 0.042% 99.978% ( 250, 380 ] 9608 0.009% 99.987% ( 380, 580 ] 6887 0.006% 99.993% ( 580, 870 ] 3900 0.004% 99.996% ( 870, 1300 ] 2059 0.002% 99.998% ( 1300, 1900 ] 2856 0.003% 100.001% ( 1900, 2900 ] 201 0.000% 100.001% ( 2900, 4400 ] 119 0.000% 100.001% ( 4400, 6600 ] 104 0.000% 100.001% ( 6600, 9900 ] 117 0.000% 100.001% ( 9900, 14000 ] 45 0.000% 100.001% ( 14000, 22000 ] 17 0.000% 100.001% ( 22000, 33000 ] 28 0.000% 100.001% ( 33000, 50000 ] 11 0.000% 100.001% ( 50000, 75000 ] 22 0.000% 100.002% ( 75000, 110000 ] 38 0.000% 100.002% ( 110000, 170000 ] 12 0.000% 100.002% 2024/02/20-20:20:09.931813 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 546327285 rocksdb.block.cache.hit COUNT : 2264668907 rocksdb.block.cache.add COUNT : 41062084 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33369 rocksdb.block.cache.index.hit COUNT : 556114013 rocksdb.block.cache.index.add COUNT : 33355 rocksdb.block.cache.index.bytes.insert COUNT : 35736107258 rocksdb.block.cache.filter.miss COUNT : 33375 rocksdb.block.cache.filter.hit COUNT : 1152797384 rocksdb.block.cache.filter.add COUNT : 33375 rocksdb.block.cache.filter.bytes.insert COUNT : 9060907515 rocksdb.block.cache.data.miss COUNT : 546260541 rocksdb.block.cache.data.hit COUNT : 555757510 rocksdb.block.cache.data.add COUNT : 40995354 rocksdb.block.cache.data.bytes.insert COUNT : 169812647127 rocksdb.block.cache.bytes.read COUNT : 1972667992988086 rocksdb.block.cache.bytes.write COUNT : 214609661900 rocksdb.bloom.filter.useful COUNT : 596750062 rocksdb.bloom.filter.full.positive COUNT : 556047354 rocksdb.bloom.filter.full.true.positive COUNT : 550278026 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 98018588 rocksdb.memtable.miss COUNT : 6552709052 rocksdb.l0.hit COUNT : 16804306 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 533473720 rocksdb.compaction.key.drop.new COUNT : 283835240 rocksdb.compaction.key.drop.obsolete COUNT : 283855188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 597901781 rocksdb.number.keys.read COUNT : 676392764 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61858957009 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69854 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33360 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 796254509 rocksdb.number.multiget.keys.read COUNT : 5974334876 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61858957009 rocksdb.write.self COUNT : 134019594 rocksdb.write.other COUNT : 220968 rocksdb.write.wal COUNT : 134240562 rocksdb.compact.read.bytes COUNT : 1028319825604 rocksdb.compact.write.bytes COUNT : 1073591395623 rocksdb.flush.write.bytes COUNT : 33783305426 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1076887 rocksdb.number.superversion_releases COUNT : 2804 rocksdb.number.superversion_cleanups COUNT : 175 rocksdb.number.block.compressed COUNT : 539566715 rocksdb.number.block.decompressed COUNT : 539526856 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 62252693394 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69854 rocksdb.num.iterator.deleted COUNT : 69854 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5436 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5398 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45454 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62777049684 rocksdb.memtable.garbage.bytes.at.flush COUNT : 758881645 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 975316202198 rocksdb.last.level.read.count COUNT : 507303872 rocksdb.non.last.level.read.bytes COUNT : 132297679009 rocksdb.non.last.level.read.count COUNT : 39123493 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 546360645 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2201572525383 rocksdb.bytes.compressed.to COUNT : 1068807495039 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26807371481 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6762195 rocksdb.bytes.decompressed.from COUNT : 1068958939305 rocksdb.bytes.decompressed.to COUNT : 2201458355609 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.514268 P95 : 106.316602 P99 : 160.444284 P100 : 227461.000000 COUNT : 676392764 SUM : 34927953831 rocksdb.db.write.micros P50 : 67.117992 P95 : 112.048217 P99 : 169.434903 P100 : 2037453.000000 COUNT : 134240562 SUM : 13882676476 rocksdb.compaction.times.micros P50 : 1592241.379310 P95 : 38920000.000000 P99 : 67558760.683761 P100 : 120470278.000000 COUNT : 7729 SUM : 65094505011 rocksdb.compaction.times.cpu_micros P50 : 1531382.978723 P95 : 36101276.595745 P99 : 64668848.167539 P100 : 110504443.000000 COUNT : 7729 SUM : 62206870269 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4331.994819 P95 : 27923.880597 P99 : 63500.000000 P100 : 1558490.000000 COUNT : 12562 SUM : 118507613 rocksdb.compaction.outfile.sync.micros P50 : 62557.896310 P95 : 126282.105263 P99 : 226226.262626 P100 : 2063820.000000 COUNT : 20784 SUM : 1333703813 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.625775 P95 : 731.306760 P99 : 4042.368421 P100 : 501117.000000 COUNT : 20359 SUM : 13150960 rocksdb.table.open.io.micros P50 : 587.186251 P95 : 6256.208359 P99 : 13161.028278 P100 : 291788.000000 COUNT : 33360 SUM : 60412904 rocksdb.db.multiget.micros P50 : 8.003880 P95 : 17.796447 P99 : 33.076044 P100 : 84321.000000 COUNT : 796254510 SUM : 7549994219 rocksdb.read.block.compaction.micros P50 : 13.693468 P95 : 60.038891 P99 : 139.235336 P100 : 179197.000000 COUNT : 505265191 SUM : 9920976320 rocksdb.read.block.get.micros P50 : 53.058753 P95 : 95.150602 P99 : 147.001406 P100 : 291601.000000 COUNT : 41062098 SUM : 2374455325 rocksdb.write.raw.block.micros P50 : 0.521738 P95 : 0.991302 P99 : 1.896632 P100 : 499865.000000 COUNT : 546428953 SUM : 11125650451 rocksdb.numfiles.in.singlecompaction P50 : 2.773268 P95 : 5.680527 P99 : 5.938738 P100 : 7.000000 COUNT : 5884 SUM : 20948 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.544619 P95 : 34.130570 P99 : 105.396918 P100 : 179134.000000 COUNT : 546427371 SUM : 3884350403 rocksdb.file.read.flush.micros P50 : 1.847876 P95 : 15.831749 P99 : 40.759948 P100 : 787.000000 COUNT : 62810 SUM : 300503 rocksdb.file.read.compaction.micros P50 : 1.429241 P95 : 37.503187 P99 : 106.857489 P100 : 179134.000000 COUNT : 505369112 SUM : 3472347712 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 676392767 SUM : 0 rocksdb.bytes.per.write P50 : 218.507249 P95 : 528.150497 P99 : 804.075590 P100 : 4563443.000000 COUNT : 134019594 SUM : 61858957009 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 796254515 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46455.856643 P95 : 167032.033426 P99 : 239349.019608 P100 : 1681975.000000 COUNT : 12611 SUM : 792558376 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-20:20:09.931977 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-20:20:09.932146 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708460409 to in-memory stats history 2024/02/20-20:20:09.932173 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-20:20:09.932212 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-20:20:19.918266 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20365] Generated table #302573: 3070634 keys, 70336666 bytes, temperature: kUnknown 2024/02/20-20:20:19.918361 3036185 EVENT_LOG_v1 {"time_micros": 1708460419918314, "cf_name": "key", "job": 20365, "event": "table_file_creation", "file_number": 302573, "file_size": 70336666, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110699, "index_size": 1042313, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2757397, "raw_key_size": 187000085, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37217, "num_entries": 3070634, "num_filter_entries": 3086944, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460400, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302573, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:20:35.019125 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20365] Generated table #302574: 2986288 keys, 70265416 bytes, temperature: kUnknown 2024/02/20-20:20:35.019191 3036185 EVENT_LOG_v1 {"time_micros": 1708460435019159, "cf_name": "key", "job": 20365, "event": "table_file_creation", "file_number": 302574, "file_size": 70265416, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109501, "index_size": 988287, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2689493, "raw_key_size": 180557955, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36816, "num_entries": 2986288, "num_filter_entries": 3011276, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460419, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302574, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:20:47.363974 3036185 [db/compaction/compaction_job.cc:1655] [key] [JOB 20365] Generated table #302575: 2295541 keys, 52589190 bytes, temperature: kUnknown 2024/02/20-20:20:47.364054 3036185 EVENT_LOG_v1 {"time_micros": 1708460447364019, "cf_name": "key", "job": 20365, "event": "table_file_creation", "file_number": 302575, "file_size": 52589190, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 50165202, "index_size": 749387, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2064341, "raw_key_size": 138730821, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27718, "num_entries": 2295541, "num_filter_entries": 2314589, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708460435, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302575, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:20:47.758545 3036185 (Original Log Time 2024/02/20-20:20:47.755992) [db/compaction/compaction_job.cc:1729] [key] [JOB 20365] Compacted 1@5 + 6@6 files to L6 => 404140669 bytes 2024/02/20-20:20:47.758552 3036185 (Original Log Time 2024/02/20-20:20:47.758302) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 4.9 rd, 4.7 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(21.1, 384.2 +0.0 blob) out(385.4 +0.0 blob), read-write-amplify(37.4) write-amplify(18.3) OK, records in: 18502397, records dropped: 1036431 output_compression: ZSTD 2024/02/20-20:20:47.758570 3036185 (Original Log Time 2024/02/20-20:20:47.758357) EVENT_LOG_v1 {"time_micros": 1708460447758324, "job": 20365, "event": "compaction_finished", "compaction_time_micros": 85895319, "compaction_time_cpu_micros": 81799773, "output_level": 6, "num_output_files": 6, "total_output_size": 404140669, "num_input_records": 18502397, "num_output_records": 17465966, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-20:20:47.758761 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302485.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:20:47.758782 3036185 EVENT_LOG_v1 {"time_micros": 1708460447758779, "job": 20365, "event": "table_file_deletion", "file_number": 302485} 2024/02/20-20:20:47.758861 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302486.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:20:47.758871 3036185 EVENT_LOG_v1 {"time_micros": 1708460447758869, "job": 20365, "event": "table_file_deletion", "file_number": 302486} 2024/02/20-20:20:47.758920 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302487.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:20:47.758927 3036185 EVENT_LOG_v1 {"time_micros": 1708460447758925, "job": 20365, "event": "table_file_deletion", "file_number": 302487} 2024/02/20-20:20:47.758975 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302488.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:20:47.758980 3036185 EVENT_LOG_v1 {"time_micros": 1708460447758979, "job": 20365, "event": "table_file_deletion", "file_number": 302488} 2024/02/20-20:20:47.759022 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302489.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:20:47.759027 3036185 EVENT_LOG_v1 {"time_micros": 1708460447759026, "job": 20365, "event": "table_file_deletion", "file_number": 302489} 2024/02/20-20:20:47.759080 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302490.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:20:47.759087 3036185 EVENT_LOG_v1 {"time_micros": 1708460447759085, "job": 20365, "event": "table_file_deletion", "file_number": 302490} 2024/02/20-20:20:47.763669 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302569.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:20:47.763731 3036185 EVENT_LOG_v1 {"time_micros": 1708460447763719, "job": 20365, "event": "table_file_deletion", "file_number": 302569} 2024/02/20-20:20:47.763801 2307667 (Original Log Time 2024/02/20-20:19:21.468432) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-20:21:25.327567 2307674 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302542. Total log size is 15728701 while max_total_wal_size is 15728640 2024/02/20-20:21:25.327790 2307674 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302576. Immutable memtables: 0. 2024/02/20-20:21:25.327893 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20366] Syncing log #302567 2024/02/20-20:21:25.381365 3036210 (Original Log Time 2024/02/20-20:21:25.327882) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:21:25.381378 3036210 [db/flush_job.cc:892] [url] [JOB 20366] Flushing memtable with next log file: 302576 2024/02/20-20:21:25.381403 3036210 EVENT_LOG_v1 {"time_micros": 1708460485381396, "job": 20366, "event": "flush_started", "num_memtables": 1, "num_entries": 58929, "num_deletes": 0, "total_data_size": 8912652, "memory_usage": 10273472, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:21:25.381407 3036210 [db/flush_job.cc:926] [url] [JOB 20366] Level-0 flush table #302577: started 2024/02/20-20:21:25.530815 3036210 EVENT_LOG_v1 {"time_micros": 1708460485530773, "cf_name": "url", "job": 20366, "event": "table_file_creation", "file_number": 302577, "file_size": 4530327, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163647517, "largest_seqno": 5163817160, "table_properties": {"data_size": 4458579, "index_size": 106321, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6421, "raw_key_size": 8363160, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1332, "num_entries": 55834, "num_filter_entries": 7253, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460201, "oldest_key_time": 1708460201, "file_creation_time": 1708460485, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302577, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:21:25.530878 3036210 [db/flush_job.cc:1062] [url] [JOB 20366] Flush lasted 149524 microseconds, and 143357 cpu microseconds. 2024/02/20-20:21:25.531490 3036210 (Original Log Time 2024/02/20-20:21:25.530857) [db/flush_job.cc:1011] [url] [JOB 20366] Level-0 flush table #302577: 4530327 bytes OK 2024/02/20-20:21:25.531494 3036210 (Original Log Time 2024/02/20-20:21:25.530886) [db/memtable_list.cc:555] [url] Level-0 commit table #302577 started 2024/02/20-20:21:25.531496 3036210 (Original Log Time 2024/02/20-20:21:25.531310) [db/memtable_list.cc:754] [url] Level-0 commit table #302577: memtable #1 done 2024/02/20-20:21:25.531498 3036210 (Original Log Time 2024/02/20-20:21:25.531331) EVENT_LOG_v1 {"time_micros": 1708460485531324, "job": 20366, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-20:21:25.531500 3036210 (Original Log Time 2024/02/20-20:21:25.531408) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-20:21:25.531509 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20366] Try to delete WAL files size 6634859, prev total WAL file size 15736847, number of live WAL files 6. 2024/02/20-20:21:25.532451 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302542.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:21:25.532634 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302558.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:22:45.374541 2307672 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302560. Total log size is 15728682 while max_total_wal_size is 15728640 2024/02/20-20:22:45.374863 2307672 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302578. Immutable memtables: 0. 2024/02/20-20:22:45.374993 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20367] Syncing log #302576 2024/02/20-20:22:45.377629 3036193 (Original Log Time 2024/02/20-20:22:45.374981) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:22:45.377637 3036193 [db/flush_job.cc:892] [tag] [JOB 20367] Flushing memtable with next log file: 302578 2024/02/20-20:22:45.377664 3036193 EVENT_LOG_v1 {"time_micros": 1708460565377656, "job": 20367, "event": "flush_started", "num_memtables": 1, "num_entries": 10641, "num_deletes": 0, "total_data_size": 929989, "memory_usage": 2132840, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:22:45.377667 3036193 [db/flush_job.cc:926] [tag] [JOB 20367] Level-0 flush table #302579: started 2024/02/20-20:22:45.388591 3036193 EVENT_LOG_v1 {"time_micros": 1708460565388548, "cf_name": "tag", "job": 20367, "event": "table_file_creation", "file_number": 302579, "file_size": 548238, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163717804, "largest_seqno": 5163904631, "table_properties": {"data_size": 542885, "index_size": 6169, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 896968, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 171, "num_entries": 10517, "num_filter_entries": 165, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460323, "oldest_key_time": 1708460323, "file_creation_time": 1708460565, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302579, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:22:45.388661 3036193 [db/flush_job.cc:1062] [tag] [JOB 20367] Flush lasted 11038 microseconds, and 9344 cpu microseconds. 2024/02/20-20:22:45.389150 3036193 (Original Log Time 2024/02/20-20:22:45.388639) [db/flush_job.cc:1011] [tag] [JOB 20367] Level-0 flush table #302579: 548238 bytes OK 2024/02/20-20:22:45.389155 3036193 (Original Log Time 2024/02/20-20:22:45.388670) [db/memtable_list.cc:555] [tag] Level-0 commit table #302579 started 2024/02/20-20:22:45.389157 3036193 (Original Log Time 2024/02/20-20:22:45.388993) [db/memtable_list.cc:754] [tag] Level-0 commit table #302579: memtable #1 done 2024/02/20-20:22:45.389159 3036193 (Original Log Time 2024/02/20-20:22:45.389021) EVENT_LOG_v1 {"time_micros": 1708460565389014, "job": 20367, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:22:45.389162 3036193 (Original Log Time 2024/02/20-20:22:45.389102) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-20:22:45.389170 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20367] Try to delete WAL files size 2071131, prev total WAL file size 15729704, number of live WAL files 5. 2024/02/20-20:22:45.389408 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302560.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:22:45.389887 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302563.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:23:09.578617 2307636 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302567. Total log size is 15769883 while max_total_wal_size is 15728640 2024/02/20-20:23:09.578914 2307636 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302580. Immutable memtables: 0. 2024/02/20-20:23:09.579039 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20368] Syncing log #302578 2024/02/20-20:23:09.686597 3036210 (Original Log Time 2024/02/20-20:23:09.579021) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:23:09.686606 3036210 [db/flush_job.cc:892] [key] [JOB 20368] Flushing memtable with next log file: 302580 2024/02/20-20:23:09.686631 3036210 EVENT_LOG_v1 {"time_micros": 1708460589686623, "job": 20368, "event": "flush_started", "num_memtables": 1, "num_entries": 135516, "num_deletes": 92000, "total_data_size": 8438831, "memory_usage": 11253720, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:23:09.686635 3036210 [db/flush_job.cc:926] [key] [JOB 20368] Level-0 flush table #302581: started 2024/02/20-20:23:09.879027 3036210 EVENT_LOG_v1 {"time_micros": 1708460589878993, "cf_name": "key", "job": 20368, "event": "table_file_creation", "file_number": 302581, "file_size": 3492043, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163740239, "largest_seqno": 5163933233, "table_properties": {"data_size": 3340352, "index_size": 38917, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 121301, "raw_key_size": 8024792, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1065, "num_entries": 133155, "num_filter_entries": 137947, "num_deletions": 92000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460360, "oldest_key_time": 1708460360, "file_creation_time": 1708460589, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302581, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:23:09.879076 3036210 [db/flush_job.cc:1062] [key] [JOB 20368] Flush lasted 192486 microseconds, and 186038 cpu microseconds. 2024/02/20-20:23:09.879423 3036210 (Original Log Time 2024/02/20-20:23:09.879060) [db/flush_job.cc:1011] [key] [JOB 20368] Level-0 flush table #302581: 3492043 bytes OK 2024/02/20-20:23:09.879425 3036210 (Original Log Time 2024/02/20-20:23:09.879082) [db/memtable_list.cc:555] [key] Level-0 commit table #302581 started 2024/02/20-20:23:09.879427 3036210 (Original Log Time 2024/02/20-20:23:09.879324) [db/memtable_list.cc:754] [key] Level-0 commit table #302581: memtable #1 done 2024/02/20-20:23:09.879428 3036210 (Original Log Time 2024/02/20-20:23:09.879337) EVENT_LOG_v1 {"time_micros": 1708460589879333, "job": 20368, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-20:23:09.879429 3036210 (Original Log Time 2024/02/20-20:23:09.879395) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-20:23:09.879433 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20368] Try to delete WAL files size 7022711, prev total WAL file size 15784222, number of live WAL files 4. 2024/02/20-20:23:09.880468 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302567.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:25:12.094382 2307628 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302576. Total log size is 15728743 while max_total_wal_size is 15728640 2024/02/20-20:25:12.094883 2307628 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302582. Immutable memtables: 0. 2024/02/20-20:25:12.095019 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20369] Syncing log #302580 2024/02/20-20:25:12.141105 3036193 (Original Log Time 2024/02/20-20:25:12.095001) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:25:12.141119 3036193 [db/flush_job.cc:892] [url] [JOB 20369] Flushing memtable with next log file: 302582 2024/02/20-20:25:12.141154 3036193 EVENT_LOG_v1 {"time_micros": 1708460712141143, "job": 20369, "event": "flush_started", "num_memtables": 1, "num_entries": 47066, "num_deletes": 0, "total_data_size": 7117299, "memory_usage": 8592352, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:25:12.141159 3036193 [db/flush_job.cc:926] [url] [JOB 20369] Level-0 flush table #302583: started 2024/02/20-20:25:12.300325 3036193 EVENT_LOG_v1 {"time_micros": 1708460712300280, "cf_name": "url", "job": 20369, "event": "table_file_creation", "file_number": 302583, "file_size": 3664527, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163817162, "largest_seqno": 5164010157, "table_properties": {"data_size": 3606555, "index_size": 83392, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5541, "raw_key_size": 6698953, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1078, "num_entries": 44671, "num_filter_entries": 6254, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460485, "oldest_key_time": 1708460485, "file_creation_time": 1708460712, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302583, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:25:12.300392 3036193 [db/flush_job.cc:1062] [url] [JOB 20369] Flush lasted 159299 microseconds, and 127007 cpu microseconds. 2024/02/20-20:25:12.301247 3036193 (Original Log Time 2024/02/20-20:25:12.300371) [db/flush_job.cc:1011] [url] [JOB 20369] Level-0 flush table #302583: 3664527 bytes OK 2024/02/20-20:25:12.301250 3036193 (Original Log Time 2024/02/20-20:25:12.300400) [db/memtable_list.cc:555] [url] Level-0 commit table #302583 started 2024/02/20-20:25:12.301252 3036193 (Original Log Time 2024/02/20-20:25:12.301089) [db/memtable_list.cc:754] [url] Level-0 commit table #302583: memtable #1 done 2024/02/20-20:25:12.301253 3036193 (Original Log Time 2024/02/20-20:25:12.301112) EVENT_LOG_v1 {"time_micros": 1708460712301104, "job": 20369, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-20:25:12.301254 3036193 (Original Log Time 2024/02/20-20:25:12.301197) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-20:25:12.301259 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20369] Try to delete WAL files size 6634840, prev total WAL file size 15743304, number of live WAL files 4. 2024/02/20-20:25:12.301352 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 20370] Compacting 2@0 files to L5, score 1.00 2024/02/20-20:25:12.301362 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20377 Base level 0, inputs: [302583(3578KB) 302577(4424KB)] 2024/02/20-20:25:12.301411 3036190 EVENT_LOG_v1 {"time_micros": 1708460712301375, "job": 20370, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302583, 302577], "score": 1, "input_data_size": 8194854, "oldest_snapshot_seqno": -1} 2024/02/20-20:25:12.302433 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302576.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:25:12.566802 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20370] Generated table #302584: 100501 keys, 7846365 bytes, temperature: kUnknown 2024/02/20-20:25:12.566886 3036190 EVENT_LOG_v1 {"time_micros": 1708460712566835, "cf_name": "url", "job": 20370, "event": "table_file_creation", "file_number": 302584, "file_size": 7846365, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163647517, "largest_seqno": 5164010157, "table_properties": {"data_size": 7725367, "index_size": 186708, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9349, "raw_key_size": 15061653, "raw_average_key_size": 149, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2300, "num_entries": 100501, "num_filter_entries": 10672, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460201, "oldest_key_time": 0, "file_creation_time": 1708460712, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302584, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:25:12.567796 3036190 (Original Log Time 2024/02/20-20:25:12.567284) [db/compaction/compaction_job.cc:1729] [url] [JOB 20370] Compacted 2@0 files to L5 => 7846365 bytes 2024/02/20-20:25:12.567800 3036190 (Original Log Time 2024/02/20-20:25:12.567669) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.03, MB/sec: 30.9 rd, 29.5 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(7.8, 0.0 +0.0 blob) out(7.5 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 100505, records dropped: 4 output_compression: LZ4 2024/02/20-20:25:12.567807 3036190 (Original Log Time 2024/02/20-20:25:12.567703) EVENT_LOG_v1 {"time_micros": 1708460712567681, "job": 20370, "event": "compaction_finished", "compaction_time_micros": 265546, "compaction_time_cpu_micros": 257381, "output_level": 5, "num_output_files": 1, "total_output_size": 7846365, "num_input_records": 100505, "num_output_records": 100501, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-20:25:12.568355 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302577.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:25:12.568370 3036190 EVENT_LOG_v1 {"time_micros": 1708460712568367, "job": 20370, "event": "table_file_deletion", "file_number": 302577} 2024/02/20-20:25:12.568811 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302583.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:25:12.568824 3036190 EVENT_LOG_v1 {"time_micros": 1708460712568821, "job": 20370, "event": "table_file_deletion", "file_number": 302583} 2024/02/20-20:27:04.462490 2307640 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302578. Total log size is 15728947 while max_total_wal_size is 15728640 2024/02/20-20:27:04.462773 2307640 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302585. Immutable memtables: 0. 2024/02/20-20:27:04.462894 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20371] Syncing log #302582 2024/02/20-20:27:04.476868 3036210 (Original Log Time 2024/02/20-20:27:04.462883) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:27:04.476879 3036210 [db/flush_job.cc:892] [tag] [JOB 20371] Flushing memtable with next log file: 302585 2024/02/20-20:27:04.476906 3036210 EVENT_LOG_v1 {"time_micros": 1708460824476897, "job": 20371, "event": "flush_started", "num_memtables": 1, "num_entries": 12168, "num_deletes": 0, "total_data_size": 1060719, "memory_usage": 1267280, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:27:04.476912 3036210 [db/flush_job.cc:926] [tag] [JOB 20371] Level-0 flush table #302586: started 2024/02/20-20:27:04.488261 3036210 EVENT_LOG_v1 {"time_micros": 1708460824488233, "cf_name": "tag", "job": 20371, "event": "table_file_creation", "file_number": 302586, "file_size": 611789, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163904791, "largest_seqno": 5164084921, "table_properties": {"data_size": 605971, "index_size": 6980, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1026519, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 196, "num_entries": 12063, "num_filter_entries": 171, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460565, "oldest_key_time": 1708460565, "file_creation_time": 1708460824, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302586, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:27:04.488313 3036210 [db/flush_job.cc:1062] [tag] [JOB 20371] Flush lasted 11451 microseconds, and 9665 cpu microseconds. 2024/02/20-20:27:04.488724 3036210 (Original Log Time 2024/02/20-20:27:04.488296) [db/flush_job.cc:1011] [tag] [JOB 20371] Level-0 flush table #302586: 611789 bytes OK 2024/02/20-20:27:04.488727 3036210 (Original Log Time 2024/02/20-20:27:04.488321) [db/memtable_list.cc:555] [tag] Level-0 commit table #302586 started 2024/02/20-20:27:04.488728 3036210 (Original Log Time 2024/02/20-20:27:04.488602) [db/memtable_list.cc:754] [tag] Level-0 commit table #302586: memtable #1 done 2024/02/20-20:27:04.488729 3036210 (Original Log Time 2024/02/20-20:27:04.488619) EVENT_LOG_v1 {"time_micros": 1708460824488614, "job": 20371, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:27:04.488731 3036210 (Original Log Time 2024/02/20-20:27:04.488685) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-20:27:04.488735 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20371] Try to delete WAL files size 2112332, prev total WAL file size 15729488, number of live WAL files 4. 2024/02/20-20:27:04.488835 3036192 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20372] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-20:27:04.488848 3036192 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20379 Base level 0, inputs: [302586(597KB) 302579(535KB)], [302562(64MB) 302565(64MB) 302566(50MB)] 2024/02/20-20:27:04.488878 3036192 EVENT_LOG_v1 {"time_micros": 1708460824488865, "job": 20372, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302586, 302579], "files_L6": [302562, 302565, 302566], "score": 1, "input_data_size": 189405786, "oldest_snapshot_seqno": -1} 2024/02/20-20:27:04.489084 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302578.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:27:10.099285 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20372] Generated table #302587: 2477128 keys, 67633581 bytes, temperature: kUnknown 2024/02/20-20:27:10.099358 3036192 EVENT_LOG_v1 {"time_micros": 1708460830099316, "cf_name": "tag", "job": 20372, "event": "table_file_creation", "file_number": 302587, "file_size": 67633581, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109251, "index_size": 1516846, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 997, "raw_key_size": 208539099, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36180, "num_entries": 2477128, "num_filter_entries": 1126, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708460824, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302587, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:27:15.547081 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20372] Generated table #302588: 2000954 keys, 67660009 bytes, temperature: kUnknown 2024/02/20-20:27:15.547172 3036192 EVENT_LOG_v1 {"time_micros": 1708460835547129, "cf_name": "tag", "job": 20372, "event": "table_file_creation", "file_number": 302588, "file_size": 67660009, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109409, "index_size": 1341060, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 186464269, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35576, "num_entries": 2000954, "num_filter_entries": 2327, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708460830, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302588, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:27:20.135283 3036192 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20372] Generated table #302589: 2051037 keys, 53516402 bytes, temperature: kUnknown 2024/02/20-20:27:20.135342 3036192 EVENT_LOG_v1 {"time_micros": 1708460840135308, "cf_name": "tag", "job": 20372, "event": "table_file_creation", "file_number": 302589, "file_size": 53516402, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 53106018, "index_size": 1208708, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 165199003, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 29111, "num_entries": 2051037, "num_filter_entries": 294, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708460835, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302589, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:27:20.142870 3036192 (Original Log Time 2024/02/20-20:27:20.141771) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20372] Compacted 2@0 + 3@6 files to L6 => 188809992 bytes 2024/02/20-20:27:20.142875 3036192 (Original Log Time 2024/02/20-20:27:20.142717) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 12.1 rd, 12.1 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.1, 179.5 +0.0 blob) out(180.1 +0.0 blob), read-write-amplify(326.0) write-amplify(162.8) OK, records in: 6529119, records dropped: 0 output_compression: ZSTD 2024/02/20-20:27:20.142885 3036192 (Original Log Time 2024/02/20-20:27:20.142757) EVENT_LOG_v1 {"time_micros": 1708460840142738, "job": 20372, "event": "compaction_finished", "compaction_time_micros": 15646521, "compaction_time_cpu_micros": 15274338, "output_level": 6, "num_output_files": 3, "total_output_size": 188809992, "num_input_records": 6529119, "num_output_records": 6529119, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-20:27:20.148699 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302562.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:27:20.148731 3036192 EVENT_LOG_v1 {"time_micros": 1708460840148726, "job": 20372, "event": "table_file_deletion", "file_number": 302562} 2024/02/20-20:27:20.156853 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302565.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:27:20.156892 3036192 EVENT_LOG_v1 {"time_micros": 1708460840156886, "job": 20372, "event": "table_file_deletion", "file_number": 302565} 2024/02/20-20:27:20.162731 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302566.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:27:20.162770 3036192 EVENT_LOG_v1 {"time_micros": 1708460840162763, "job": 20372, "event": "table_file_deletion", "file_number": 302566} 2024/02/20-20:27:20.162956 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302579.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:27:20.163033 3036192 EVENT_LOG_v1 {"time_micros": 1708460840162965, "job": 20372, "event": "table_file_deletion", "file_number": 302579} 2024/02/20-20:27:20.163199 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302586.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:27:20.163207 3036192 EVENT_LOG_v1 {"time_micros": 1708460840163205, "job": 20372, "event": "table_file_deletion", "file_number": 302586} 2024/02/20-20:27:44.096427 2307639 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302580. Total log size is 15728664 while max_total_wal_size is 15728640 2024/02/20-20:27:44.096715 2307639 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302590. Immutable memtables: 0. 2024/02/20-20:27:44.096852 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20373] Syncing log #302585 2024/02/20-20:27:44.138779 3036193 (Original Log Time 2024/02/20-20:27:44.096831) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:27:44.138793 3036193 [db/flush_job.cc:892] [key] [JOB 20373] Flushing memtable with next log file: 302590 2024/02/20-20:27:44.138828 3036193 EVENT_LOG_v1 {"time_micros": 1708460864138818, "job": 20373, "event": "flush_started", "num_memtables": 1, "num_entries": 104029, "num_deletes": 52000, "total_data_size": 6506288, "memory_usage": 8960256, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:27:44.138834 3036193 [db/flush_job.cc:926] [key] [JOB 20373] Level-0 flush table #302591: started 2024/02/20-20:27:44.337387 3036193 EVENT_LOG_v1 {"time_micros": 1708460864337353, "cf_name": "key", "job": 20373, "event": "table_file_creation", "file_number": 302591, "file_size": 3672806, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163933235, "largest_seqno": 5164106929, "table_properties": {"data_size": 3553818, "index_size": 30864, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 93845, "raw_key_size": 6130621, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1062, "num_entries": 101260, "num_filter_entries": 106906, "num_deletions": 52000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460589, "oldest_key_time": 1708460589, "file_creation_time": 1708460864, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302591, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:27:44.337429 3036193 [db/flush_job.cc:1062] [key] [JOB 20373] Flush lasted 198661 microseconds, and 146023 cpu microseconds. 2024/02/20-20:27:44.338130 3036193 (Original Log Time 2024/02/20-20:27:44.337415) [db/flush_job.cc:1011] [key] [JOB 20373] Level-0 flush table #302591: 3672806 bytes OK 2024/02/20-20:27:44.338134 3036193 (Original Log Time 2024/02/20-20:27:44.337435) [db/memtable_list.cc:555] [key] Level-0 commit table #302591 started 2024/02/20-20:27:44.338136 3036193 (Original Log Time 2024/02/20-20:27:44.337988) [db/memtable_list.cc:754] [key] Level-0 commit table #302591: memtable #1 done 2024/02/20-20:27:44.338138 3036193 (Original Log Time 2024/02/20-20:27:44.338013) EVENT_LOG_v1 {"time_micros": 1708460864338007, "job": 20373, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-20:27:44.338141 3036193 (Original Log Time 2024/02/20-20:27:44.338085) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-20:27:44.338147 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20373] Try to delete WAL files size 6981571, prev total WAL file size 15739037, number of live WAL files 4. 2024/02/20-20:27:44.338268 3036186 [db/compaction/compaction_job.cc:2079] [key] [JOB 20374] Compacting 2@0 files to L5, score 1.00 2024/02/20-20:27:44.338279 3036186 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20381 Base level 0, inputs: [302591(3586KB) 302581(3410KB)] 2024/02/20-20:27:44.338304 3036186 EVENT_LOG_v1 {"time_micros": 1708460864338294, "job": 20374, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302591, 302581], "score": 1, "input_data_size": 7164849, "oldest_snapshot_seqno": -1} 2024/02/20-20:27:44.339279 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302580.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:27:44.681493 3036186 [db/compaction/compaction_job.cc:1655] [key] [JOB 20374] Generated table #302592: 234415 keys, 7090817 bytes, temperature: kUnknown 2024/02/20-20:27:44.681551 3036186 EVENT_LOG_v1 {"time_micros": 1708460864681518, "cf_name": "key", "job": 20374, "event": "table_file_creation", "file_number": 302592, "file_size": 7090817, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163740239, "largest_seqno": 5164106929, "table_properties": {"data_size": 6822718, "index_size": 70606, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 214149, "raw_key_size": 14155413, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2104, "num_entries": 234415, "num_filter_entries": 242921, "num_deletions": 144000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460360, "oldest_key_time": 0, "file_creation_time": 1708460864, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302592, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:27:44.682356 3036186 (Original Log Time 2024/02/20-20:27:44.682024) [db/compaction/compaction_job.cc:1729] [key] [JOB 20374] Compacted 2@0 files to L5 => 7090817 bytes 2024/02/20-20:27:44.682359 3036186 (Original Log Time 2024/02/20-20:27:44.682271) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 20.9 rd, 20.7 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(6.8, 0.0 +0.0 blob) out(6.8 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 234415, records dropped: 0 output_compression: LZ4 2024/02/20-20:27:44.682364 3036186 (Original Log Time 2024/02/20-20:27:44.682290) EVENT_LOG_v1 {"time_micros": 1708460864682281, "job": 20374, "event": "compaction_finished", "compaction_time_micros": 343312, "compaction_time_cpu_micros": 332421, "output_level": 5, "num_output_files": 1, "total_output_size": 7090817, "num_input_records": 234415, "num_output_records": 234415, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-20:29:49.403707 2307640 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302582. Total log size is 15834628 while max_total_wal_size is 15728640 2024/02/20-20:29:49.403975 2307640 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302593. Immutable memtables: 0. 2024/02/20-20:29:49.404108 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20375] Syncing log #302590 2024/02/20-20:29:49.412808 3036210 (Original Log Time 2024/02/20-20:29:49.404091) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:29:49.412821 3036210 [db/flush_job.cc:892] [url] [JOB 20375] Flushing memtable with next log file: 302593 2024/02/20-20:29:49.412852 3036210 EVENT_LOG_v1 {"time_micros": 1708460989412843, "job": 20375, "event": "flush_started", "num_memtables": 1, "num_entries": 57720, "num_deletes": 0, "total_data_size": 8756188, "memory_usage": 10091768, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:29:49.412857 3036210 [db/flush_job.cc:926] [url] [JOB 20375] Level-0 flush table #302594: started 2024/02/20-20:29:49.489157 3036210 EVENT_LOG_v1 {"time_micros": 1708460989489114, "cf_name": "url", "job": 20375, "event": "table_file_creation", "file_number": 302594, "file_size": 4427827, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164010159, "largest_seqno": 5164181327, "table_properties": {"data_size": 4359387, "index_size": 103891, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8212066, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1303, "num_entries": 54656, "num_filter_entries": 7050, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460712, "oldest_key_time": 1708460712, "file_creation_time": 1708460989, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302594, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:29:49.489211 3036210 [db/flush_job.cc:1062] [url] [JOB 20375] Flush lasted 76413 microseconds, and 69584 cpu microseconds. 2024/02/20-20:29:49.489734 3036210 (Original Log Time 2024/02/20-20:29:49.489191) [db/flush_job.cc:1011] [url] [JOB 20375] Level-0 flush table #302594: 4427827 bytes OK 2024/02/20-20:29:49.489737 3036210 (Original Log Time 2024/02/20-20:29:49.489219) [db/memtable_list.cc:555] [url] Level-0 commit table #302594 started 2024/02/20-20:29:49.489739 3036210 (Original Log Time 2024/02/20-20:29:49.489585) [db/memtable_list.cc:754] [url] Level-0 commit table #302594: memtable #1 done 2024/02/20-20:29:49.489742 3036210 (Original Log Time 2024/02/20-20:29:49.489603) EVENT_LOG_v1 {"time_micros": 1708460989489597, "job": 20375, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:29:49.489744 3036210 (Original Log Time 2024/02/20-20:29:49.489682) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-20:29:49.489757 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20375] Try to delete WAL files size 6635044, prev total WAL file size 15838648, number of live WAL files 4. 2024/02/20-20:29:49.490396 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302581.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:29:49.490409 3036210 EVENT_LOG_v1 {"time_micros": 1708460989490406, "job": 20375, "event": "table_file_deletion", "file_number": 302581} 2024/02/20-20:29:49.491440 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302582.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:29:49.491893 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302591.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:29:49.491902 3036210 EVENT_LOG_v1 {"time_micros": 1708460989491900, "job": 20375, "event": "table_file_deletion", "file_number": 302591} 2024/02/20-20:30:10.079129 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-20:30:10.079339 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1048408.9 total, 600.2 interval Cumulative writes: 134M writes, 598M keys, 134M commit groups, 1.0 writes per commit group, ingest: 57.65 GB, 0.06 MB/s Cumulative WAL: 134M writes, 0 syncs, 134354871.00 writes per sync, written: 57.65 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 114K writes, 424K keys, 113K commit groups, 1.0 writes per commit group, ingest: 35.19 MB, 0.06 MB/s Interval WAL: 114K writes, 0 syncs, 114309.00 writes per sync, written: 0.03 GB, 0.06 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.22 MB 0.5 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 420.87 392.73 4245 0.099 0 0 0.0 0.0 L5 1/0 7.48 MB 0.0 70.0 18.7 51.3 68.8 17.5 0.0 3.7 41.9 41.2 1709.51 1637.38 2194 0.779 1056M 1170 0.0 0.0 L6 13/0 832.56 MB 0.0 415.0 17.9 397.1 397.5 0.4 0.0 22.2 15.9 15.2 26716.97 24638.93 613 43.584 9702M 261M 0.0 0.0 Sum 15/0 844.27 MB 0.0 485.0 36.6 448.4 485.3 36.9 0.0 25.5 17.2 17.2 28847.36 26669.04 7052 4.091 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.6 12.0 30.0 0.65 0.60 4 0.163 100K 4 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 485.0 36.6 448.4 466.3 17.9 0.0 0.0 17.5 16.8 28426.49 26276.31 2807 10.127 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 420.87 392.73 4245 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1048408.9 total, 600.2 interval Flush(GB): cumulative 19.023, interval 0.012 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 485.34 GB write, 0.47 MB/s write, 484.99 GB read, 0.47 MB/s read, 28847.4 seconds Interval compaction: 0.02 GB write, 0.03 MB/s write, 0.01 GB read, 0.01 MB/s read, 0.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.36 GB table_size: 4480 occupancy: 1663 collections: 1748 last_copies: 0 last_secs: 0.000848 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(872,14.33 MB,0.932961%) IndexBlock(790,1.35 GB,89.9995%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6120405 Average: 2.1909 StdDev: 4.25 Min: 0 Median: 1.3853 Max: 2021 Percentiles: P50: 1.39 P75: 1.97 P99: 7.74 P99.9: 45.30 P99.99: 126.76 ------------------------------------------------------ [ 0, 1 ] 2055336 33.582% 33.582% ####### ( 1, 2 ] 2608157 42.614% 76.196% ######### ( 2, 3 ] 1022178 16.701% 92.897% ### ( 3, 4 ] 248228 4.056% 96.953% # ( 4, 6 ] 109659 1.792% 98.744% ( 6, 10 ] 35928 0.587% 99.331% ( 10, 15 ] 15204 0.248% 99.580% ( 15, 22 ] 7722 0.126% 99.706% ( 22, 34 ] 8044 0.131% 99.837% ( 34, 51 ] 5758 0.094% 99.932% ( 51, 76 ] 2561 0.042% 99.973% ( 76, 110 ] 904 0.015% 99.988% ( 110, 170 ] 408 0.007% 99.995% ( 170, 250 ] 131 0.002% 99.997% ( 250, 380 ] 73 0.001% 99.998% ( 380, 580 ] 75 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22041588 Average: 2.4726 StdDev: 6.75 Min: 0 Median: 1.4980 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.90 P99.99: 145.83 ------------------------------------------------------ [ 0, 1 ] 6744274 30.598% 30.598% ###### ( 1, 2 ] 8586938 38.958% 69.556% ######## ( 2, 3 ] 3732920 16.936% 86.492% ### ( 3, 4 ] 1371608 6.223% 92.714% # ( 4, 6 ] 1085830 4.926% 97.641% # ( 6, 10 ] 350189 1.589% 99.230% ( 10, 15 ] 60362 0.274% 99.503% ( 15, 22 ] 30878 0.140% 99.643% ( 22, 34 ] 33048 0.150% 99.793% ( 34, 51 ] 25120 0.114% 99.907% ( 51, 76 ] 12084 0.055% 99.962% ( 76, 110 ] 4929 0.022% 99.985% ( 110, 170 ] 2016 0.009% 99.994% ( 170, 250 ] 597 0.003% 99.996% ( 250, 380 ] 329 0.001% 99.998% ( 380, 580 ] 260 0.001% 99.999% ( 580, 870 ] 110 0.000% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 216045493 Average: 12.5381 StdDev: 136.20 Min: 0 Median: 1.5009 Max: 179134 Percentiles: P50: 1.50 P75: 2.62 P99: 143.18 P99.9: 307.68 P99.99: 1556.91 ------------------------------------------------------ [ 0, 1 ] 73099862 33.835% 33.835% ####### ( 1, 2 ] 69714646 32.269% 66.104% ###### ( 2, 3 ] 30907112 14.306% 80.410% ### ( 3, 4 ] 6662517 3.084% 83.494% # ( 4, 6 ] 1208495 0.559% 84.053% ( 6, 10 ] 568702 0.263% 84.316% ( 10, 15 ] 322019 0.149% 84.465% ( 15, 22 ] 276124 0.128% 84.593% ( 22, 34 ] 7800743 3.611% 88.204% # ( 34, 51 ] 8035060 3.719% 91.923% # ( 51, 76 ] 6407035 2.966% 94.888% # ( 76, 110 ] 6975327 3.229% 98.117% # ( 110, 170 ] 3449472 1.597% 99.714% ( 170, 250 ] 350429 0.162% 99.876% ( 250, 380 ] 116983 0.054% 99.930% ( 380, 580 ] 71136 0.033% 99.963% ( 580, 870 ] 31910 0.015% 99.978% ( 870, 1300 ] 14426 0.007% 99.984% ( 1300, 1900 ] 27769 0.013% 99.997% ( 1900, 2900 ] 2227 0.001% 99.998% ( 2900, 4400 ] 898 0.000% 99.999% ( 4400, 6600 ] 635 0.000% 99.999% ( 6600, 9900 ] 563 0.000% 99.999% ( 9900, 14000 ] 357 0.000% 100.000% ( 14000, 22000 ] 217 0.000% 100.000% ( 22000, 33000 ] 111 0.000% 100.000% ( 33000, 50000 ] 191 0.000% 100.000% ( 50000, 75000 ] 337 0.000% 100.000% ( 75000, 110000 ] 149 0.000% 100.000% ( 110000, 170000 ] 40 0.000% 100.000% ( 170000, 250000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.3 90.33 76.59 4126 0.022 0 0 0.0 0.0 L6 3/0 180.06 MB 0.0 321.1 3.2 317.9 318.0 0.1 0.0 99.2 15.3 15.2 21459.18 21064.13 2173 9.875 11G 63M 0.0 0.0 Sum 3/0 180.06 MB 0.0 321.1 3.2 317.9 321.2 3.3 0.0 100.2 15.3 15.3 21549.51 21140.73 6299 3.421 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 163.8 11.5 11.6 15.67 15.29 3 5.223 6529K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 321.1 3.2 317.9 318.0 0.1 0.0 0.0 15.3 15.2 21459.18 21064.13 2173 9.875 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.3 90.33 76.59 4126 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1048408.9 total, 600.2 interval Flush(GB): cumulative 3.204, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 321.18 GB write, 0.31 MB/s write, 321.10 GB read, 0.31 MB/s read, 21549.5 seconds Interval compaction: 0.18 GB write, 0.30 MB/s write, 0.18 GB read, 0.30 MB/s read, 15.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4314 collections: 1748 last_copies: 0 last_secs: 0.001714 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2186,1.67 MB,0.108747%) IndexBlock(2127,1.46 GB,97.2852%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1052919 Average: 3.5715 StdDev: 6.29 Min: 0 Median: 2.5935 Max: 2960 Percentiles: P50: 2.59 P75: 3.78 P99: 12.39 P99.9: 60.56 P99.99: 193.00 ------------------------------------------------------ [ 0, 1 ] 121305 11.521% 11.521% ## ( 1, 2 ] 251788 23.913% 35.434% ##### ( 2, 3 ] 258429 24.544% 59.978% ##### ( 3, 4 ] 203020 19.282% 79.260% #### ( 4, 6 ] 175798 16.696% 95.956% ### ( 6, 10 ] 29708 2.821% 98.778% # ( 10, 15 ] 4889 0.464% 99.242% ( 15, 22 ] 2606 0.248% 99.489% ( 22, 34 ] 2212 0.210% 99.700% ( 34, 51 ] 1820 0.173% 99.872% ( 51, 76 ] 761 0.072% 99.945% ( 76, 110 ] 260 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.008% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 182163043 Average: 2.2213 StdDev: 45.21 Min: 0 Median: 1.3479 Max: 129678 Percentiles: P50: 1.35 P75: 2.01 P99: 7.10 P99.9: 56.49 P99.99: 149.12 ------------------------------------------------------ [ 0, 1 ] 66960175 36.758% 36.758% ####### ( 1, 2 ] 69326936 38.058% 74.816% ######## ( 2, 3 ] 34130382 18.736% 93.552% #### ( 3, 4 ] 8220916 4.513% 98.065% # ( 4, 6 ] 1529003 0.839% 98.904% ( 6, 10 ] 634109 0.348% 99.253% ( 10, 15 ] 413499 0.227% 99.480% ( 15, 22 ] 205502 0.113% 99.592% ( 22, 34 ] 320581 0.176% 99.768% ( 34, 51 ] 216032 0.119% 99.887% ( 51, 76 ] 108123 0.059% 99.946% ( 76, 110 ] 63261 0.035% 99.981% ( 110, 170 ] 25010 0.014% 99.995% ( 170, 250 ] 4327 0.002% 99.997% ( 250, 380 ] 1917 0.001% 99.998% ( 380, 580 ] 1589 0.001% 99.999% ( 580, 870 ] 931 0.001% 100.000% ( 870, 1300 ] 282 0.000% 100.000% ( 1300, 1900 ] 282 0.000% 100.000% ( 1900, 2900 ] 108 0.000% 100.000% ( 2900, 4400 ] 23 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ( 9900, 14000 ] 2 0.000% 100.000% ( 22000, 33000 ] 1 0.000% 100.000% ( 33000, 50000 ] 6 0.000% 100.000% ( 50000, 75000 ] 9 0.000% 100.000% ( 75000, 110000 ] 22 0.000% 100.000% ( 110000, 170000 ] 8 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.3 9.3 0.0 1.0 0.0 33.6 282.16 261.73 4213 0.067 0 0 0.0 0.0 L5 1/0 6.76 MB 0.0 22.7 8.4 14.3 22.5 8.2 0.0 2.7 28.6 28.4 810.66 783.35 2023 0.401 627M 283K 0.0 0.0 L6 6/0 385.42 MB 0.0 202.3 9.0 193.3 193.4 0.2 0.0 21.4 14.3 13.7 14500.32 14180.74 730 19.863 9059M 242M 0.0 0.0 Sum 7/0 392.18 MB 0.0 225.0 17.4 207.5 225.2 17.6 0.0 24.3 14.8 14.8 15593.15 15225.82 6966 2.238 9687M 242M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 58.4 4.8 4.6 86.63 82.46 4 21.657 18M 1036K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 225.0 17.4 207.5 215.9 8.4 0.0 0.0 15.0 14.4 15310.99 14964.09 2753 5.562 9687M 242M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.3 9.3 0.0 0.0 0.0 33.6 282.16 261.73 4213 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1048408.9 total, 600.2 interval Flush(GB): cumulative 9.252, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 225.16 GB write, 0.22 MB/s write, 224.97 GB read, 0.22 MB/s read, 15593.1 seconds Interval compaction: 0.39 GB write, 0.66 MB/s write, 0.40 GB read, 0.69 MB/s read, 86.6 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358753 collections: 1748 last_copies: 0 last_secs: 0.143681 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(358648,1.38 GB,92.258%) FilterBlock(53,64.06 MB,4.17076%) IndexBlock(50,23.42 MB,1.52498%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2894191 Average: 4.2807 StdDev: 8.04 Min: 0 Median: 1.9690 Max: 9050 Percentiles: P50: 1.97 P75: 5.42 P99: 17.98 P99.9: 61.15 P99.99: 151.52 ------------------------------------------------------ [ 0, 1 ] 640223 22.121% 22.121% #### ( 1, 2 ] 832709 28.772% 50.893% ###### ( 2, 3 ] 410733 14.192% 65.084% ### ( 3, 4 ] 178070 6.153% 71.237% # ( 4, 6 ] 153139 5.291% 76.528% # ( 6, 10 ] 459292 15.869% 92.398% ### ( 10, 15 ] 183685 6.347% 98.744% # ( 15, 22 ] 17407 0.601% 99.346% ( 22, 34 ] 9316 0.322% 99.668% ( 34, 51 ] 5672 0.196% 99.864% ( 51, 76 ] 2588 0.089% 99.953% ( 76, 110 ] 842 0.029% 99.982% ( 110, 170 ] 326 0.011% 99.993% ( 170, 250 ] 90 0.003% 99.997% ( 250, 380 ] 53 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 7021230 Average: 4.7391 StdDev: 7.63 Min: 0 Median: 2.5000 Max: 7311 Percentiles: P50: 2.50 P75: 6.24 P99: 19.57 P99.9: 69.33 P99.99: 168.75 ------------------------------------------------------ [ 0, 1 ] 1138165 16.210% 16.210% ### ( 1, 2 ] 1839663 26.201% 42.412% ##### ( 2, 3 ] 1065654 15.178% 57.589% ### ( 3, 4 ] 575704 8.199% 65.789% ## ( 4, 6 ] 574060 8.176% 73.965% ## ( 6, 10 ] 1234201 17.578% 91.543% #### ( 10, 15 ] 492441 7.014% 98.557% # ( 15, 22 ] 47710 0.680% 99.236% ( 22, 34 ] 25099 0.357% 99.594% ( 34, 51 ] 15843 0.226% 99.819% ( 51, 76 ] 7730 0.110% 99.929% ( 76, 110 ] 2932 0.042% 99.971% ( 110, 170 ] 1354 0.019% 99.990% ( 170, 250 ] 345 0.005% 99.995% ( 250, 380 ] 161 0.002% 99.998% ( 380, 580 ] 117 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 109294350 Average: 6.0408 StdDev: 101.53 Min: 0 Median: 2.3823 Max: 248339 Percentiles: P50: 2.38 P75: 7.61 P99: 46.21 P99.9: 161.97 P99.99: 495.88 ------------------------------------------------------ [ 0, 1 ] 25691076 23.506% 23.506% ##### ( 1, 2 ] 24586665 22.496% 46.002% #### ( 2, 3 ] 11428925 10.457% 56.459% ## ( 3, 4 ] 4490666 4.109% 60.568% # ( 4, 6 ] 5081512 4.649% 65.217% # ( 6, 10 ] 26641526 24.376% 89.593% ##### ( 10, 15 ] 8697784 7.958% 97.551% ## ( 15, 22 ] 701270 0.642% 98.193% ( 22, 34 ] 580046 0.531% 98.724% ( 34, 51 ] 420287 0.385% 99.108% ( 51, 76 ] 273659 0.250% 99.359% ( 76, 110 ] 343532 0.314% 99.673% ( 110, 170 ] 286452 0.262% 99.935% ( 170, 250 ] 46244 0.042% 99.977% ( 250, 380 ] 9741 0.009% 99.986% ( 380, 580 ] 6965 0.006% 99.993% ( 580, 870 ] 3948 0.004% 99.996% ( 870, 1300 ] 2078 0.002% 99.998% ( 1300, 1900 ] 2885 0.003% 100.001% ( 1900, 2900 ] 205 0.000% 100.001% ( 2900, 4400 ] 121 0.000% 100.001% ( 4400, 6600 ] 105 0.000% 100.001% ( 6600, 9900 ] 118 0.000% 100.001% ( 9900, 14000 ] 46 0.000% 100.001% ( 14000, 22000 ] 22 0.000% 100.001% ( 22000, 33000 ] 33 0.000% 100.001% ( 33000, 50000 ] 24 0.000% 100.001% ( 50000, 75000 ] 36 0.000% 100.001% ( 75000, 110000 ] 57 0.000% 100.002% ( 110000, 170000 ] 17 0.000% 100.002% ( 170000, 250000 ] 1 0.000% 100.002% 2024/02/20-20:30:10.083417 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 546535610 rocksdb.block.cache.hit COUNT : 2266654582 rocksdb.block.cache.add COUNT : 41126529 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33387 rocksdb.block.cache.index.hit COUNT : 556653599 rocksdb.block.cache.index.add COUNT : 33373 rocksdb.block.cache.index.bytes.insert COUNT : 35746626247 rocksdb.block.cache.filter.miss COUNT : 33393 rocksdb.block.cache.filter.hit COUNT : 1153721262 rocksdb.block.cache.filter.add COUNT : 33393 rocksdb.block.cache.filter.bytes.insert COUNT : 9077073989 rocksdb.block.cache.data.miss COUNT : 546468830 rocksdb.block.cache.data.hit COUNT : 556279721 rocksdb.block.cache.data.add COUNT : 41059763 rocksdb.block.cache.data.bytes.insert COUNT : 170079507942 rocksdb.block.cache.bytes.read COUNT : 1974608579272410 rocksdb.block.cache.bytes.write COUNT : 214903208178 rocksdb.bloom.filter.useful COUNT : 597134383 rocksdb.bloom.filter.full.positive COUNT : 556586911 rocksdb.bloom.filter.full.true.positive COUNT : 550814771 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 98121912 rocksdb.memtable.miss COUNT : 6559014837 rocksdb.l0.hit COUNT : 16814090 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 534000681 rocksdb.compaction.key.drop.new COUNT : 283835246 rocksdb.compaction.key.drop.obsolete COUNT : 283855188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 598325913 rocksdb.number.keys.read COUNT : 677032844 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61895860179 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69894 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33378 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 797103547 rocksdb.number.multiget.keys.read COUNT : 5980103905 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61895860179 rocksdb.write.self COUNT : 134133564 rocksdb.write.other COUNT : 221308 rocksdb.write.wal COUNT : 134354872 rocksdb.compact.read.bytes COUNT : 1028613191281 rocksdb.compact.write.bytes COUNT : 1073959000686 rocksdb.flush.write.bytes COUNT : 33804255218 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1077522 rocksdb.number.superversion_releases COUNT : 2807 rocksdb.number.superversion_cleanups COUNT : 176 rocksdb.number.block.compressed COUNT : 539761739 rocksdb.number.block.decompressed COUNT : 539734423 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 62304534182 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69894 rocksdb.num.iterator.deleted COUNT : 69894 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5444 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5406 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45479 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62817827024 rocksdb.memtable.garbage.bytes.at.flush COUNT : 760305906 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 975706172782 rocksdb.last.level.read.count COUNT : 507505345 rocksdb.non.last.level.read.bytes COUNT : 132321331186 rocksdb.non.last.level.read.count COUNT : 39130399 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 546568988 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2202368395103 rocksdb.bytes.compressed.to COUNT : 1069179852712 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26814086271 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6763896 rocksdb.bytes.decompressed.from COUNT : 1069352407311 rocksdb.bytes.decompressed.to COUNT : 2202308272564 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.522796 P95 : 106.334743 P99 : 160.472226 P100 : 227461.000000 COUNT : 677032844 SUM : 34968661018 rocksdb.db.write.micros P50 : 67.125662 P95 : 112.114429 P99 : 169.448225 P100 : 2037453.000000 COUNT : 134354872 SUM : 13896278279 rocksdb.compaction.times.micros P50 : 1592241.379310 P95 : 38979534.883721 P99 : 67661324.786325 P100 : 120470278.000000 COUNT : 7733 SUM : 65196655709 rocksdb.compaction.times.cpu_micros P50 : 1531382.978723 P95 : 36155744.680851 P99 : 64794502.617801 P100 : 110504443.000000 COUNT : 7733 SUM : 62304534182 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4333.452073 P95 : 27955.352304 P99 : 63462.765957 P100 : 1558490.000000 COUNT : 12569 SUM : 118646117 rocksdb.compaction.outfile.sync.micros P50 : 62557.896310 P95 : 126302.839117 P99 : 226193.939394 P100 : 2063820.000000 COUNT : 20792 SUM : 1334242221 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.642601 P95 : 731.649682 P99 : 4039.473684 P100 : 501117.000000 COUNT : 20370 SUM : 13156326 rocksdb.table.open.io.micros P50 : 587.186251 P95 : 6258.501511 P99 : 13180.210797 P100 : 291788.000000 COUNT : 33378 SUM : 60812215 rocksdb.db.multiget.micros P50 : 8.004731 P95 : 17.798947 P99 : 33.080553 P100 : 84321.000000 COUNT : 797103547 SUM : 7558938349 rocksdb.read.block.compaction.micros P50 : 13.694156 P95 : 60.049975 P99 : 139.258441 P100 : 179197.000000 COUNT : 505409067 SUM : 9928832155 rocksdb.read.block.get.micros P50 : 53.079482 P95 : 95.179193 P99 : 147.050227 P100 : 291601.000000 COUNT : 41126543 SUM : 2379157787 rocksdb.write.raw.block.micros P50 : 0.521748 P95 : 0.991320 P99 : 1.896727 P100 : 652052.000000 COUNT : 546625718 SUM : 11147645606 rocksdb.numfiles.in.singlecompaction P50 : 2.773063 P95 : 5.680537 P99 : 5.938739 P100 : 7.000000 COUNT : 5887 SUM : 20957 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.544972 P95 : 34.134138 P99 : 105.410353 P100 : 248339.000000 COUNT : 546635744 SUM : 3891011521 rocksdb.file.read.flush.micros P50 : 1.848063 P95 : 15.848451 P99 : 40.788874 P100 : 787.000000 COUNT : 62845 SUM : 300740 rocksdb.file.read.compaction.micros P50 : 1.429443 P95 : 37.510659 P99 : 106.872701 P100 : 248339.000000 COUNT : 505513041 SUM : 3478148339 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 677032845 SUM : 0 rocksdb.bytes.per.write P50 : 218.506039 P95 : 528.142496 P99 : 804.068437 P100 : 4563443.000000 COUNT : 134133564 SUM : 61895860179 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 797103548 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46478.146853 P95 : 167080.705009 P99 : 239383.080260 P100 : 1681975.000000 COUNT : 12618 SUM : 793357248 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-20:30:10.083639 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-20:30:10.083846 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708461010 to in-memory stats history 2024/02/20-20:30:10.083879 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-20:30:10.083920 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-20:31:49.388830 2307644 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302585. Total log size is 15824370 while max_total_wal_size is 15728640 2024/02/20-20:31:49.389116 2307644 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302595. Immutable memtables: 0. 2024/02/20-20:31:49.389235 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20376] Syncing log #302593 2024/02/20-20:31:49.399266 3036193 (Original Log Time 2024/02/20-20:31:49.389224) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:31:49.399277 3036193 [db/flush_job.cc:892] [tag] [JOB 20376] Flushing memtable with next log file: 302595 2024/02/20-20:31:49.399303 3036193 EVENT_LOG_v1 {"time_micros": 1708461109399295, "job": 20376, "event": "flush_started", "num_memtables": 1, "num_entries": 12681, "num_deletes": 0, "total_data_size": 1112627, "memory_usage": 1574888, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:31:49.399307 3036193 [db/flush_job.cc:926] [tag] [JOB 20376] Level-0 flush table #302596: started 2024/02/20-20:31:49.413254 3036193 EVENT_LOG_v1 {"time_micros": 1708461109413210, "cf_name": "tag", "job": 20376, "event": "table_file_creation", "file_number": 302596, "file_size": 650889, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164084947, "largest_seqno": 5164251970, "table_properties": {"data_size": 644566, "index_size": 7637, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1078965, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 204, "num_entries": 12596, "num_filter_entries": 180, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460824, "oldest_key_time": 1708460824, "file_creation_time": 1708461109, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302596, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:31:49.413309 3036193 [db/flush_job.cc:1062] [tag] [JOB 20376] Flush lasted 14050 microseconds, and 12708 cpu microseconds. 2024/02/20-20:31:49.413900 3036193 (Original Log Time 2024/02/20-20:31:49.413287) [db/flush_job.cc:1011] [tag] [JOB 20376] Level-0 flush table #302596: 650889 bytes OK 2024/02/20-20:31:49.413904 3036193 (Original Log Time 2024/02/20-20:31:49.413317) [db/memtable_list.cc:555] [tag] Level-0 commit table #302596 started 2024/02/20-20:31:49.413906 3036193 (Original Log Time 2024/02/20-20:31:49.413751) [db/memtable_list.cc:754] [tag] Level-0 commit table #302596: memtable #1 done 2024/02/20-20:31:49.413909 3036193 (Original Log Time 2024/02/20-20:31:49.413773) EVENT_LOG_v1 {"time_micros": 1708461109413766, "job": 20376, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:31:49.413911 3036193 (Original Log Time 2024/02/20-20:31:49.413853) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-20:31:49.413919 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20376] Try to delete WAL files size 2112049, prev total WAL file size 15826131, number of live WAL files 4. 2024/02/20-20:31:49.414468 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302585.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:32:27.059990 2307664 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302590. Total log size is 15728791 while max_total_wal_size is 15728640 2024/02/20-20:32:27.060247 2307664 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302597. Immutable memtables: 0. 2024/02/20-20:32:27.060370 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20377] Syncing log #302595 2024/02/20-20:32:27.114434 3036210 (Original Log Time 2024/02/20-20:32:27.060357) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:32:27.114444 3036210 [db/flush_job.cc:892] [key] [JOB 20377] Flushing memtable with next log file: 302597 2024/02/20-20:32:27.114487 3036210 EVENT_LOG_v1 {"time_micros": 1708461147114479, "job": 20377, "event": "flush_started", "num_memtables": 1, "num_entries": 96263, "num_deletes": 42000, "total_data_size": 6001657, "memory_usage": 8163104, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:32:27.114491 3036210 [db/flush_job.cc:926] [key] [JOB 20377] Level-0 flush table #302598: started 2024/02/20-20:32:27.211937 3036210 EVENT_LOG_v1 {"time_micros": 1708461147211896, "cf_name": "key", "job": 20377, "event": "table_file_creation", "file_number": 302598, "file_size": 3975202, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164106931, "largest_seqno": 5164274741, "table_properties": {"data_size": 3866983, "index_size": 29357, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 86037, "raw_key_size": 5631818, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1125, "num_entries": 93336, "num_filter_entries": 97985, "num_deletions": 42000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460864, "oldest_key_time": 1708460864, "file_creation_time": 1708461147, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302598, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:32:27.211980 3036210 [db/flush_job.cc:1062] [key] [JOB 20377] Flush lasted 97558 microseconds, and 94920 cpu microseconds. 2024/02/20-20:32:27.212438 3036210 (Original Log Time 2024/02/20-20:32:27.211964) [db/flush_job.cc:1011] [key] [JOB 20377] Level-0 flush table #302598: 3975202 bytes OK 2024/02/20-20:32:27.212440 3036210 (Original Log Time 2024/02/20-20:32:27.211987) [db/memtable_list.cc:555] [key] Level-0 commit table #302598 started 2024/02/20-20:32:27.212442 3036210 (Original Log Time 2024/02/20-20:32:27.212301) [db/memtable_list.cc:754] [key] Level-0 commit table #302598: memtable #1 done 2024/02/20-20:32:27.212443 3036210 (Original Log Time 2024/02/20-20:32:27.212323) EVENT_LOG_v1 {"time_micros": 1708461147212316, "job": 20377, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:32:27.212445 3036210 (Original Log Time 2024/02/20-20:32:27.212396) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-20:32:27.212450 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20377] Try to delete WAL files size 7087535, prev total WAL file size 15737272, number of live WAL files 4. 2024/02/20-20:32:27.213768 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302590.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:34:35.067285 2307634 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302593. Total log size is 15728718 while max_total_wal_size is 15728640 2024/02/20-20:34:35.067518 2307634 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302599. Immutable memtables: 0. 2024/02/20-20:34:35.067628 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20378] Syncing log #302597 2024/02/20-20:34:35.079943 3036193 (Original Log Time 2024/02/20-20:34:35.067613) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:34:35.079952 3036193 [db/flush_job.cc:892] [url] [JOB 20378] Flushing memtable with next log file: 302599 2024/02/20-20:34:35.079976 3036193 EVENT_LOG_v1 {"time_micros": 1708461275079970, "job": 20378, "event": "flush_started", "num_memtables": 1, "num_entries": 59011, "num_deletes": 0, "total_data_size": 9050353, "memory_usage": 10208632, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:34:35.079979 3036193 [db/flush_job.cc:926] [url] [JOB 20378] Level-0 flush table #302600: started 2024/02/20-20:34:35.253387 3036193 EVENT_LOG_v1 {"time_micros": 1708461275253172, "cf_name": "url", "job": 20378, "event": "table_file_creation", "file_number": 302600, "file_size": 4621190, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164183329, "largest_seqno": 5164350854, "table_properties": {"data_size": 4548547, "index_size": 106159, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6421, "raw_key_size": 8581492, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1359, "num_entries": 56562, "num_filter_entries": 7375, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460989, "oldest_key_time": 1708460989, "file_creation_time": 1708461275, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302600, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:34:35.253519 3036193 [db/flush_job.cc:1062] [url] [JOB 20378] Flush lasted 173585 microseconds, and 168757 cpu microseconds. 2024/02/20-20:34:35.254282 3036193 (Original Log Time 2024/02/20-20:34:35.253501) [db/flush_job.cc:1011] [url] [JOB 20378] Level-0 flush table #302600: 4621190 bytes OK 2024/02/20-20:34:35.254286 3036193 (Original Log Time 2024/02/20-20:34:35.253527) [db/memtable_list.cc:555] [url] Level-0 commit table #302600 started 2024/02/20-20:34:35.254288 3036193 (Original Log Time 2024/02/20-20:34:35.254058) [db/memtable_list.cc:754] [url] Level-0 commit table #302600: memtable #1 done 2024/02/20-20:34:35.254290 3036193 (Original Log Time 2024/02/20-20:34:35.254082) EVENT_LOG_v1 {"time_micros": 1708461275254075, "job": 20378, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:34:35.254292 3036193 (Original Log Time 2024/02/20-20:34:35.254236) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-20:34:35.254298 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20378] Try to delete WAL files size 6624786, prev total WAL file size 15737869, number of live WAL files 4. 2024/02/20-20:34:35.254390 3036187 [db/compaction/compaction_job.cc:2079] [url] [JOB 20379] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-20:34:35.254399 3036187 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20386 Base level 0, inputs: [302600(4512KB) 302594(4324KB)], [302584(7662KB)] 2024/02/20-20:34:35.254428 3036187 EVENT_LOG_v1 {"time_micros": 1708461275254405, "job": 20379, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302600, 302594], "files_L5": [302584], "score": 1, "input_data_size": 16895382, "oldest_snapshot_seqno": -1} 2024/02/20-20:34:35.255669 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302593.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:34:35.734492 3036187 [db/compaction/compaction_job.cc:1655] [url] [JOB 20379] Generated table #302601: 211716 keys, 15913782 bytes, temperature: kUnknown 2024/02/20-20:34:35.734561 3036187 EVENT_LOG_v1 {"time_micros": 1708461275734519, "cf_name": "url", "job": 20379, "event": "table_file_creation", "file_number": 302601, "file_size": 15913782, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163647517, "largest_seqno": 5164350854, "table_properties": {"data_size": 15667911, "index_size": 410106, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15317, "raw_key_size": 31854571, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4651, "num_entries": 211716, "num_filter_entries": 17566, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460201, "oldest_key_time": 0, "file_creation_time": 1708461275, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302601, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:34:35.735494 3036187 (Original Log Time 2024/02/20-20:34:35.735059) [db/compaction/compaction_job.cc:1729] [url] [JOB 20379] Compacted 2@0 + 1@5 files to L5 => 15913782 bytes 2024/02/20-20:34:35.735498 3036187 (Original Log Time 2024/02/20-20:34:35.735354) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.06, MB/sec: 35.2 rd, 33.1 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.6, 7.5 +0.0 blob) out(15.2 +0.0 blob), read-write-amplify(3.6) write-amplify(1.8) OK, records in: 211719, records dropped: 3 output_compression: LZ4 2024/02/20-20:34:35.735502 3036187 (Original Log Time 2024/02/20-20:34:35.735373) EVENT_LOG_v1 {"time_micros": 1708461275735363, "job": 20379, "event": "compaction_finished", "compaction_time_micros": 480197, "compaction_time_cpu_micros": 469032, "output_level": 5, "num_output_files": 1, "total_output_size": 15913782, "num_input_records": 211719, "num_output_records": 211716, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-20:34:35.736591 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302584.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:34:35.736607 3036187 EVENT_LOG_v1 {"time_micros": 1708461275736604, "job": 20379, "event": "table_file_deletion", "file_number": 302584} 2024/02/20-20:34:35.737139 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302594.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:34:35.737152 3036187 EVENT_LOG_v1 {"time_micros": 1708461275737150, "job": 20379, "event": "table_file_deletion", "file_number": 302594} 2024/02/20-20:34:35.737750 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302600.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:34:35.737762 3036187 EVENT_LOG_v1 {"time_micros": 1708461275737760, "job": 20379, "event": "table_file_deletion", "file_number": 302600} 2024/02/20-20:36:38.579421 2307622 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302595. Total log size is 15728683 while max_total_wal_size is 15728640 2024/02/20-20:36:38.579787 2307622 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302602. Immutable memtables: 0. 2024/02/20-20:36:38.579899 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20380] Syncing log #302599 2024/02/20-20:36:38.600652 3036210 (Original Log Time 2024/02/20-20:36:38.579889) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:36:38.600665 3036210 [db/flush_job.cc:892] [tag] [JOB 20380] Flushing memtable with next log file: 302602 2024/02/20-20:36:38.600693 3036210 EVENT_LOG_v1 {"time_micros": 1708461398600684, "job": 20380, "event": "flush_started", "num_memtables": 1, "num_entries": 13050, "num_deletes": 0, "total_data_size": 1142233, "memory_usage": 2265528, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:36:38.600697 3036210 [db/flush_job.cc:926] [tag] [JOB 20380] Level-0 flush table #302603: started 2024/02/20-20:36:38.614625 3036210 EVENT_LOG_v1 {"time_micros": 1708461398614584, "cf_name": "tag", "job": 20380, "event": "table_file_creation", "file_number": 302603, "file_size": 669731, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164254028, "largest_seqno": 5164421983, "table_properties": {"data_size": 663599, "index_size": 7599, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1108793, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 210, "num_entries": 12987, "num_filter_entries": 168, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461109, "oldest_key_time": 1708461109, "file_creation_time": 1708461398, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302603, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:36:38.614681 3036210 [db/flush_job.cc:1062] [tag] [JOB 20380] Flush lasted 14038 microseconds, and 12311 cpu microseconds. 2024/02/20-20:36:38.615148 3036210 (Original Log Time 2024/02/20-20:36:38.614661) [db/flush_job.cc:1011] [tag] [JOB 20380] Level-0 flush table #302603: 669731 bytes OK 2024/02/20-20:36:38.615152 3036210 (Original Log Time 2024/02/20-20:36:38.614689) [db/memtable_list.cc:555] [tag] Level-0 commit table #302603 started 2024/02/20-20:36:38.615154 3036210 (Original Log Time 2024/02/20-20:36:38.614979) [db/memtable_list.cc:754] [tag] Level-0 commit table #302603: memtable #1 done 2024/02/20-20:36:38.615156 3036210 (Original Log Time 2024/02/20-20:36:38.614998) EVENT_LOG_v1 {"time_micros": 1708461398614992, "job": 20380, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:36:38.615159 3036210 (Original Log Time 2024/02/20-20:36:38.615080) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-20:36:38.615166 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20380] Try to delete WAL files size 2016470, prev total WAL file size 15730627, number of live WAL files 4. 2024/02/20-20:36:38.615248 3036183 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20381] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-20:36:38.615258 3036183 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20388 Base level 0, inputs: [302603(654KB) 302596(635KB)], [302587(64MB) 302588(64MB) 302589(51MB)] 2024/02/20-20:36:38.615276 3036183 EVENT_LOG_v1 {"time_micros": 1708461398615264, "job": 20381, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302603, 302596], "files_L6": [302587, 302588, 302589], "score": 1, "input_data_size": 190130612, "oldest_snapshot_seqno": -1} 2024/02/20-20:36:38.615750 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302595.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:36:44.493780 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20381] Generated table #302604: 2478192 keys, 67638983 bytes, temperature: kUnknown 2024/02/20-20:36:44.493847 3036183 EVENT_LOG_v1 {"time_micros": 1708461404493809, "cf_name": "tag", "job": 20381, "event": "table_file_creation", "file_number": 302604, "file_size": 67638983, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109469, "index_size": 1526156, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 208748431, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36188, "num_entries": 2478192, "num_filter_entries": 1129, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708461398, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302604, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:36:49.570215 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20381] Generated table #302605: 1999838 keys, 67659760 bytes, temperature: kUnknown 2024/02/20-20:36:49.570300 3036183 EVENT_LOG_v1 {"time_micros": 1708461409570259, "cf_name": "tag", "job": 20381, "event": "table_file_creation", "file_number": 302605, "file_size": 67659760, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109519, "index_size": 1337525, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 186263356, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35568, "num_entries": 1999838, "num_filter_entries": 2333, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708461404, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302605, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:36:54.482002 3036183 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20381] Generated table #302606: 2076672 keys, 54173008 bytes, temperature: kUnknown 2024/02/20-20:36:54.482066 3036183 EVENT_LOG_v1 {"time_micros": 1708461414482031, "cf_name": "tag", "job": 20381, "event": "table_file_creation", "file_number": 302606, "file_size": 54173008, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 53756751, "index_size": 1226029, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 167378342, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 29464, "num_entries": 2076672, "num_filter_entries": 294, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708461409, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302606, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:36:54.490891 3036183 (Original Log Time 2024/02/20-20:36:54.489874) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20381] Compacted 2@0 + 3@6 files to L6 => 189471751 bytes 2024/02/20-20:36:54.490896 3036183 (Original Log Time 2024/02/20-20:36:54.490707) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 12.0 rd, 11.9 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.3, 180.1 +0.0 blob) out(180.7 +0.0 blob), read-write-amplify(287.4) write-amplify(143.5) OK, records in: 6554702, records dropped: 0 output_compression: ZSTD 2024/02/20-20:36:54.490910 3036183 (Original Log Time 2024/02/20-20:36:54.490757) EVENT_LOG_v1 {"time_micros": 1708461414490732, "job": 20381, "event": "compaction_finished", "compaction_time_micros": 15866855, "compaction_time_cpu_micros": 15466779, "output_level": 6, "num_output_files": 3, "total_output_size": 189471751, "num_input_records": 6554702, "num_output_records": 6554702, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-20:36:54.497808 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302587.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:36:54.497847 3036183 EVENT_LOG_v1 {"time_micros": 1708461414497841, "job": 20381, "event": "table_file_deletion", "file_number": 302587} 2024/02/20-20:36:54.504943 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302588.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:36:54.504990 3036183 EVENT_LOG_v1 {"time_micros": 1708461414504983, "job": 20381, "event": "table_file_deletion", "file_number": 302588} 2024/02/20-20:36:54.511611 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302589.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:36:54.511648 3036183 EVENT_LOG_v1 {"time_micros": 1708461414511642, "job": 20381, "event": "table_file_deletion", "file_number": 302589} 2024/02/20-20:36:54.511846 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302596.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:36:54.511855 3036183 EVENT_LOG_v1 {"time_micros": 1708461414511853, "job": 20381, "event": "table_file_deletion", "file_number": 302596} 2024/02/20-20:36:54.511968 3036183 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302603.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:36:54.511975 3036183 EVENT_LOG_v1 {"time_micros": 1708461414511974, "job": 20381, "event": "table_file_deletion", "file_number": 302603} 2024/02/20-20:37:15.021279 287375 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302597. Total log size is 15728718 while max_total_wal_size is 15728640 2024/02/20-20:37:15.021571 287375 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302607. Immutable memtables: 0. 2024/02/20-20:37:15.021704 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20382] Syncing log #302602 2024/02/20-20:37:15.033705 3036193 (Original Log Time 2024/02/20-20:37:15.021685) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:37:15.033717 3036193 [db/flush_job.cc:892] [key] [JOB 20382] Flushing memtable with next log file: 302607 2024/02/20-20:37:15.033741 3036193 EVENT_LOG_v1 {"time_micros": 1708461435033734, "job": 20382, "event": "flush_started", "num_memtables": 1, "num_entries": 97684, "num_deletes": 44000, "total_data_size": 6088585, "memory_usage": 8439008, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:37:15.033744 3036193 [db/flush_job.cc:926] [key] [JOB 20382] Level-0 flush table #302608: started 2024/02/20-20:37:15.141768 3036193 EVENT_LOG_v1 {"time_micros": 1708461435141715, "cf_name": "key", "job": 20382, "event": "table_file_creation", "file_number": 302608, "file_size": 4096228, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164274743, "largest_seqno": 5164443811, "table_properties": {"data_size": 3985819, "index_size": 29889, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 87989, "raw_key_size": 5759535, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1161, "num_entries": 95471, "num_filter_entries": 100242, "num_deletions": 44000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461147, "oldest_key_time": 1708461147, "file_creation_time": 1708461435, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302608, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:37:15.141830 3036193 [db/flush_job.cc:1062] [key] [JOB 20382] Flush lasted 108134 microseconds, and 104873 cpu microseconds. 2024/02/20-20:37:15.142285 3036193 (Original Log Time 2024/02/20-20:37:15.141810) [db/flush_job.cc:1011] [key] [JOB 20382] Level-0 flush table #302608: 4096228 bytes OK 2024/02/20-20:37:15.142289 3036193 (Original Log Time 2024/02/20-20:37:15.141838) [db/memtable_list.cc:555] [key] Level-0 commit table #302608 started 2024/02/20-20:37:15.142291 3036193 (Original Log Time 2024/02/20-20:37:15.142137) [db/memtable_list.cc:754] [key] Level-0 commit table #302608: memtable #1 done 2024/02/20-20:37:15.142294 3036193 (Original Log Time 2024/02/20-20:37:15.142156) EVENT_LOG_v1 {"time_micros": 1708461435142149, "job": 20382, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:37:15.142296 3036193 (Original Log Time 2024/02/20-20:37:15.142244) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-20:37:15.142302 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20382] Try to delete WAL files size 7087462, prev total WAL file size 15735577, number of live WAL files 4. 2024/02/20-20:37:15.142372 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 20383] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-20:37:15.142379 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20390 Base level 0, inputs: [302608(4000KB) 302598(3882KB)], [302592(6924KB)] 2024/02/20-20:37:15.142394 3036188 EVENT_LOG_v1 {"time_micros": 1708461435142384, "job": 20383, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302608, 302598], "files_L5": [302592], "score": 1, "input_data_size": 15162247, "oldest_snapshot_seqno": -1} 2024/02/20-20:37:15.143244 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302597.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:37:15.822398 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20383] Generated table #302609: 423222 keys, 14968928 bytes, temperature: kUnknown 2024/02/20-20:37:15.822512 3036188 EVENT_LOG_v1 {"time_micros": 1708461435822431, "cf_name": "key", "job": 20383, "event": "table_file_creation", "file_number": 302609, "file_size": 14968928, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163740239, "largest_seqno": 5164443811, "table_properties": {"data_size": 14489169, "index_size": 130796, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 385429, "raw_key_size": 25546766, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 4322, "num_entries": 423222, "num_filter_entries": 435949, "num_deletions": 230000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460360, "oldest_key_time": 0, "file_creation_time": 1708461435, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302609, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:37:15.824550 3036188 (Original Log Time 2024/02/20-20:37:15.823424) [db/compaction/compaction_job.cc:1729] [key] [JOB 20383] Compacted 2@0 + 1@5 files to L5 => 14968928 bytes 2024/02/20-20:37:15.824555 3036188 (Original Log Time 2024/02/20-20:37:15.824388) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.06, MB/sec: 22.3 rd, 22.0 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.7, 6.8 +0.0 blob) out(14.3 +0.0 blob), read-write-amplify(3.7) write-amplify(1.9) OK, records in: 423222, records dropped: 0 output_compression: LZ4 2024/02/20-20:37:15.824563 3036188 (Original Log Time 2024/02/20-20:37:15.824421) EVENT_LOG_v1 {"time_micros": 1708461435824406, "job": 20383, "event": "compaction_finished", "compaction_time_micros": 680206, "compaction_time_cpu_micros": 645989, "output_level": 5, "num_output_files": 1, "total_output_size": 14968928, "num_input_records": 423222, "num_output_records": 423222, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-20:37:15.825498 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302592.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:37:15.825515 3036188 EVENT_LOG_v1 {"time_micros": 1708461435825512, "job": 20383, "event": "table_file_deletion", "file_number": 302592} 2024/02/20-20:37:15.825897 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302598.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:37:15.825911 3036188 EVENT_LOG_v1 {"time_micros": 1708461435825909, "job": 20383, "event": "table_file_deletion", "file_number": 302598} 2024/02/20-20:37:15.826385 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302608.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:37:15.826401 3036188 EVENT_LOG_v1 {"time_micros": 1708461435826398, "job": 20383, "event": "table_file_deletion", "file_number": 302608} 2024/02/20-20:39:26.406600 2307625 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302599. Total log size is 15728766 while max_total_wal_size is 15728640 2024/02/20-20:39:26.406919 2307625 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302610. Immutable memtables: 0. 2024/02/20-20:39:26.407057 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20384] Syncing log #302607 2024/02/20-20:39:26.415599 3036210 (Original Log Time 2024/02/20-20:39:26.407038) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:39:26.415611 3036210 [db/flush_job.cc:892] [url] [JOB 20384] Flushing memtable with next log file: 302610 2024/02/20-20:39:26.415640 3036210 EVENT_LOG_v1 {"time_micros": 1708461566415631, "job": 20384, "event": "flush_started", "num_memtables": 1, "num_entries": 59067, "num_deletes": 0, "total_data_size": 9009102, "memory_usage": 10381024, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:39:26.415645 3036210 [db/flush_job.cc:926] [url] [JOB 20384] Level-0 flush table #302611: started 2024/02/20-20:39:26.566845 3036210 EVENT_LOG_v1 {"time_micros": 1708461566566798, "cf_name": "url", "job": 20384, "event": "table_file_creation", "file_number": 302611, "file_size": 4634375, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164350856, "largest_seqno": 5164519108, "table_properties": {"data_size": 4559543, "index_size": 111246, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6421, "raw_key_size": 8526798, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1360, "num_entries": 56444, "num_filter_entries": 7275, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461275, "oldest_key_time": 1708461275, "file_creation_time": 1708461566, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302611, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:39:26.566905 3036210 [db/flush_job.cc:1062] [url] [JOB 20384] Flush lasted 151317 microseconds, and 146069 cpu microseconds. 2024/02/20-20:39:26.567501 3036210 (Original Log Time 2024/02/20-20:39:26.566884) [db/flush_job.cc:1011] [url] [JOB 20384] Level-0 flush table #302611: 4634375 bytes OK 2024/02/20-20:39:26.567506 3036210 (Original Log Time 2024/02/20-20:39:26.566912) [db/memtable_list.cc:555] [url] Level-0 commit table #302611 started 2024/02/20-20:39:26.567509 3036210 (Original Log Time 2024/02/20-20:39:26.567340) [db/memtable_list.cc:754] [url] Level-0 commit table #302611: memtable #1 done 2024/02/20-20:39:26.567511 3036210 (Original Log Time 2024/02/20-20:39:26.567367) EVENT_LOG_v1 {"time_micros": 1708461566567359, "job": 20384, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:39:26.567513 3036210 (Original Log Time 2024/02/20-20:39:26.567442) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-20:39:26.567519 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20384] Try to delete WAL files size 6624751, prev total WAL file size 15739514, number of live WAL files 4. 2024/02/20-20:39:26.568535 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302599.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:40:10.238231 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-20:40:10.238388 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1049009.1 total, 600.2 interval Cumulative writes: 134M writes, 598M keys, 134M commit groups, 1.0 writes per commit group, ingest: 57.68 GB, 0.06 MB/s Cumulative WAL: 134M writes, 0 syncs, 134467942.00 writes per sync, written: 57.68 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 113K writes, 350K keys, 112K commit groups, 1.0 writes per commit group, ingest: 31.32 MB, 0.05 MB/s Interval WAL: 113K writes, 0 syncs, 113071.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 1/0 4.42 MB 0.5 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 421.19 393.04 4247 0.099 0 0 0.0 0.0 L5 1/0 15.18 MB 0.1 70.0 18.7 51.3 68.9 17.5 0.0 3.7 41.9 41.2 1709.99 1637.85 2195 0.779 1056M 1173 0.0 0.0 L6 13/0 832.56 MB 0.0 415.0 17.9 397.1 397.5 0.4 0.0 22.2 15.9 15.2 26716.97 24638.93 613 43.584 9702M 261M 0.0 0.0 Sum 15/0 852.16 MB 0.0 485.0 36.6 448.4 485.4 36.9 0.0 25.5 17.2 17.2 28848.16 26669.82 7055 4.089 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.7 20.0 29.8 0.81 0.78 3 0.268 211K 3 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 485.0 36.6 448.4 466.3 17.9 0.0 0.0 17.5 16.8 28426.97 26276.78 2808 10.124 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 421.19 393.04 4247 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1049009.1 total, 600.2 interval Flush(GB): cumulative 19.032, interval 0.009 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 485.36 GB write, 0.47 MB/s write, 485.00 GB read, 0.47 MB/s read, 28848.2 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.02 GB read, 0.03 MB/s read, 0.8 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.36 GB table_size: 4480 occupancy: 1669 collections: 1749 last_copies: 0 last_secs: 0.000961 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(875,14.36 MB,0.934716%) IndexBlock(793,1.35 GB,90.0384%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6123077 Average: 2.1910 StdDev: 4.25 Min: 0 Median: 1.3854 Max: 2021 Percentiles: P50: 1.39 P75: 1.97 P99: 7.74 P99.9: 45.30 P99.99: 126.72 ------------------------------------------------------ [ 0, 1 ] 2055862 33.576% 33.576% ####### ( 1, 2 ] 2609379 42.615% 76.191% ######### ( 2, 3 ] 1022876 16.705% 92.896% ### ( 3, 4 ] 248381 4.056% 96.953% # ( 4, 6 ] 109700 1.792% 98.744% ( 6, 10 ] 35943 0.587% 99.331% ( 10, 15 ] 15211 0.248% 99.580% ( 15, 22 ] 7728 0.126% 99.706% ( 22, 34 ] 8046 0.131% 99.837% ( 34, 51 ] 5760 0.094% 99.932% ( 51, 76 ] 2561 0.042% 99.973% ( 76, 110 ] 904 0.015% 99.988% ( 110, 170 ] 408 0.007% 99.995% ( 170, 250 ] 131 0.002% 99.997% ( 250, 380 ] 73 0.001% 99.998% ( 380, 580 ] 75 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22043893 Average: 2.4726 StdDev: 6.75 Min: 0 Median: 1.4980 Max: 7146 Percentiles: P50: 1.50 P75: 2.32 P99: 9.42 P99.9: 49.90 P99.99: 145.82 ------------------------------------------------------ [ 0, 1 ] 6744835 30.597% 30.597% ###### ( 1, 2 ] 8587948 38.958% 69.556% ######## ( 2, 3 ] 3733473 16.937% 86.492% ### ( 3, 4 ] 1371727 6.223% 92.715% # ( 4, 6 ] 1085851 4.926% 97.641% # ( 6, 10 ] 350206 1.589% 99.229% ( 10, 15 ] 60370 0.274% 99.503% ( 15, 22 ] 30879 0.140% 99.643% ( 22, 34 ] 33055 0.150% 99.793% ( 34, 51 ] 25125 0.114% 99.907% ( 51, 76 ] 12086 0.055% 99.962% ( 76, 110 ] 4930 0.022% 99.985% ( 110, 170 ] 2016 0.009% 99.994% ( 170, 250 ] 597 0.003% 99.996% ( 250, 380 ] 329 0.001% 99.998% ( 380, 580 ] 260 0.001% 99.999% ( 580, 870 ] 110 0.000% 100.000% ( 870, 1300 ] 39 0.000% 100.000% ( 1300, 1900 ] 28 0.000% 100.000% ( 1900, 2900 ] 11 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 216045493 Average: 12.5381 StdDev: 136.20 Min: 0 Median: 1.5009 Max: 179134 Percentiles: P50: 1.50 P75: 2.62 P99: 143.18 P99.9: 307.68 P99.99: 1556.91 ------------------------------------------------------ [ 0, 1 ] 73099862 33.835% 33.835% ####### ( 1, 2 ] 69714646 32.269% 66.104% ###### ( 2, 3 ] 30907112 14.306% 80.410% ### ( 3, 4 ] 6662517 3.084% 83.494% # ( 4, 6 ] 1208495 0.559% 84.053% ( 6, 10 ] 568702 0.263% 84.316% ( 10, 15 ] 322019 0.149% 84.465% ( 15, 22 ] 276124 0.128% 84.593% ( 22, 34 ] 7800743 3.611% 88.204% # ( 34, 51 ] 8035060 3.719% 91.923% # ( 51, 76 ] 6407035 2.966% 94.888% # ( 76, 110 ] 6975327 3.229% 98.117% # ( 110, 170 ] 3449472 1.597% 99.714% ( 170, 250 ] 350429 0.162% 99.876% ( 250, 380 ] 116983 0.054% 99.930% ( 380, 580 ] 71136 0.033% 99.963% ( 580, 870 ] 31910 0.015% 99.978% ( 870, 1300 ] 14426 0.007% 99.984% ( 1300, 1900 ] 27769 0.013% 99.997% ( 1900, 2900 ] 2227 0.001% 99.998% ( 2900, 4400 ] 898 0.000% 99.999% ( 4400, 6600 ] 635 0.000% 99.999% ( 6600, 9900 ] 563 0.000% 99.999% ( 9900, 14000 ] 357 0.000% 100.000% ( 14000, 22000 ] 217 0.000% 100.000% ( 22000, 33000 ] 111 0.000% 100.000% ( 33000, 50000 ] 191 0.000% 100.000% ( 50000, 75000 ] 337 0.000% 100.000% ( 75000, 110000 ] 149 0.000% 100.000% ( 110000, 170000 ] 40 0.000% 100.000% ( 170000, 250000 ] 1 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.3 90.35 76.62 4128 0.022 0 0 0.0 0.0 L6 3/0 180.69 MB 0.0 321.3 3.2 318.1 318.2 0.1 0.0 99.3 15.3 15.2 21475.05 21079.60 2174 9.878 11G 63M 0.0 0.0 Sum 3/0 180.69 MB 0.0 321.3 3.2 318.1 321.4 3.3 0.0 100.3 15.3 15.3 21565.40 21156.22 6302 3.422 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 144.5 11.4 11.4 15.89 15.49 3 5.298 6554K 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 321.3 3.2 318.1 318.2 0.1 0.0 0.0 15.3 15.2 21475.05 21079.60 2174 9.878 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.3 90.35 76.62 4128 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1049009.1 total, 600.2 interval Flush(GB): cumulative 3.205, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 321.36 GB write, 0.31 MB/s write, 321.28 GB read, 0.31 MB/s read, 21565.4 seconds Interval compaction: 0.18 GB write, 0.30 MB/s write, 0.18 GB read, 0.30 MB/s read, 15.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4320 collections: 1749 last_copies: 0 last_secs: 0.001852 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2189,1.67 MB,0.108823%) IndexBlock(2130,1.46 GB,97.3626%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1053343 Average: 3.5721 StdDev: 6.29 Min: 0 Median: 2.5941 Max: 2960 Percentiles: P50: 2.59 P75: 3.78 P99: 12.39 P99.9: 60.57 P99.99: 192.95 ------------------------------------------------------ [ 0, 1 ] 121311 11.517% 11.517% ## ( 1, 2 ] 251800 23.905% 35.422% ##### ( 2, 3 ] 258487 24.540% 59.961% ##### ( 3, 4 ] 203130 19.284% 79.246% #### ( 4, 6 ] 175983 16.707% 95.953% ### ( 6, 10 ] 29756 2.825% 98.778% # ( 10, 15 ] 4891 0.464% 99.242% ( 15, 22 ] 2607 0.247% 99.489% ( 22, 34 ] 2213 0.210% 99.700% ( 34, 51 ] 1820 0.173% 99.872% ( 51, 76 ] 762 0.072% 99.945% ( 76, 110 ] 260 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.007% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 182263925 Average: 2.2216 StdDev: 45.19 Min: 0 Median: 1.3483 Max: 129678 Percentiles: P50: 1.35 P75: 2.01 P99: 7.10 P99.9: 56.50 P99.99: 149.15 ------------------------------------------------------ [ 0, 1 ] 66975766 36.747% 36.747% ####### ( 1, 2 ] 69362911 38.056% 74.803% ######## ( 2, 3 ] 34164024 18.744% 93.547% #### ( 3, 4 ] 8232538 4.517% 98.064% # ( 4, 6 ] 1531306 0.840% 98.904% ( 6, 10 ] 634715 0.348% 99.252% ( 10, 15 ] 413953 0.227% 99.479% ( 15, 22 ] 205673 0.113% 99.592% ( 22, 34 ] 320791 0.176% 99.768% ( 34, 51 ] 216192 0.119% 99.887% ( 51, 76 ] 108211 0.059% 99.946% ( 76, 110 ] 63291 0.035% 99.981% ( 110, 170 ] 25024 0.014% 99.995% ( 170, 250 ] 4338 0.002% 99.997% ( 250, 380 ] 1919 0.001% 99.998% ( 380, 580 ] 1591 0.001% 99.999% ( 580, 870 ] 932 0.001% 100.000% ( 870, 1300 ] 282 0.000% 100.000% ( 1300, 1900 ] 282 0.000% 100.000% ( 1900, 2900 ] 108 0.000% 100.000% ( 2900, 4400 ] 23 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ( 9900, 14000 ] 2 0.000% 100.000% ( 22000, 33000 ] 1 0.000% 100.000% ( 33000, 50000 ] 6 0.000% 100.000% ( 50000, 75000 ] 9 0.000% 100.000% ( 75000, 110000 ] 22 0.000% 100.000% ( 110000, 170000 ] 8 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.3 9.3 0.0 1.0 0.0 33.6 282.37 261.93 4215 0.067 0 0 0.0 0.0 L5 1/0 14.28 MB 0.1 22.7 8.4 14.3 22.5 8.2 0.0 2.7 28.6 28.4 811.34 784.00 2024 0.401 628M 283K 0.0 0.0 L6 6/0 385.42 MB 0.0 202.3 9.0 193.3 193.4 0.2 0.0 21.4 14.3 13.7 14500.32 14180.74 730 19.863 9059M 242M 0.0 0.0 Sum 7/0 399.69 MB 0.0 225.0 17.4 207.6 225.2 17.6 0.0 24.3 14.8 14.8 15594.03 15226.67 6969 2.238 9688M 242M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 16.3 24.8 0.89 0.85 3 0.295 423K 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 225.0 17.4 207.6 215.9 8.4 0.0 0.0 15.0 14.4 15311.67 14964.74 2754 5.560 9688M 242M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.3 9.3 0.0 0.0 0.0 33.6 282.37 261.93 4215 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1049009.1 total, 600.2 interval Flush(GB): cumulative 9.260, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 225.18 GB write, 0.22 MB/s write, 224.98 GB read, 0.22 MB/s read, 15594.0 seconds Interval compaction: 0.02 GB write, 0.04 MB/s write, 0.01 GB read, 0.02 MB/s read, 0.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 358999 collections: 1749 last_copies: 0 last_secs: 0.150822 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(358895,1.38 GB,92.3236%) FilterBlock(52,64.43 MB,4.19464%) IndexBlock(51,23.57 MB,1.5345%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2896501 Average: 4.2811 StdDev: 8.04 Min: 0 Median: 1.9692 Max: 9050 Percentiles: P50: 1.97 P75: 5.42 P99: 17.98 P99.9: 61.17 P99.99: 151.53 ------------------------------------------------------ [ 0, 1 ] 640525 22.114% 22.114% #### ( 1, 2 ] 833401 28.773% 50.886% ###### ( 2, 3 ] 411220 14.197% 65.084% ### ( 3, 4 ] 178271 6.155% 71.238% # ( 4, 6 ] 153248 5.291% 76.529% # ( 6, 10 ] 459555 15.866% 92.395% ### ( 10, 15 ] 183887 6.349% 98.744% # ( 15, 22 ] 17441 0.602% 99.346% ( 22, 34 ] 9323 0.322% 99.668% ( 34, 51 ] 5679 0.196% 99.864% ( 51, 76 ] 2591 0.089% 99.953% ( 76, 110 ] 844 0.029% 99.982% ( 110, 170 ] 327 0.011% 99.993% ( 170, 250 ] 90 0.003% 99.997% ( 250, 380 ] 53 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 20 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 7023808 Average: 4.7400 StdDev: 7.63 Min: 0 Median: 2.5003 Max: 7311 Percentiles: P50: 2.50 P75: 6.24 P99: 19.57 P99.9: 69.34 P99.99: 168.79 ------------------------------------------------------ [ 0, 1 ] 1138375 16.207% 16.207% ### ( 1, 2 ] 1840184 26.199% 42.407% ##### ( 2, 3 ] 1065989 15.177% 57.583% ### ( 3, 4 ] 575843 8.198% 65.782% ## ( 4, 6 ] 574138 8.174% 73.956% ## ( 6, 10 ] 1234850 17.581% 91.537% #### ( 10, 15 ] 492997 7.019% 98.556% # ( 15, 22 ] 47758 0.680% 99.236% ( 22, 34 ] 25119 0.358% 99.593% ( 34, 51 ] 15857 0.226% 99.819% ( 51, 76 ] 7736 0.110% 99.929% ( 76, 110 ] 2933 0.042% 99.971% ( 110, 170 ] 1354 0.019% 99.990% ( 170, 250 ] 345 0.005% 99.995% ( 250, 380 ] 162 0.002% 99.998% ( 380, 580 ] 117 0.002% 99.999% ( 580, 870 ] 47 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 4 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 109316885 Average: 6.0423 StdDev: 101.52 Min: 0 Median: 2.3833 Max: 248339 Percentiles: P50: 2.38 P75: 7.61 P99: 46.22 P99.9: 161.99 P99.99: 496.07 ------------------------------------------------------ [ 0, 1 ] 25691076 23.501% 23.501% ##### ( 1, 2 ] 24586665 22.491% 45.993% #### ( 2, 3 ] 11428928 10.455% 56.448% ## ( 3, 4 ] 4490677 4.108% 60.555% # ( 4, 6 ] 5081814 4.649% 65.204% # ( 6, 10 ] 26653084 24.381% 89.586% ##### ( 10, 15 ] 8707072 7.965% 97.551% ## ( 15, 22 ] 701916 0.642% 98.193% ( 22, 34 ] 580309 0.531% 98.724% ( 34, 51 ] 420411 0.385% 99.108% ( 51, 76 ] 273752 0.250% 99.359% ( 76, 110 ] 343551 0.314% 99.673% ( 110, 170 ] 286550 0.262% 99.935% ( 170, 250 ] 46348 0.042% 99.977% ( 250, 380 ] 9756 0.009% 99.986% ( 380, 580 ] 6969 0.006% 99.993% ( 580, 870 ] 3951 0.004% 99.996% ( 870, 1300 ] 2078 0.002% 99.998% ( 1300, 1900 ] 2889 0.003% 100.001% ( 1900, 2900 ] 206 0.000% 100.001% ( 2900, 4400 ] 121 0.000% 100.001% ( 4400, 6600 ] 105 0.000% 100.001% ( 6600, 9900 ] 118 0.000% 100.001% ( 9900, 14000 ] 46 0.000% 100.001% ( 14000, 22000 ] 22 0.000% 100.001% ( 22000, 33000 ] 33 0.000% 100.001% ( 33000, 50000 ] 24 0.000% 100.001% ( 50000, 75000 ] 36 0.000% 100.001% ( 75000, 110000 ] 57 0.000% 100.002% ( 110000, 170000 ] 17 0.000% 100.002% ( 170000, 250000 ] 1 0.000% 100.002% 2024/02/20-20:40:10.243368 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 546669284 rocksdb.block.cache.hit COUNT : 2268997673 rocksdb.block.cache.add COUNT : 41150822 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33398 rocksdb.block.cache.index.hit COUNT : 557196736 rocksdb.block.cache.index.add COUNT : 33384 rocksdb.block.cache.index.bytes.insert COUNT : 35751549659 rocksdb.block.cache.filter.miss COUNT : 33404 rocksdb.block.cache.filter.hit COUNT : 1155001049 rocksdb.block.cache.filter.add COUNT : 33404 rocksdb.block.cache.filter.bytes.insert COUNT : 9077665948 rocksdb.block.cache.data.miss COUNT : 546602482 rocksdb.block.cache.data.hit COUNT : 556799888 rocksdb.block.cache.data.add COUNT : 41084034 rocksdb.block.cache.data.bytes.insert COUNT : 170180066604 rocksdb.block.cache.bytes.read COUNT : 1976570964676088 rocksdb.block.cache.bytes.write COUNT : 215009282211 rocksdb.bloom.filter.useful COUNT : 597871055 rocksdb.bloom.filter.full.positive COUNT : 557130026 rocksdb.bloom.filter.full.true.positive COUNT : 551352699 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 98225863 rocksdb.memtable.miss COUNT : 6565412327 rocksdb.l0.hit COUNT : 16824406 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 534528293 rocksdb.compaction.key.drop.new COUNT : 283835249 rocksdb.compaction.key.drop.obsolete COUNT : 283855188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 598676683 rocksdb.number.keys.read COUNT : 677674738 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61928700720 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69934 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33389 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 797950528 rocksdb.number.multiget.keys.read COUNT : 5985963452 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61928700720 rocksdb.write.self COUNT : 134246380 rocksdb.write.other COUNT : 221564 rocksdb.write.wal COUNT : 134467944 rocksdb.compact.read.bytes COUNT : 1028831100269 rocksdb.compact.write.bytes COUNT : 1074179355147 rocksdb.flush.write.bytes COUNT : 33822904588 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1078021 rocksdb.number.superversion_releases COUNT : 2807 rocksdb.number.superversion_cleanups COUNT : 176 rocksdb.number.block.compressed COUNT : 539875259 rocksdb.number.block.decompressed COUNT : 539866661 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 62321115982 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69934 rocksdb.num.iterator.deleted COUNT : 69934 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5448 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5410 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45496 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62849488404 rocksdb.memtable.garbage.bytes.at.flush COUNT : 761279885 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 975936160523 rocksdb.last.level.read.count COUNT : 507628763 rocksdb.non.last.level.read.bytes COUNT : 132356736393 rocksdb.non.last.level.read.count COUNT : 39140688 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 546702673 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2202831198176 rocksdb.bytes.compressed.to COUNT : 1069409350312 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26822408903 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6765999 rocksdb.bytes.decompressed.from COUNT : 1069610899170 rocksdb.bytes.decompressed.to COUNT : 2202847073726 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.531882 P95 : 106.344844 P99 : 160.486329 P100 : 227461.000000 COUNT : 677674738 SUM : 35008568414 rocksdb.db.write.micros P50 : 67.132511 P95 : 112.163265 P99 : 169.456116 P100 : 2037453.000000 COUNT : 134467944 SUM : 13909269921 rocksdb.compaction.times.micros P50 : 1591034.482759 P95 : 38968372.093023 P99 : 67658119.658120 P100 : 120470278.000000 COUNT : 7736 SUM : 65213682967 rocksdb.compaction.times.cpu_micros P50 : 1530141.843972 P95 : 36145531.914894 P99 : 64790575.916230 P100 : 110504443.000000 COUNT : 7736 SUM : 62321115982 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4331.641888 P95 : 27950.880759 P99 : 63430.851064 P100 : 1558490.000000 COUNT : 12575 SUM : 118684515 rocksdb.compaction.outfile.sync.micros P50 : 62559.763932 P95 : 126378.803778 P99 : 226173.737374 P100 : 2063820.000000 COUNT : 20797 SUM : 1334592152 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.663178 P95 : 731.835451 P99 : 4037.105263 P100 : 501117.000000 COUNT : 20379 SUM : 13159501 rocksdb.table.open.io.micros P50 : 586.833067 P95 : 6257.770393 P99 : 13179.051414 P100 : 291788.000000 COUNT : 33389 SUM : 60822234 rocksdb.db.multiget.micros P50 : 8.005520 P95 : 17.801014 P99 : 33.084546 P100 : 84321.000000 COUNT : 797950529 SUM : 7567784975 rocksdb.read.block.compaction.micros P50 : 13.694508 P95 : 60.041838 P99 : 139.250726 P100 : 179197.000000 COUNT : 505518448 SUM : 9930809656 rocksdb.read.block.get.micros P50 : 53.087065 P95 : 95.192574 P99 : 147.091902 P100 : 291601.000000 COUNT : 41150836 SUM : 2380780777 rocksdb.write.raw.block.micros P50 : 0.521752 P95 : 0.991329 P99 : 1.896769 P100 : 652052.000000 COUNT : 546741374 SUM : 11151998669 rocksdb.numfiles.in.singlecompaction P50 : 2.773044 P95 : 5.680548 P99 : 5.938740 P100 : 7.000000 COUNT : 5890 SUM : 20968 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.545131 P95 : 34.122704 P99 : 105.405437 P100 : 248339.000000 COUNT : 546769451 SUM : 3891642639 rocksdb.file.read.flush.micros P50 : 1.848328 P95 : 15.857886 P99 : 40.775524 P100 : 787.000000 COUNT : 62875 SUM : 300912 rocksdb.file.read.compaction.micros P50 : 1.429559 P95 : 37.500384 P99 : 106.867805 P100 : 248339.000000 COUNT : 505622447 SUM : 3478459568 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 677674741 SUM : 0 rocksdb.bytes.per.write P50 : 218.505074 P95 : 528.137648 P99 : 804.060439 P100 : 4563443.000000 COUNT : 134246381 SUM : 61928700918 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 797950532 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46493.006993 P95 : 167101.529903 P99 : 239395.670996 P100 : 1681975.000000 COUNT : 12624 SUM : 793915930 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-20:40:10.243649 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-20:40:10.243924 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708461610 to in-memory stats history 2024/02/20-20:40:10.243989 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-20:40:10.244041 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-20:41:25.786792 282470 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302602. Total log size is 15729781 while max_total_wal_size is 15728640 2024/02/20-20:41:25.787132 282470 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302612. Immutable memtables: 0. 2024/02/20-20:41:25.787256 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20385] Syncing log #302610 2024/02/20-20:41:25.801351 3036193 (Original Log Time 2024/02/20-20:41:25.787245) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:41:25.801362 3036193 [db/flush_job.cc:892] [tag] [JOB 20385] Flushing memtable with next log file: 302612 2024/02/20-20:41:25.801394 3036193 EVENT_LOG_v1 {"time_micros": 1708461685801385, "job": 20385, "event": "flush_started", "num_memtables": 1, "num_entries": 12608, "num_deletes": 0, "total_data_size": 1100637, "memory_usage": 2166664, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:41:25.801398 3036193 [db/flush_job.cc:926] [tag] [JOB 20385] Level-0 flush table #302613: started 2024/02/20-20:41:25.835710 3036193 EVENT_LOG_v1 {"time_micros": 1708461685835669, "cf_name": "tag", "job": 20385, "event": "table_file_creation", "file_number": 302613, "file_size": 650131, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164422013, "largest_seqno": 5164589973, "table_properties": {"data_size": 643914, "index_size": 7432, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1061734, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 201, "num_entries": 12460, "num_filter_entries": 199, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461398, "oldest_key_time": 1708461398, "file_creation_time": 1708461685, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302613, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:41:25.835765 3036193 [db/flush_job.cc:1062] [tag] [JOB 20385] Flush lasted 34424 microseconds, and 31830 cpu microseconds. 2024/02/20-20:41:25.836194 3036193 (Original Log Time 2024/02/20-20:41:25.835749) [db/flush_job.cc:1011] [tag] [JOB 20385] Level-0 flush table #302613: 650131 bytes OK 2024/02/20-20:41:25.836199 3036193 (Original Log Time 2024/02/20-20:41:25.835771) [db/memtable_list.cc:555] [tag] Level-0 commit table #302613 started 2024/02/20-20:41:25.836201 3036193 (Original Log Time 2024/02/20-20:41:25.836048) [db/memtable_list.cc:754] [tag] Level-0 commit table #302613: memtable #1 done 2024/02/20-20:41:25.836203 3036193 (Original Log Time 2024/02/20-20:41:25.836069) EVENT_LOG_v1 {"time_micros": 1708461685836063, "job": 20385, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:41:25.836205 3036193 (Original Log Time 2024/02/20-20:41:25.836148) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-20:41:25.836215 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20385] Try to delete WAL files size 2016505, prev total WAL file size 15732628, number of live WAL files 4. 2024/02/20-20:41:25.836780 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302602.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:42:05.487354 1462049 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302607. Total log size is 15728877 while max_total_wal_size is 15728640 2024/02/20-20:42:05.487811 1462049 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302614. Immutable memtables: 0. 2024/02/20-20:42:05.487928 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20386] Syncing log #302612 2024/02/20-20:42:05.538348 3036210 (Original Log Time 2024/02/20-20:42:05.487918) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:42:05.538363 3036210 [db/flush_job.cc:892] [key] [JOB 20386] Flushing memtable with next log file: 302614 2024/02/20-20:42:05.538390 3036210 EVENT_LOG_v1 {"time_micros": 1708461725538383, "job": 20386, "event": "flush_started", "num_memtables": 1, "num_entries": 94556, "num_deletes": 40000, "total_data_size": 5891820, "memory_usage": 8121352, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:42:05.538394 3036210 [db/flush_job.cc:926] [key] [JOB 20386] Level-0 flush table #302615: started 2024/02/20-20:42:05.702632 3036210 EVENT_LOG_v1 {"time_micros": 1708461725702597, "cf_name": "key", "job": 20386, "event": "table_file_creation", "file_number": 302615, "file_size": 3930333, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164443813, "largest_seqno": 5164610956, "table_properties": {"data_size": 3824243, "index_size": 28882, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 84405, "raw_key_size": 5510315, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1111, "num_entries": 91380, "num_filter_entries": 96094, "num_deletions": 40000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461435, "oldest_key_time": 1708461435, "file_creation_time": 1708461725, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302615, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:42:05.702694 3036210 [db/flush_job.cc:1062] [key] [JOB 20386] Flush lasted 164356 microseconds, and 157248 cpu microseconds. 2024/02/20-20:42:05.703282 3036210 (Original Log Time 2024/02/20-20:42:05.702679) [db/flush_job.cc:1011] [key] [JOB 20386] Level-0 flush table #302615: 3930333 bytes OK 2024/02/20-20:42:05.703285 3036210 (Original Log Time 2024/02/20-20:42:05.702724) [db/memtable_list.cc:555] [key] Level-0 commit table #302615 started 2024/02/20-20:42:05.703286 3036210 (Original Log Time 2024/02/20-20:42:05.703090) [db/memtable_list.cc:754] [key] Level-0 commit table #302615: memtable #1 done 2024/02/20-20:42:05.703288 3036210 (Original Log Time 2024/02/20-20:42:05.703107) EVENT_LOG_v1 {"time_micros": 1708461725703101, "job": 20386, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:42:05.703289 3036210 (Original Log Time 2024/02/20-20:42:05.703249) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-20:42:05.703293 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20386] Try to delete WAL files size 7087510, prev total WAL file size 15736168, number of live WAL files 4. 2024/02/20-20:42:05.704527 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302607.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:44:15.679116 2307671 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302610. Total log size is 15728682 while max_total_wal_size is 15728640 2024/02/20-20:44:15.679582 2307671 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302616. Immutable memtables: 0. 2024/02/20-20:44:15.679786 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20387] Syncing log #302614 2024/02/20-20:44:15.705190 3036193 (Original Log Time 2024/02/20-20:44:15.679771) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:44:15.705201 3036193 [db/flush_job.cc:892] [url] [JOB 20387] Flushing memtable with next log file: 302616 2024/02/20-20:44:15.705226 3036193 EVENT_LOG_v1 {"time_micros": 1708461855705218, "job": 20387, "event": "flush_started", "num_memtables": 1, "num_entries": 60124, "num_deletes": 0, "total_data_size": 9152007, "memory_usage": 11077480, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:44:15.705229 3036193 [db/flush_job.cc:926] [url] [JOB 20387] Level-0 flush table #302617: started 2024/02/20-20:44:15.886764 3036193 EVENT_LOG_v1 {"time_micros": 1708461855886717, "cf_name": "url", "job": 20387, "event": "table_file_creation", "file_number": 302617, "file_size": 4650438, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164519110, "largest_seqno": 5164686214, "table_properties": {"data_size": 4563865, "index_size": 124462, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6421, "raw_key_size": 8553018, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1364, "num_entries": 56478, "num_filter_entries": 7322, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461566, "oldest_key_time": 1708461566, "file_creation_time": 1708461855, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302617, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:44:15.886841 3036193 [db/flush_job.cc:1062] [url] [JOB 20387] Flush lasted 181658 microseconds, and 161573 cpu microseconds. 2024/02/20-20:44:15.890540 3036193 (Original Log Time 2024/02/20-20:44:15.886816) [db/flush_job.cc:1011] [url] [JOB 20387] Level-0 flush table #302617: 4650438 bytes OK 2024/02/20-20:44:15.890546 3036193 (Original Log Time 2024/02/20-20:44:15.886852) [db/memtable_list.cc:555] [url] Level-0 commit table #302617 started 2024/02/20-20:44:15.890549 3036193 (Original Log Time 2024/02/20-20:44:15.890277) [db/memtable_list.cc:754] [url] Level-0 commit table #302617: memtable #1 done 2024/02/20-20:44:15.890551 3036193 (Original Log Time 2024/02/20-20:44:15.890344) EVENT_LOG_v1 {"time_micros": 1708461855890312, "job": 20387, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:44:15.890554 3036193 (Original Log Time 2024/02/20-20:44:15.890445) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 13] max score 1.00 2024/02/20-20:44:15.890560 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20387] Try to delete WAL files size 6625766, prev total WAL file size 15737672, number of live WAL files 4. 2024/02/20-20:44:15.890713 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 20388] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-20:44:15.890796 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20395 Base level 0, inputs: [302617(4541KB) 302611(4525KB)], [302601(15MB)] 2024/02/20-20:44:15.890832 3036189 EVENT_LOG_v1 {"time_micros": 1708461855890815, "job": 20388, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302617, 302611], "files_L5": [302601], "score": 1, "input_data_size": 25198595, "oldest_snapshot_seqno": -1} 2024/02/20-20:44:15.891763 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302610.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:44:16.809742 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20388] Generated table #302618: 324637 keys, 23945128 bytes, temperature: kUnknown 2024/02/20-20:44:16.809825 3036189 EVENT_LOG_v1 {"time_micros": 1708461856809773, "cf_name": "url", "job": 20388, "event": "table_file_creation", "file_number": 302618, "file_size": 23945128, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163647517, "largest_seqno": 5164686214, "table_properties": {"data_size": 23570517, "index_size": 645086, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 20517, "raw_key_size": 48934256, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6995, "num_entries": 324637, "num_filter_entries": 23422, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460201, "oldest_key_time": 0, "file_creation_time": 1708461855, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302618, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:44:16.811393 3036189 (Original Log Time 2024/02/20-20:44:16.810653) [db/compaction/compaction_job.cc:1729] [url] [JOB 20388] Compacted 2@0 + 1@5 files to L5 => 23945128 bytes 2024/02/20-20:44:16.811398 3036189 (Original Log Time 2024/02/20-20:44:16.811235) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.09, MB/sec: 27.4 rd, 26.1 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(8.9, 15.2 +0.0 blob) out(22.8 +0.0 blob), read-write-amplify(5.3) write-amplify(2.6) OK, records in: 324638, records dropped: 1 output_compression: LZ4 2024/02/20-20:44:16.811410 3036189 (Original Log Time 2024/02/20-20:44:16.811276) EVENT_LOG_v1 {"time_micros": 1708461856811252, "job": 20388, "event": "compaction_finished", "compaction_time_micros": 919073, "compaction_time_cpu_micros": 847055, "output_level": 5, "num_output_files": 1, "total_output_size": 23945128, "num_input_records": 324638, "num_output_records": 324637, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-20:44:16.813301 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302601.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:44:16.813329 3036189 EVENT_LOG_v1 {"time_micros": 1708461856813322, "job": 20388, "event": "table_file_deletion", "file_number": 302601} 2024/02/20-20:44:16.813885 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302611.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:44:16.813905 3036189 EVENT_LOG_v1 {"time_micros": 1708461856813901, "job": 20388, "event": "table_file_deletion", "file_number": 302611} 2024/02/20-20:44:16.814794 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302617.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:44:16.814810 3036189 EVENT_LOG_v1 {"time_micros": 1708461856814807, "job": 20388, "event": "table_file_deletion", "file_number": 302617} 2024/02/20-20:46:13.637272 289462 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302612. Total log size is 15728839 while max_total_wal_size is 15728640 2024/02/20-20:46:13.637653 289462 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302619. Immutable memtables: 0. 2024/02/20-20:46:13.637807 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20389] Syncing log #302616 2024/02/20-20:46:13.674441 3036210 (Original Log Time 2024/02/20-20:46:13.637790) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:46:13.674478 3036210 [db/flush_job.cc:892] [tag] [JOB 20389] Flushing memtable with next log file: 302619 2024/02/20-20:46:13.674512 3036210 EVENT_LOG_v1 {"time_micros": 1708461973674502, "job": 20389, "event": "flush_started", "num_memtables": 1, "num_entries": 12812, "num_deletes": 0, "total_data_size": 1110667, "memory_usage": 2354472, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:46:13.674516 3036210 [db/flush_job.cc:926] [tag] [JOB 20389] Level-0 flush table #302620: started 2024/02/20-20:46:13.709817 3036210 EVENT_LOG_v1 {"time_micros": 1708461973709781, "cf_name": "tag", "job": 20389, "event": "table_file_creation", "file_number": 302620, "file_size": 644603, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164590012, "largest_seqno": 5164757270, "table_properties": {"data_size": 638484, "index_size": 7255, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1068233, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 203, "num_entries": 12629, "num_filter_entries": 176, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461685, "oldest_key_time": 1708461685, "file_creation_time": 1708461973, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302620, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:46:13.709877 3036210 [db/flush_job.cc:1062] [tag] [JOB 20389] Flush lasted 35450 microseconds, and 32640 cpu microseconds. 2024/02/20-20:46:13.710275 3036210 (Original Log Time 2024/02/20-20:46:13.709861) [db/flush_job.cc:1011] [tag] [JOB 20389] Level-0 flush table #302620: 644603 bytes OK 2024/02/20-20:46:13.710278 3036210 (Original Log Time 2024/02/20-20:46:13.709884) [db/memtable_list.cc:555] [tag] Level-0 commit table #302620 started 2024/02/20-20:46:13.710280 3036210 (Original Log Time 2024/02/20-20:46:13.710136) [db/memtable_list.cc:754] [tag] Level-0 commit table #302620: memtable #1 done 2024/02/20-20:46:13.710282 3036210 (Original Log Time 2024/02/20-20:46:13.710158) EVENT_LOG_v1 {"time_micros": 1708461973710152, "job": 20389, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:46:13.710283 3036210 (Original Log Time 2024/02/20-20:46:13.710233) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-20:46:13.710289 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20389] Try to delete WAL files size 2015601, prev total WAL file size 15732062, number of live WAL files 4. 2024/02/20-20:46:13.710388 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20390] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-20:46:13.710400 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20397 Base level 0, inputs: [302620(629KB) 302613(634KB)], [302604(64MB) 302605(64MB) 302606(51MB)] 2024/02/20-20:46:13.710478 3036185 EVENT_LOG_v1 {"time_micros": 1708461973710442, "job": 20390, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302620, 302613], "files_L6": [302604, 302605, 302606], "score": 1, "input_data_size": 190766485, "oldest_snapshot_seqno": -1} 2024/02/20-20:46:13.710781 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302612.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:19.313844 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20390] Generated table #302621: 2479600 keys, 67636315 bytes, temperature: kUnknown 2024/02/20-20:46:19.313961 3036185 EVENT_LOG_v1 {"time_micros": 1708461979313900, "cf_name": "tag", "job": 20390, "event": "table_file_creation", "file_number": 302621, "file_size": 67636315, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67108956, "index_size": 1524730, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 208981234, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36197, "num_entries": 2479600, "num_filter_entries": 1135, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708461973, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302621, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:46:24.500694 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20390] Generated table #302622: 1998978 keys, 67661209 bytes, temperature: kUnknown 2024/02/20-20:46:24.500750 3036185 EVENT_LOG_v1 {"time_micros": 1708461984500719, "cf_name": "tag", "job": 20390, "event": "table_file_creation", "file_number": 302622, "file_size": 67661209, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110353, "index_size": 1333827, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 186076411, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35565, "num_entries": 1998978, "num_filter_entries": 2338, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708461979, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302622, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:46:29.140104 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20390] Generated table #302623: 2101212 keys, 54789400 bytes, temperature: kUnknown 2024/02/20-20:46:29.140175 3036185 EVENT_LOG_v1 {"time_micros": 1708461989140136, "cf_name": "tag", "job": 20390, "event": "table_file_creation", "file_number": 302623, "file_size": 54789400, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 54369367, "index_size": 1241080, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 169462384, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 29800, "num_entries": 2101212, "num_filter_entries": 294, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708461984, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302623, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:46:29.148733 3036185 (Original Log Time 2024/02/20-20:46:29.147609) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20390] Compacted 2@0 + 3@6 files to L6 => 190086924 bytes 2024/02/20-20:46:29.148738 3036185 (Original Log Time 2024/02/20-20:46:29.148584) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 12.4 rd, 12.3 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.2, 180.7 +0.0 blob) out(181.3 +0.0 blob), read-write-amplify(294.2) write-amplify(146.8) OK, records in: 6579791, records dropped: 1 output_compression: ZSTD 2024/02/20-20:46:29.148748 3036185 (Original Log Time 2024/02/20-20:46:29.148626) EVENT_LOG_v1 {"time_micros": 1708461989148607, "job": 20390, "event": "compaction_finished", "compaction_time_micros": 15429767, "compaction_time_cpu_micros": 15085288, "output_level": 6, "num_output_files": 3, "total_output_size": 190086924, "num_input_records": 6579791, "num_output_records": 6579790, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-20:46:29.156518 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302604.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:29.156557 3036185 EVENT_LOG_v1 {"time_micros": 1708461989156552, "job": 20390, "event": "table_file_deletion", "file_number": 302604} 2024/02/20-20:46:29.167585 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302605.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:29.167629 3036185 EVENT_LOG_v1 {"time_micros": 1708461989167622, "job": 20390, "event": "table_file_deletion", "file_number": 302605} 2024/02/20-20:46:29.176533 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302606.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:29.176581 3036185 EVENT_LOG_v1 {"time_micros": 1708461989176574, "job": 20390, "event": "table_file_deletion", "file_number": 302606} 2024/02/20-20:46:29.176756 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302613.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:29.176767 3036185 EVENT_LOG_v1 {"time_micros": 1708461989176765, "job": 20390, "event": "table_file_deletion", "file_number": 302613} 2024/02/20-20:46:29.176918 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302620.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:29.176928 3036185 EVENT_LOG_v1 {"time_micros": 1708461989176926, "job": 20390, "event": "table_file_deletion", "file_number": 302620} 2024/02/20-20:46:41.209331 2307640 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302624. Immutable memtables: 0. 2024/02/20-20:46:41.209571 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20391] Syncing log #302619 2024/02/20-20:46:41.222836 3036193 (Original Log Time 2024/02/20-20:46:41.209555) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:46:41.222851 3036193 [db/flush_job.cc:892] [url] [JOB 20391] Flushing memtable with next log file: 302624 2024/02/20-20:46:41.222961 3036193 EVENT_LOG_v1 {"time_micros": 1708462001222878, "job": 20391, "event": "flush_started", "num_memtables": 1, "num_entries": 30870, "num_deletes": 0, "total_data_size": 4707191, "memory_usage": 5715840, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-20:46:41.222967 3036193 [db/flush_job.cc:926] [url] [JOB 20391] Level-0 flush table #302625: started 2024/02/20-20:46:41.356280 3036193 EVENT_LOG_v1 {"time_micros": 1708462001356235, "cf_name": "url", "job": 20391, "event": "table_file_creation", "file_number": 302625, "file_size": 2491038, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164686218, "largest_seqno": 5164774063, "table_properties": {"data_size": 2449886, "index_size": 53948, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4245, "raw_key_size": 4418080, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 737, "num_entries": 29171, "num_filter_entries": 4781, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461855, "oldest_key_time": 1708461855, "file_creation_time": 1708462001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302625, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:46:41.356343 3036193 [db/flush_job.cc:1062] [url] [JOB 20391] Flush lasted 133518 microseconds, and 126514 cpu microseconds. 2024/02/20-20:46:41.356971 3036193 (Original Log Time 2024/02/20-20:46:41.356320) [db/flush_job.cc:1011] [url] [JOB 20391] Level-0 flush table #302625: 2491038 bytes OK 2024/02/20-20:46:41.356977 3036193 (Original Log Time 2024/02/20-20:46:41.356352) [db/memtable_list.cc:555] [url] Level-0 commit table #302625 started 2024/02/20-20:46:41.356979 3036193 (Original Log Time 2024/02/20-20:46:41.356813) [db/memtable_list.cc:754] [url] Level-0 commit table #302625: memtable #1 done 2024/02/20-20:46:41.356982 3036193 (Original Log Time 2024/02/20-20:46:41.356838) EVENT_LOG_v1 {"time_micros": 1708462001356831, "job": 20391, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-20:46:41.356984 3036193 (Original Log Time 2024/02/20-20:46:41.356934) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-20:46:41.357356 3036190 (Original Log Time 2024/02/20-20:46:41.357300) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-20:46:41.357361 3036190 [db/compaction/compaction_job.cc:2079] [url] [JOB 20392] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-20:46:41.357367 3036190 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20399 Base level 0, inputs: [302625(2432KB)], [302618(22MB)] 2024/02/20-20:46:41.357382 3036190 EVENT_LOG_v1 {"time_micros": 1708462001357372, "job": 20392, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302625], "files_L5": [302618], "score": -1, "input_data_size": 26436166, "oldest_snapshot_seqno": -1} 2024/02/20-20:46:42.165648 3036190 [db/compaction/compaction_job.cc:1655] [url] [JOB 20392] Generated table #302626: 353803 keys, 25999360 bytes, temperature: kUnknown 2024/02/20-20:46:42.165725 3036190 EVENT_LOG_v1 {"time_micros": 1708462002165677, "cf_name": "url", "job": 20392, "event": "table_file_creation", "file_number": 302626, "file_size": 25999360, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163647517, "largest_seqno": 5164774063, "table_properties": {"data_size": 25581777, "index_size": 713776, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 21717, "raw_key_size": 53351673, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7605, "num_entries": 353803, "num_filter_entries": 24827, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460201, "oldest_key_time": 0, "file_creation_time": 1708462001, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302626, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:46:42.167135 3036190 (Original Log Time 2024/02/20-20:46:42.166571) [db/compaction/compaction_job.cc:1729] [url] [JOB 20392] Compacted 1@0 + 1@5 files to L5 => 25999360 bytes 2024/02/20-20:46:42.167140 3036190 (Original Log Time 2024/02/20-20:46:42.166907) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.10, MB/sec: 32.7 rd, 32.2 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(2.4, 22.8 +0.0 blob) out(24.8 +0.0 blob), read-write-amplify(21.0) write-amplify(10.4) OK, records in: 353808, records dropped: 5 output_compression: LZ4 2024/02/20-20:46:42.167145 3036190 (Original Log Time 2024/02/20-20:46:42.166946) EVENT_LOG_v1 {"time_micros": 1708462002166920, "job": 20392, "event": "compaction_finished", "compaction_time_micros": 808406, "compaction_time_cpu_micros": 787674, "output_level": 5, "num_output_files": 1, "total_output_size": 25999360, "num_input_records": 353808, "num_output_records": 353803, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-20:46:42.169028 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302618.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:42.169043 3036190 EVENT_LOG_v1 {"time_micros": 1708462002169041, "job": 20392, "event": "table_file_deletion", "file_number": 302618} 2024/02/20-20:46:42.169258 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302625.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:42.169265 3036190 EVENT_LOG_v1 {"time_micros": 1708462002169264, "job": 20392, "event": "table_file_deletion", "file_number": 302625} 2024/02/20-20:46:42.169313 2307640 (Original Log Time 2024/02/20-20:46:41.357188) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-20:46:42.169613 3036192 (Original Log Time 2024/02/20-20:46:42.169558) [db/db_impl/db_impl_compaction_flush.cc:3564] [url] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-20:46:42.169620 3036192 [db/compaction/compaction_job.cc:2079] [url] [JOB 20393] Compacting 1@5 + 13@6 files to L6, score -1.00 2024/02/20-20:46:42.169632 3036192 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20400 Base level 5, inputs: [302626(24MB)], [302545(64MB) 302546(64MB) 302547(64MB) 302548(64MB) 302549(64MB) 302550(64MB) 302551(64MB) 302552(64MB) 302553(65MB) 302554(64MB) 302555(64MB) 302556(65MB) 302557(54MB)] 2024/02/20-20:46:42.169663 3036192 EVENT_LOG_v1 {"time_micros": 1708462002169648, "job": 20393, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302626], "files_L6": [302545, 302546, 302547, 302548, 302549, 302550, 302551, 302552, 302553, 302554, 302555, 302556, 302557], "score": -1, "input_data_size": 899003688, "oldest_snapshot_seqno": -1} 2024/02/20-20:46:49.469377 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302627: 1945400 keys, 67847473 bytes, temperature: kUnknown 2024/02/20-20:46:49.469479 3036192 EVENT_LOG_v1 {"time_micros": 1708462009469427, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302627, "file_size": 67847473, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110216, "index_size": 2615951, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 14981, "raw_key_size": 260372868, "raw_average_key_size": 133, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34703, "num_entries": 1945400, "num_filter_entries": 17164, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462002, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302627, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:46:50.014231 276066 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302614. Total log size is 15728728 while max_total_wal_size is 15728640 2024/02/20-20:46:50.014575 276066 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302629. Immutable memtables: 0. 2024/02/20-20:46:50.014706 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20394] Syncing log #302624 2024/02/20-20:46:50.026801 3036210 (Original Log Time 2024/02/20-20:46:50.014691) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-20:46:50.026813 3036210 [db/flush_job.cc:892] [key] [JOB 20394] Flushing memtable with next log file: 302629 2024/02/20-20:46:50.026841 3036210 EVENT_LOG_v1 {"time_micros": 1708462010026833, "job": 20394, "event": "flush_started", "num_memtables": 1, "num_entries": 94417, "num_deletes": 40000, "total_data_size": 5883530, "memory_usage": 7760976, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:46:50.026845 3036210 [db/flush_job.cc:926] [key] [JOB 20394] Level-0 flush table #302630: started 2024/02/20-20:46:50.194208 3036210 EVENT_LOG_v1 {"time_micros": 1708462010194150, "cf_name": "key", "job": 20394, "event": "table_file_creation", "file_number": 302630, "file_size": 3932907, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164610959, "largest_seqno": 5164778091, "table_properties": {"data_size": 3827066, "index_size": 28541, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 84405, "raw_key_size": 5509671, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1111, "num_entries": 91362, "num_filter_entries": 96151, "num_deletions": 40000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461725, "oldest_key_time": 1708461725, "file_creation_time": 1708462010, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302630, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:46:50.194278 3036210 [db/flush_job.cc:1062] [key] [JOB 20394] Flush lasted 167487 microseconds, and 146295 cpu microseconds. 2024/02/20-20:46:50.195022 3036210 (Original Log Time 2024/02/20-20:46:50.194255) [db/flush_job.cc:1011] [key] [JOB 20394] Level-0 flush table #302630: 3932907 bytes OK 2024/02/20-20:46:50.195025 3036210 (Original Log Time 2024/02/20-20:46:50.194287) [db/memtable_list.cc:555] [key] Level-0 commit table #302630 started 2024/02/20-20:46:50.195027 3036210 (Original Log Time 2024/02/20-20:46:50.194852) [db/memtable_list.cc:754] [key] Level-0 commit table #302630: memtable #1 done 2024/02/20-20:46:50.195028 3036210 (Original Log Time 2024/02/20-20:46:50.194876) EVENT_LOG_v1 {"time_micros": 1708462010194869, "job": 20394, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:46:50.195029 3036210 (Original Log Time 2024/02/20-20:46:50.194961) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 1 6] max score 1.00 2024/02/20-20:46:50.195036 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20394] Try to delete WAL files size 13713238, prev total WAL file size 15736837, number of live WAL files 5. 2024/02/20-20:46:50.196323 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302614.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:50.197309 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302616.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:46:55.515635 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302628: 1146457 keys, 67609342 bytes, temperature: kUnknown 2024/02/20-20:46:55.515739 3036192 EVENT_LOG_v1 {"time_micros": 1708462015515705, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302628, "file_size": 67609342, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110313, "index_size": 2013350, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 175636678, "raw_average_key_size": 153, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 32016, "num_entries": 1146457, "num_filter_entries": 196, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462009, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302628, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:47:01.924447 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302631: 1471023 keys, 67761164 bytes, temperature: kUnknown 2024/02/20-20:47:01.924521 3036192 EVENT_LOG_v1 {"time_micros": 1708462021924486, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302631, "file_size": 67761164, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110242, "index_size": 2489163, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13909, "raw_key_size": 214065245, "raw_average_key_size": 145, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35273, "num_entries": 1471023, "num_filter_entries": 15845, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462015, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302631, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:47:08.490386 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302632: 1561224 keys, 67989096 bytes, temperature: kUnknown 2024/02/20-20:47:08.490489 3036192 EVENT_LOG_v1 {"time_micros": 1708462028490435, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302632, "file_size": 67989096, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109839, "index_size": 3035280, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 36133, "raw_key_size": 235487024, "raw_average_key_size": 150, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34170, "num_entries": 1561224, "num_filter_entries": 41254, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462021, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302632, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:47:30.802624 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302633: 1722677 keys, 67981846 bytes, temperature: kUnknown 2024/02/20-20:47:30.802700 3036192 EVENT_LOG_v1 {"time_micros": 1708462050802656, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302633, "file_size": 67981846, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110067, "index_size": 3124412, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 26165, "raw_key_size": 252686785, "raw_average_key_size": 146, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35853, "num_entries": 1722677, "num_filter_entries": 29929, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462028, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302633, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:47:55.376892 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302634: 1566235 keys, 68063645 bytes, temperature: kUnknown 2024/02/20-20:47:55.376975 3036192 EVENT_LOG_v1 {"time_micros": 1708462075376930, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302634, "file_size": 68063645, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110772, "index_size": 5928044, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 35269, "raw_key_size": 242169125, "raw_average_key_size": 154, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34960, "num_entries": 1566235, "num_filter_entries": 40308, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462050, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302634, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:48:15.504672 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302635: 1699884 keys, 67728994 bytes, temperature: kUnknown 2024/02/20-20:48:15.504735 3036192 EVENT_LOG_v1 {"time_micros": 1708462095504705, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302635, "file_size": 67728994, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110686, "index_size": 2578173, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 230781211, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34302, "num_entries": 1699884, "num_filter_entries": 13, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462075, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302635, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:48:36.801376 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302636: 1704228 keys, 67726052 bytes, temperature: kUnknown 2024/02/20-20:48:36.801464 3036192 EVENT_LOG_v1 {"time_micros": 1708462116801418, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302636, "file_size": 67726052, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109000, "index_size": 2577599, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 231131271, "raw_average_key_size": 135, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 34328, "num_entries": 1704228, "num_filter_entries": 14, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462095, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302636, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:48:56.070366 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302637: 1420480 keys, 68853330 bytes, temperature: kUnknown 2024/02/20-20:48:56.070440 3036192 EVENT_LOG_v1 {"time_micros": 1708462136070405, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302637, "file_size": 68853330, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110452, "index_size": 4989125, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 31477, "raw_key_size": 237629170, "raw_average_key_size": 167, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 33647, "num_entries": 1420480, "num_filter_entries": 35953, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462116, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302637, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:49:15.457664 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302638: 1672467 keys, 67838706 bytes, temperature: kUnknown 2024/02/20-20:49:15.457753 3036192 EVENT_LOG_v1 {"time_micros": 1708462155457710, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302638, "file_size": 67838706, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109410, "index_size": 2812127, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 19653, "raw_key_size": 237900808, "raw_average_key_size": 142, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35212, "num_entries": 1672467, "num_filter_entries": 22521, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462136, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302638, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:49:35.612224 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302639: 1589113 keys, 67812238 bytes, temperature: kUnknown 2024/02/20-20:49:35.612309 3036192 EVENT_LOG_v1 {"time_micros": 1708462175612271, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302639, "file_size": 67812238, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109334, "index_size": 2666638, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 15525, "raw_key_size": 228740847, "raw_average_key_size": 143, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35426, "num_entries": 1589113, "num_filter_entries": 17800, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462155, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302639, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:49:55.476393 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302640: 1615879 keys, 68290838 bytes, temperature: kUnknown 2024/02/20-20:49:55.476587 3036192 EVENT_LOG_v1 {"time_micros": 1708462195476516, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302640, "file_size": 68290838, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109294, "index_size": 3904826, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 110773, "raw_key_size": 281034053, "raw_average_key_size": 173, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35660, "num_entries": 1615879, "num_filter_entries": 126111, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462175, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302640, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:10.409016 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-20:50:10.409167 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1049609.3 total, 600.2 interval Cumulative writes: 134M writes, 599M keys, 134M commit groups, 1.0 writes per commit group, ingest: 57.71 GB, 0.06 MB/s Cumulative WAL: 134M writes, 0 syncs, 134582319.00 writes per sync, written: 57.71 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 114K writes, 359K keys, 112K commit groups, 1.0 writes per commit group, ingest: 31.98 MB, 0.05 MB/s Interval WAL: 114K writes, 0 syncs, 114377.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.3 421.51 393.33 4249 0.099 0 0 0.0 0.0 L5 1/1 24.79 MB 0.0 70.1 18.7 51.4 68.9 17.5 0.0 3.7 41.9 41.2 1711.72 1639.48 2197 0.779 1056M 1179 0.0 0.0 L6 13/13 832.56 MB 0.0 415.0 17.9 397.1 397.5 0.4 0.0 22.2 15.9 15.2 26716.97 24638.93 613 43.584 9702M 261M 0.0 0.0 Sum 14/14 857.36 MB 0.0 485.1 36.6 448.5 485.4 37.0 0.0 25.5 17.2 17.2 28850.20 26671.74 7059 4.087 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.1 0.0 0.0 8.0 24.1 26.7 2.04 1.92 4 0.511 678K 6 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 485.1 36.6 448.5 466.4 17.9 0.0 0.0 17.5 16.8 28428.70 26278.41 2810 10.117 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.3 421.51 393.33 4249 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1049609.3 total, 600.2 interval Flush(GB): cumulative 19.038, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 485.42 GB write, 0.47 MB/s write, 485.05 GB read, 0.47 MB/s read, 28850.2 seconds Interval compaction: 0.05 GB write, 0.09 MB/s write, 0.05 GB read, 0.08 MB/s read, 2.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.37 GB table_size: 4480 occupancy: 1679 collections: 1750 last_copies: 0 last_secs: 0.000897 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(879,14.41 MB,0.938008%) IndexBlock(797,1.35 GB,90.1339%) Misc(2,3.98 KB,0.000253258%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6126548 Average: 2.1917 StdDev: 4.25 Min: 0 Median: 1.3859 Max: 2021 Percentiles: P50: 1.39 P75: 1.97 P99: 7.75 P99.9: 45.32 P99.99: 126.92 ------------------------------------------------------ [ 0, 1 ] 2055976 33.558% 33.558% ####### ( 1, 2 ] 2610289 42.606% 76.165% ######### ( 2, 3 ] 1024363 16.720% 92.885% ### ( 3, 4 ] 249013 4.064% 96.949% # ( 4, 6 ] 109927 1.794% 98.744% ( 6, 10 ] 35997 0.588% 99.331% ( 10, 15 ] 15229 0.249% 99.580% ( 15, 22 ] 7734 0.126% 99.706% ( 22, 34 ] 8055 0.131% 99.837% ( 34, 51 ] 5767 0.094% 99.931% ( 51, 76 ] 2563 0.042% 99.973% ( 76, 110 ] 907 0.015% 99.988% ( 110, 170 ] 409 0.007% 99.995% ( 170, 250 ] 132 0.002% 99.997% ( 250, 380 ] 73 0.001% 99.998% ( 380, 580 ] 75 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22062898 Average: 2.5106 StdDev: 54.39 Min: 0 Median: 1.4987 Max: 145219 Percentiles: P50: 1.50 P75: 2.32 P99: 9.45 P99.9: 51.15 P99.99: 160.82 ------------------------------------------------------ [ 0, 1 ] 6746222 30.577% 30.577% ###### ( 1, 2 ] 8592567 38.946% 69.523% ######## ( 2, 3 ] 3737779 16.941% 86.464% ### ( 3, 4 ] 1373476 6.225% 92.690% # ( 4, 6 ] 1088613 4.934% 97.624% # ( 6, 10 ] 352387 1.597% 99.221% ( 10, 15 ] 60514 0.274% 99.495% ( 15, 22 ] 30930 0.140% 99.636% ( 22, 34 ] 33107 0.150% 99.786% ( 34, 51 ] 25166 0.114% 99.900% ( 51, 76 ] 12117 0.055% 99.955% ( 76, 110 ] 5162 0.023% 99.978% ( 110, 170 ] 3131 0.014% 99.992% ( 170, 250 ] 859 0.004% 99.996% ( 250, 380 ] 363 0.002% 99.998% ( 380, 580 ] 273 0.001% 99.999% ( 580, 870 ] 121 0.001% 99.999% ( 870, 1300 ] 44 0.000% 100.000% ( 1300, 1900 ] 32 0.000% 100.000% ( 1900, 2900 ] 12 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ( 75000, 110000 ] 3 0.000% 100.000% ( 110000, 170000 ] 2 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 216480481 Average: 12.7967 StdDev: 209.76 Min: 0 Median: 1.5030 Max: 283068 Percentiles: P50: 1.50 P75: 2.63 P99: 143.42 P99.9: 310.36 P99.99: 1571.16 ------------------------------------------------------ [ 0, 1 ] 73125064 33.779% 33.779% ####### ( 1, 2 ] 69806791 32.246% 66.025% ###### ( 2, 3 ] 31019899 14.329% 80.354% ### ( 3, 4 ] 6701094 3.095% 83.450% # ( 4, 6 ] 1215126 0.561% 84.011% ( 6, 10 ] 570631 0.264% 84.275% ( 10, 15 ] 323111 0.149% 84.424% ( 15, 22 ] 276667 0.128% 84.552% ( 22, 34 ] 7808333 3.607% 88.159% # ( 34, 51 ] 8074616 3.730% 91.889% # ( 51, 76 ] 6448553 2.979% 94.868% # ( 76, 110 ] 7010937 3.239% 98.106% # ( 110, 170 ] 3474154 1.605% 99.711% ( 170, 250 ] 354178 0.164% 99.875% ( 250, 380 ] 118129 0.055% 99.929% ( 380, 580 ] 71910 0.033% 99.962% ( 580, 870 ] 32356 0.015% 99.977% ( 870, 1300 ] 14607 0.007% 99.984% ( 1300, 1900 ] 28051 0.013% 99.997% ( 1900, 2900 ] 2272 0.001% 99.998% ( 2900, 4400 ] 921 0.000% 99.999% ( 4400, 6600 ] 645 0.000% 99.999% ( 6600, 9900 ] 566 0.000% 99.999% ( 9900, 14000 ] 360 0.000% 99.999% ( 14000, 22000 ] 221 0.000% 99.999% ( 22000, 33000 ] 121 0.000% 99.999% ( 33000, 50000 ] 218 0.000% 100.000% ( 50000, 75000 ] 421 0.000% 100.000% ( 75000, 110000 ] 327 0.000% 100.000% ( 110000, 170000 ] 167 0.000% 100.000% ( 170000, 250000 ] 33 0.000% 100.000% ( 250000, 380000 ] 2 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.3 90.42 76.68 4130 0.022 0 0 0.0 0.0 L6 3/0 181.28 MB 0.0 321.5 3.2 318.3 318.3 0.1 0.0 99.3 15.3 15.2 21490.48 21094.69 2175 9.881 11G 63M 0.0 0.0 Sum 3/0 181.28 MB 0.0 321.5 3.2 318.3 321.5 3.3 0.0 100.3 15.3 15.3 21580.90 21171.37 6305 3.423 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.2 0.0 0.2 0.2 0.0 0.0 147.8 11.7 11.8 15.50 15.15 3 5.167 6579K 1 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 321.5 3.2 318.3 318.3 0.1 0.0 0.0 15.3 15.2 21490.48 21094.69 2175 9.881 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.3 90.42 76.68 4130 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1049609.3 total, 600.2 interval Flush(GB): cumulative 3.206, interval 0.001 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 321.54 GB write, 0.31 MB/s write, 321.46 GB read, 0.31 MB/s read, 21580.9 seconds Interval compaction: 0.18 GB write, 0.30 MB/s write, 0.18 GB read, 0.30 MB/s read, 15.5 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4327 collections: 1750 last_copies: 0 last_secs: 0.002887 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2194,1.68 MB,0.109081%) IndexBlock(2132,1.46 GB,97.4544%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1053757 Average: 3.5729 StdDev: 6.29 Min: 0 Median: 2.5947 Max: 2960 Percentiles: P50: 2.59 P75: 3.78 P99: 12.40 P99.9: 60.59 P99.99: 192.91 ------------------------------------------------------ [ 0, 1 ] 121314 11.513% 11.513% ## ( 1, 2 ] 251804 23.896% 35.408% ##### ( 2, 3 ] 258539 24.535% 59.943% ##### ( 3, 4 ] 203220 19.285% 79.229% #### ( 4, 6 ] 176176 16.719% 95.947% ### ( 6, 10 ] 29814 2.829% 98.777% # ( 10, 15 ] 4898 0.465% 99.242% ( 15, 22 ] 2610 0.248% 99.489% ( 22, 34 ] 2216 0.210% 99.700% ( 34, 51 ] 1820 0.173% 99.872% ( 51, 76 ] 762 0.072% 99.945% ( 76, 110 ] 261 0.025% 99.969% ( 110, 170 ] 195 0.019% 99.988% ( 170, 250 ] 79 0.007% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 182365160 Average: 2.2220 StdDev: 45.18 Min: 0 Median: 1.3486 Max: 129678 Percentiles: P50: 1.35 P75: 2.01 P99: 7.10 P99.9: 56.50 P99.99: 149.19 ------------------------------------------------------ [ 0, 1 ] 66989602 36.734% 36.734% ####### ( 1, 2 ] 69401172 38.056% 74.790% ######## ( 2, 3 ] 34198543 18.753% 93.543% #### ( 3, 4 ] 8243369 4.520% 98.063% # ( 4, 6 ] 1533401 0.841% 98.904% ( 6, 10 ] 635274 0.348% 99.252% ( 10, 15 ] 414376 0.227% 99.479% ( 15, 22 ] 205881 0.113% 99.592% ( 22, 34 ] 320992 0.176% 99.768% ( 34, 51 ] 216352 0.119% 99.887% ( 51, 76 ] 108287 0.059% 99.946% ( 76, 110 ] 63321 0.035% 99.981% ( 110, 170 ] 25039 0.014% 99.995% ( 170, 250 ] 4344 0.002% 99.997% ( 250, 380 ] 1929 0.001% 99.998% ( 380, 580 ] 1594 0.001% 99.999% ( 580, 870 ] 934 0.001% 100.000% ( 870, 1300 ] 282 0.000% 100.000% ( 1300, 1900 ] 282 0.000% 100.000% ( 1900, 2900 ] 108 0.000% 100.000% ( 2900, 4400 ] 23 0.000% 100.000% ( 4400, 6600 ] 6 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ( 9900, 14000 ] 2 0.000% 100.000% ( 22000, 33000 ] 1 0.000% 100.000% ( 33000, 50000 ] 6 0.000% 100.000% ( 50000, 75000 ] 9 0.000% 100.000% ( 75000, 110000 ] 22 0.000% 100.000% ( 110000, 170000 ] 8 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 2/0 7.50 MB 1.0 0.0 0.0 0.0 9.3 9.3 0.0 1.0 0.0 33.6 282.70 262.23 4217 0.067 0 0 0.0 0.0 L5 1/0 14.28 MB 0.1 22.7 8.4 14.3 22.5 8.2 0.0 2.7 28.6 28.4 811.34 784.00 2024 0.401 628M 283K 0.0 0.0 L6 6/0 385.42 MB 0.0 202.3 9.0 193.3 193.4 0.2 0.0 21.4 14.3 13.7 14500.32 14180.74 730 19.863 9059M 242M 0.0 0.0 Sum 9/0 407.19 MB 0.0 225.0 17.4 207.6 225.2 17.6 0.0 24.3 14.8 14.8 15594.37 15226.97 6971 2.237 9688M 242M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 22.6 0.33 0.30 2 0.166 0 0 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 225.0 17.4 207.6 215.9 8.4 0.0 0.0 15.0 14.4 15311.67 14964.74 2754 5.560 9688M 242M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.3 9.3 0.0 0.0 0.0 33.6 282.70 262.23 4217 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1049609.3 total, 600.2 interval Flush(GB): cumulative 9.267, interval 0.007 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 225.19 GB write, 0.22 MB/s write, 224.98 GB read, 0.22 MB/s read, 15594.4 seconds Interval compaction: 0.01 GB write, 0.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.3 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 359115 collections: 1750 last_copies: 0 last_secs: 0.160636 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(359008,1.39 GB,92.3531%) FilterBlock(52,61.94 MB,4.03236%) IndexBlock(53,23.62 MB,1.53808%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2897420 Average: 4.3273 StdDev: 70.76 Min: 0 Median: 1.9697 Max: 119656 Percentiles: P50: 1.97 P75: 5.43 P99: 18.01 P99.9: 61.55 P99.99: 157.09 ------------------------------------------------------ [ 0, 1 ] 640526 22.107% 22.107% #### ( 1, 2 ] 833403 28.764% 50.870% ###### ( 2, 3 ] 411220 14.193% 65.063% ### ( 3, 4 ] 178272 6.153% 71.216% # ( 4, 6 ] 153261 5.290% 76.505% # ( 6, 10 ] 459923 15.874% 92.379% ### ( 10, 15 ] 184326 6.362% 98.741% # ( 15, 22 ] 17476 0.603% 99.344% ( 22, 34 ] 9334 0.322% 99.666% ( 34, 51 ] 5688 0.196% 99.862% ( 51, 76 ] 2592 0.089% 99.952% ( 76, 110 ] 844 0.029% 99.981% ( 110, 170 ] 338 0.012% 99.993% ( 170, 250 ] 111 0.004% 99.996% ( 250, 380 ] 58 0.002% 99.998% ( 380, 580 ] 30 0.001% 99.999% ( 580, 870 ] 21 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ( 110000, 170000 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 7024276 Average: 4.7684 StdDev: 70.41 Min: 0 Median: 2.5005 Max: 185496 Percentiles: P50: 2.50 P75: 6.24 P99: 19.58 P99.9: 69.49 P99.99: 172.26 ------------------------------------------------------ [ 0, 1 ] 1138375 16.206% 16.206% ### ( 1, 2 ] 1840184 26.197% 42.404% ##### ( 2, 3 ] 1065989 15.176% 57.580% ### ( 3, 4 ] 575843 8.198% 65.777% ## ( 4, 6 ] 574139 8.174% 73.951% ## ( 6, 10 ] 1235008 17.582% 91.533% #### ( 10, 15 ] 493235 7.022% 98.555% # ( 15, 22 ] 47770 0.680% 99.235% ( 22, 34 ] 25128 0.358% 99.593% ( 34, 51 ] 15859 0.226% 99.819% ( 51, 76 ] 7738 0.110% 99.929% ( 76, 110 ] 2934 0.042% 99.970% ( 110, 170 ] 1361 0.019% 99.990% ( 170, 250 ] 375 0.005% 99.995% ( 250, 380 ] 167 0.002% 99.998% ( 380, 580 ] 117 0.002% 99.999% ( 580, 870 ] 48 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 5 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ( 170000, 250000 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 109329521 Average: 6.0587 StdDev: 105.72 Min: 0 Median: 2.3839 Max: 248339 Percentiles: P50: 2.38 P75: 7.61 P99: 46.35 P99.9: 162.49 P99.99: 499.20 ------------------------------------------------------ [ 0, 1 ] 25691076 23.499% 23.499% ##### ( 1, 2 ] 24586665 22.489% 45.987% #### ( 2, 3 ] 11428929 10.454% 56.441% ## ( 3, 4 ] 4490683 4.107% 60.548% # ( 4, 6 ] 5081927 4.648% 65.197% # ( 6, 10 ] 26657901 24.383% 89.580% ##### ( 10, 15 ] 8710869 7.968% 97.547% ## ( 15, 22 ] 702171 0.642% 98.190% ( 22, 34 ] 580434 0.531% 98.721% ( 34, 51 ] 420479 0.385% 99.105% ( 51, 76 ] 273779 0.250% 99.356% ( 76, 110 ] 343564 0.314% 99.670% ( 110, 170 ] 287734 0.263% 99.933% ( 170, 250 ] 48246 0.044% 99.977% ( 250, 380 ] 9958 0.009% 99.986% ( 380, 580 ] 7002 0.006% 99.993% ( 580, 870 ] 3985 0.004% 99.996% ( 870, 1300 ] 2100 0.002% 99.998% ( 1300, 1900 ] 2909 0.003% 100.001% ( 1900, 2900 ] 212 0.000% 100.001% ( 2900, 4400 ] 123 0.000% 100.001% ( 4400, 6600 ] 105 0.000% 100.001% ( 6600, 9900 ] 118 0.000% 100.001% ( 9900, 14000 ] 46 0.000% 100.001% ( 14000, 22000 ] 22 0.000% 100.001% ( 22000, 33000 ] 35 0.000% 100.001% ( 33000, 50000 ] 24 0.000% 100.001% ( 50000, 75000 ] 39 0.000% 100.001% ( 75000, 110000 ] 63 0.000% 100.002% ( 110000, 170000 ] 19 0.000% 100.002% ( 170000, 250000 ] 1 0.000% 100.002% 2024/02/20-20:50:10.412954 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 547242388 rocksdb.block.cache.hit COUNT : 2271692751 rocksdb.block.cache.add COUNT : 41164858 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33409 rocksdb.block.cache.index.hit COUNT : 557752530 rocksdb.block.cache.index.add COUNT : 33395 rocksdb.block.cache.index.bytes.insert COUNT : 35757259591 rocksdb.block.cache.filter.miss COUNT : 33415 rocksdb.block.cache.filter.hit COUNT : 1156598565 rocksdb.block.cache.filter.add COUNT : 33415 rocksdb.block.cache.filter.bytes.insert COUNT : 9077892003 rocksdb.block.cache.data.miss COUNT : 547175564 rocksdb.block.cache.data.hit COUNT : 557341656 rocksdb.block.cache.data.add COUNT : 41098048 rocksdb.block.cache.data.bytes.insert COUNT : 170238130339 rocksdb.block.cache.bytes.read COUNT : 1978559458511310 rocksdb.block.cache.bytes.write COUNT : 215073281933 rocksdb.bloom.filter.useful COUNT : 598912812 rocksdb.bloom.filter.full.positive COUNT : 557685785 rocksdb.bloom.filter.full.true.positive COUNT : 551900471 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 98342368 rocksdb.memtable.miss COUNT : 6572113936 rocksdb.l0.hit COUNT : 16863227 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 535037244 rocksdb.compaction.key.drop.new COUNT : 283835258 rocksdb.compaction.key.drop.obsolete COUNT : 283855188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 599036006 rocksdb.number.keys.read COUNT : 678339037 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61962229267 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 69974 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33400 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 798835918 rocksdb.number.multiget.keys.read COUNT : 5992117267 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61962229267 rocksdb.write.self COUNT : 134359070 rocksdb.write.other COUNT : 223249 rocksdb.write.wal COUNT : 134582319 rocksdb.compact.read.bytes COUNT : 1029939116677 rocksdb.compact.write.bytes COUNT : 1075280981946 rocksdb.flush.write.bytes COUNT : 33839205811 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1078437 rocksdb.number.superversion_releases COUNT : 2809 rocksdb.number.superversion_cleanups COUNT : 176 rocksdb.number.block.compressed COUNT : 540432617 rocksdb.number.block.decompressed COUNT : 540433712 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 62532473540 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 69974 rocksdb.num.iterator.deleted COUNT : 69974 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5450 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5412 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45512 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62876672381 rocksdb.memtable.garbage.bytes.at.flush COUNT : 762342811 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 976989681410 rocksdb.last.level.read.count COUNT : 508177623 rocksdb.non.last.level.read.bytes COUNT : 132439401867 rocksdb.non.last.level.read.count COUNT : 39164965 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 547275788 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2205100364677 rocksdb.bytes.compressed.to COUNT : 1070506581828 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26840342100 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6770533 rocksdb.bytes.decompressed.from COUNT : 1070720076248 rocksdb.bytes.decompressed.to COUNT : 2205117094225 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.542552 P95 : 106.359167 P99 : 160.512398 P100 : 227461.000000 COUNT : 678339037 SUM : 35053817675 rocksdb.db.write.micros P50 : 67.140987 P95 : 112.252309 P99 : 169.484890 P100 : 2037453.000000 COUNT : 134582319 SUM : 13978096587 rocksdb.compaction.times.micros P50 : 1589827.586207 P95 : 38957209.302326 P99 : 67654914.529914 P100 : 120470278.000000 COUNT : 7739 SUM : 65230840213 rocksdb.compaction.times.cpu_micros P50 : 1528900.709220 P95 : 36135319.148936 P99 : 64786649.214660 P100 : 110504443.000000 COUNT : 7739 SUM : 62337835999 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4334.550743 P95 : 27973.652291 P99 : 63398.936170 P100 : 1558490.000000 COUNT : 12581 SUM : 118809651 rocksdb.compaction.outfile.sync.micros P50 : 62561.613144 P95 : 126507.836991 P99 : 226105.050505 P100 : 2063820.000000 COUNT : 20814 SUM : 1335845262 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.690984 P95 : 732.213198 P99 : 4041.034483 P100 : 501117.000000 COUNT : 20388 SUM : 13165465 rocksdb.table.open.io.micros P50 : 586.706539 P95 : 6257.039275 P99 : 13177.892031 P100 : 291788.000000 COUNT : 33400 SUM : 60832312 rocksdb.db.multiget.micros P50 : 8.006552 P95 : 17.804495 P99 : 33.090794 P100 : 260465.000000 COUNT : 798835922 SUM : 7578744712 rocksdb.read.block.compaction.micros P50 : 13.698215 P95 : 60.274961 P99 : 139.502298 P100 : 283126.000000 COUNT : 506077516 SUM : 10003839100 rocksdb.read.block.get.micros P50 : 53.092756 P95 : 95.237605 P99 : 147.460323 P100 : 291601.000000 COUNT : 41164872 SUM : 2383971592 rocksdb.write.raw.block.micros P50 : 0.521817 P95 : 0.991452 P99 : 1.897339 P100 : 652052.000000 COUNT : 547303335 SUM : 11227466585 rocksdb.numfiles.in.singlecompaction P50 : 2.773137 P95 : 5.680613 P99 : 5.938751 P100 : 7.000000 COUNT : 5892 SUM : 20976 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.546097 P95 : 34.365589 P99 : 105.569820 P100 : 283068.000000 COUNT : 547342588 SUM : 3956485297 rocksdb.file.read.flush.micros P50 : 1.848703 P95 : 15.864511 P99 : 40.815495 P100 : 787.000000 COUNT : 62905 SUM : 301117 rocksdb.file.read.compaction.micros P50 : 1.430574 P95 : 37.726540 P99 : 107.010227 P100 : 283068.000000 COUNT : 506181540 SUM : 3541095697 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 678339041 SUM : 0 rocksdb.bytes.per.write P50 : 218.505114 P95 : 528.137726 P99 : 804.061678 P100 : 4563443.000000 COUNT : 134359070 SUM : 61962229267 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 798835925 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46513.961606 P95 : 167125.000000 P99 : 239408.207343 P100 : 1681975.000000 COUNT : 12630 SUM : 794632823 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-20:50:10.413206 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-20:50:10.413430 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708462210 to in-memory stats history 2024/02/20-20:50:10.413476 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-20:50:10.413520 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-20:50:17.454813 3036192 [db/compaction/compaction_job.cc:1655] [url] [JOB 20393] Generated table #302641: 1166391 keys, 69002655 bytes, temperature: kUnknown 2024/02/20-20:50:17.454908 3036192 EVENT_LOG_v1 {"time_micros": 1708462217454863, "cf_name": "url", "job": 20393, "event": "table_file_creation", "file_number": 302641, "file_size": 69002655, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 66135530, "index_size": 7707463, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 13029, "raw_key_size": 334841955, "raw_average_key_size": 287, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35149, "num_entries": 1166391, "num_filter_entries": 14961, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462195, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302641, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:17.924744 3036192 (Original Log Time 2024/02/20-20:50:17.921970) [db/compaction/compaction_job.cc:1729] [url] [JOB 20393] Compacted 1@5 + 13@6 files to L6 => 884505379 bytes 2024/02/20-20:50:17.924751 3036192 (Original Log Time 2024/02/20-20:50:17.924491) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 13] max score 0.00, MB/sec: 4.2 rd, 4.1 wr, level 6, files in(1, 13) out(13 +0 blob) MB in(24.8, 832.6 +0.0 blob) out(843.5 +0.0 blob), read-write-amplify(68.6) write-amplify(34.0) OK, records in: 20281461, records dropped: 3 output_compression: ZSTD 2024/02/20-20:50:17.924770 3036192 (Original Log Time 2024/02/20-20:50:17.924558) EVENT_LOG_v1 {"time_micros": 1708462217924515, "job": 20393, "event": "compaction_finished", "compaction_time_micros": 215285321, "compaction_time_cpu_micros": 201387581, "output_level": 6, "num_output_files": 13, "total_output_size": 884505379, "num_input_records": 20281461, "num_output_records": 20281458, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 13]} 2024/02/20-20:50:17.931061 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302545.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:17.931103 3036192 EVENT_LOG_v1 {"time_micros": 1708462217931098, "job": 20393, "event": "table_file_deletion", "file_number": 302545} 2024/02/20-20:50:17.938074 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302546.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:17.938116 3036192 EVENT_LOG_v1 {"time_micros": 1708462217938109, "job": 20393, "event": "table_file_deletion", "file_number": 302546} 2024/02/20-20:50:17.946817 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302547.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:17.946856 3036192 EVENT_LOG_v1 {"time_micros": 1708462217946849, "job": 20393, "event": "table_file_deletion", "file_number": 302547} 2024/02/20-20:50:17.957645 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302548.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:17.957702 3036192 EVENT_LOG_v1 {"time_micros": 1708462217957696, "job": 20393, "event": "table_file_deletion", "file_number": 302548} 2024/02/20-20:50:17.968555 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302549.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:17.968668 3036192 EVENT_LOG_v1 {"time_micros": 1708462217968591, "job": 20393, "event": "table_file_deletion", "file_number": 302549} 2024/02/20-20:50:17.978888 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302550.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:17.978929 3036192 EVENT_LOG_v1 {"time_micros": 1708462217978923, "job": 20393, "event": "table_file_deletion", "file_number": 302550} 2024/02/20-20:50:17.988371 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302551.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:17.988418 3036192 EVENT_LOG_v1 {"time_micros": 1708462217988400, "job": 20393, "event": "table_file_deletion", "file_number": 302551} 2024/02/20-20:50:17.998759 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302552.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:17.998799 3036192 EVENT_LOG_v1 {"time_micros": 1708462217998793, "job": 20393, "event": "table_file_deletion", "file_number": 302552} 2024/02/20-20:50:18.006656 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302553.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:18.006687 3036192 EVENT_LOG_v1 {"time_micros": 1708462218006682, "job": 20393, "event": "table_file_deletion", "file_number": 302553} 2024/02/20-20:50:18.013302 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302554.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:18.013337 3036192 EVENT_LOG_v1 {"time_micros": 1708462218013330, "job": 20393, "event": "table_file_deletion", "file_number": 302554} 2024/02/20-20:50:18.020621 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302555.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:18.020659 3036192 EVENT_LOG_v1 {"time_micros": 1708462218020653, "job": 20393, "event": "table_file_deletion", "file_number": 302555} 2024/02/20-20:50:18.025658 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302556.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:18.025690 3036192 EVENT_LOG_v1 {"time_micros": 1708462218025685, "job": 20393, "event": "table_file_deletion", "file_number": 302556} 2024/02/20-20:50:18.032181 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302557.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:18.032220 3036192 EVENT_LOG_v1 {"time_micros": 1708462218032214, "job": 20393, "event": "table_file_deletion", "file_number": 302557} 2024/02/20-20:50:18.034679 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302626.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:18.034750 3036192 EVENT_LOG_v1 {"time_micros": 1708462218034744, "job": 20393, "event": "table_file_deletion", "file_number": 302626} 2024/02/20-20:50:18.034879 2307640 (Original Log Time 2024/02/20-20:46:42.169332) [db/db_impl/db_impl_compaction_flush.cc:2109] [url] Manual compaction starting 2024/02/20-20:50:18.035129 3036192 [db/compaction/compaction_job.cc:2079] [key] [JOB 20395] Compacting 2@0 + 1@5 files to L5, score 1.00 2024/02/20-20:50:18.035138 3036192 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20401 Base level 0, inputs: [302630(3840KB) 302615(3838KB)], [302609(14MB)] 2024/02/20-20:50:18.035160 3036192 EVENT_LOG_v1 {"time_micros": 1708462218035148, "job": 20395, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302630, 302615], "files_L5": [302609], "score": 1, "input_data_size": 22832168, "oldest_snapshot_seqno": -1} 2024/02/20-20:50:18.035174 2307640 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302642. Immutable memtables: 0. 2024/02/20-20:50:18.035292 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20396] Syncing log #302629 2024/02/20-20:50:18.043769 3036193 (Original Log Time 2024/02/20-20:50:18.035276) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-20:50:18.043782 3036193 [db/flush_job.cc:892] [tag] [JOB 20396] Flushing memtable with next log file: 302642 2024/02/20-20:50:18.043812 3036193 EVENT_LOG_v1 {"time_micros": 1708462218043803, "job": 20396, "event": "flush_started", "num_memtables": 1, "num_entries": 11846, "num_deletes": 0, "total_data_size": 1034660, "memory_usage": 2248312, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-20:50:18.043818 3036193 [db/flush_job.cc:926] [tag] [JOB 20396] Level-0 flush table #302644: started 2024/02/20-20:50:18.058185 3036193 EVENT_LOG_v1 {"time_micros": 1708462218058145, "cf_name": "tag", "job": 20396, "event": "table_file_creation", "file_number": 302644, "file_size": 612685, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164757299, "largest_seqno": 5164909784, "table_properties": {"data_size": 606609, "index_size": 7190, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 999027, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 191, "num_entries": 11717, "num_filter_entries": 166, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708461973, "oldest_key_time": 1708461973, "file_creation_time": 1708462218, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302644, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:18.058236 3036193 [db/flush_job.cc:1062] [tag] [JOB 20396] Flush lasted 14478 microseconds, and 12686 cpu microseconds. 2024/02/20-20:50:18.058735 3036193 (Original Log Time 2024/02/20-20:50:18.058220) [db/flush_job.cc:1011] [tag] [JOB 20396] Level-0 flush table #302644: 612685 bytes OK 2024/02/20-20:50:18.058738 3036193 (Original Log Time 2024/02/20-20:50:18.058242) [db/memtable_list.cc:555] [tag] Level-0 commit table #302644 started 2024/02/20-20:50:18.058740 3036193 (Original Log Time 2024/02/20-20:50:18.058600) [db/memtable_list.cc:754] [tag] Level-0 commit table #302644: memtable #1 done 2024/02/20-20:50:18.058741 3036193 (Original Log Time 2024/02/20-20:50:18.058622) EVENT_LOG_v1 {"time_micros": 1708462218058615, "job": 20396, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:50:18.058743 3036193 (Original Log Time 2024/02/20-20:50:18.058695) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-20:50:18.058748 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20396] Try to delete WAL files size 1584930, prev total WAL file size 14102636, number of live WAL files 4. 2024/02/20-20:50:18.059122 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302619.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:18.059386 3036187 (Original Log Time 2024/02/20-20:50:18.059338) [db/db_impl/db_impl_compaction_flush.cc:3564] [tag] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-20:50:18.059396 3036187 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20397] Compacting 1@0 + 3@6 files to L6, score -1.00 2024/02/20-20:50:18.059404 3036187 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20403 Base level 0, inputs: [302644(598KB)], [302621(64MB) 302622(64MB) 302623(52MB)] 2024/02/20-20:50:18.059469 3036187 EVENT_LOG_v1 {"time_micros": 1708462218059420, "job": 20397, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302644], "files_L6": [302621, 302622, 302623], "score": -1, "input_data_size": 190699609, "oldest_snapshot_seqno": -1} 2024/02/20-20:50:19.306585 3036192 [db/compaction/compaction_job.cc:1655] [key] [JOB 20395] Generated table #302643: 605963 keys, 22566684 bytes, temperature: kUnknown 2024/02/20-20:50:19.306646 3036192 EVENT_LOG_v1 {"time_micros": 1708462219306612, "cf_name": "key", "job": 20395, "event": "table_file_creation", "file_number": 302643, "file_size": 22566684, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163740239, "largest_seqno": 5164778091, "table_properties": {"data_size": 21884185, "index_size": 188500, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 551077, "raw_key_size": 36566691, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 6457, "num_entries": 605963, "num_filter_entries": 622099, "num_deletions": 310000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460360, "oldest_key_time": 0, "file_creation_time": 1708462218, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302643, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:19.308162 3036192 (Original Log Time 2024/02/20-20:50:19.307632) [db/compaction/compaction_job.cc:1729] [key] [JOB 20395] Compacted 2@0 + 1@5 files to L5 => 22566684 bytes 2024/02/20-20:50:19.308167 3036192 (Original Log Time 2024/02/20-20:50:19.308032) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.08, MB/sec: 18.0 rd, 17.7 wr, level 5, files in(2, 1) out(1 +0 blob) MB in(7.5, 14.3 +0.0 blob) out(21.5 +0.0 blob), read-write-amplify(5.8) write-amplify(2.9) OK, records in: 605964, records dropped: 1 output_compression: LZ4 2024/02/20-20:50:19.308175 3036192 (Original Log Time 2024/02/20-20:50:19.308062) EVENT_LOG_v1 {"time_micros": 1708462219308048, "job": 20395, "event": "compaction_finished", "compaction_time_micros": 1271553, "compaction_time_cpu_micros": 1077632, "output_level": 5, "num_output_files": 1, "total_output_size": 22566684, "num_input_records": 605964, "num_output_records": 605963, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-20:50:19.310071 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302609.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:19.310087 3036192 EVENT_LOG_v1 {"time_micros": 1708462219310085, "job": 20395, "event": "table_file_deletion", "file_number": 302609} 2024/02/20-20:50:19.310673 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302615.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:19.310683 3036192 EVENT_LOG_v1 {"time_micros": 1708462219310682, "job": 20395, "event": "table_file_deletion", "file_number": 302615} 2024/02/20-20:50:19.311105 3036192 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302630.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:19.311116 3036192 EVENT_LOG_v1 {"time_micros": 1708462219311114, "job": 20395, "event": "table_file_deletion", "file_number": 302630} 2024/02/20-20:50:25.042809 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20397] Generated table #302645: 2480188 keys, 67638556 bytes, temperature: kUnknown 2024/02/20-20:50:25.042873 3036187 EVENT_LOG_v1 {"time_micros": 1708462225042836, "cf_name": "tag", "job": 20397, "event": "table_file_creation", "file_number": 302645, "file_size": 67638556, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110729, "index_size": 1526359, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 209091632, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36202, "num_entries": 2480188, "num_filter_entries": 1137, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708462218, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302645, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:31.684656 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20397] Generated table #302646: 1997887 keys, 67660656 bytes, temperature: kUnknown 2024/02/20-20:50:31.684752 3036187 EVENT_LOG_v1 {"time_micros": 1708462231684698, "cf_name": "tag", "job": 20397, "event": "table_file_creation", "file_number": 302646, "file_size": 67660656, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109362, "index_size": 1331794, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 185929628, "raw_average_key_size": 93, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35556, "num_entries": 1997887, "num_filter_entries": 2343, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708462225, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302646, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:37.433925 3036187 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20397] Generated table #302647: 2113432 keys, 55106597 bytes, temperature: kUnknown 2024/02/20-20:50:37.434027 3036187 EVENT_LOG_v1 {"time_micros": 1708462237433974, "cf_name": "tag", "job": 20397, "event": "table_file_creation", "file_number": 302647, "file_size": 55106597, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 54683514, "index_size": 1249633, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 170497796, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 29967, "num_entries": 2113432, "num_filter_entries": 294, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708462231, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302647, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:37.581541 3036187 (Original Log Time 2024/02/20-20:50:37.442962) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20397] Compacted 1@0 + 3@6 files to L6 => 190405809 bytes 2024/02/20-20:50:37.581550 3036187 (Original Log Time 2024/02/20-20:50:37.581275) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 9.8 rd, 9.8 wr, level 6, files in(1, 3) out(3 +0 blob) MB in(0.6, 181.3 +0.0 blob) out(181.6 +0.0 blob), read-write-amplify(622.0) write-amplify(310.8) OK, records in: 6591507, records dropped: 0 output_compression: ZSTD 2024/02/20-20:50:37.581561 3036187 (Original Log Time 2024/02/20-20:50:37.581331) EVENT_LOG_v1 {"time_micros": 1708462237581306, "job": 20397, "event": "compaction_finished", "compaction_time_micros": 19374633, "compaction_time_cpu_micros": 17259788, "output_level": 6, "num_output_files": 3, "total_output_size": 190405809, "num_input_records": 6591507, "num_output_records": 6591507, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-20:50:37.589042 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302621.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:37.589088 3036187 EVENT_LOG_v1 {"time_micros": 1708462237589081, "job": 20397, "event": "table_file_deletion", "file_number": 302621} 2024/02/20-20:50:37.598686 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302622.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:37.598785 3036187 EVENT_LOG_v1 {"time_micros": 1708462237598778, "job": 20397, "event": "table_file_deletion", "file_number": 302622} 2024/02/20-20:50:37.606291 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302623.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:37.606338 3036187 EVENT_LOG_v1 {"time_micros": 1708462237606331, "job": 20397, "event": "table_file_deletion", "file_number": 302623} 2024/02/20-20:50:37.606567 3036187 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302644.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:50:37.606579 3036187 EVENT_LOG_v1 {"time_micros": 1708462237606577, "job": 20397, "event": "table_file_deletion", "file_number": 302644} 2024/02/20-20:50:37.606635 2307640 (Original Log Time 2024/02/20-20:50:18.059232) [db/db_impl/db_impl_compaction_flush.cc:2109] [tag] Manual compaction starting 2024/02/20-20:50:37.607030 2307640 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302648. Immutable memtables: 0. 2024/02/20-20:50:37.607173 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20398] Syncing log #302642 2024/02/20-20:50:37.615335 3036210 (Original Log Time 2024/02/20-20:50:37.607156) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:50:37.615347 3036210 [db/flush_job.cc:892] [key] [JOB 20398] Flushing memtable with next log file: 302648 2024/02/20-20:50:37.615383 3036210 EVENT_LOG_v1 {"time_micros": 1708462237615372, "job": 20398, "event": "flush_started", "num_memtables": 1, "num_entries": 85755, "num_deletes": 42000, "total_data_size": 5355457, "memory_usage": 8294344, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} 2024/02/20-20:50:37.615388 3036210 [db/flush_job.cc:926] [key] [JOB 20398] Level-0 flush table #302649: started 2024/02/20-20:50:37.765526 3036210 EVENT_LOG_v1 {"time_micros": 1708462237765493, "cf_name": "key", "job": 20398, "event": "table_file_creation", "file_number": 302649, "file_size": 3529403, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164778093, "largest_seqno": 5164922960, "table_properties": {"data_size": 3432147, "index_size": 25706, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 77141, "raw_key_size": 5029871, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 996, "num_entries": 83210, "num_filter_entries": 87866, "num_deletions": 42000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462010, "oldest_key_time": 1708462010, "file_creation_time": 1708462237, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302649, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:37.765569 3036210 [db/flush_job.cc:1062] [key] [JOB 20398] Flush lasted 150246 microseconds, and 143927 cpu microseconds. 2024/02/20-20:50:37.765970 3036210 (Original Log Time 2024/02/20-20:50:37.765556) [db/flush_job.cc:1011] [key] [JOB 20398] Level-0 flush table #302649: 3529403 bytes OK 2024/02/20-20:50:37.765973 3036210 (Original Log Time 2024/02/20-20:50:37.765575) [db/memtable_list.cc:555] [key] Level-0 commit table #302649 started 2024/02/20-20:50:37.765974 3036210 (Original Log Time 2024/02/20-20:50:37.765845) [db/memtable_list.cc:754] [key] Level-0 commit table #302649: memtable #1 done 2024/02/20-20:50:37.765975 3036210 (Original Log Time 2024/02/20-20:50:37.765862) EVENT_LOG_v1 {"time_micros": 1708462237765858, "job": 20398, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 6], "immutable_memtables": 0} 2024/02/20-20:50:37.765977 3036210 (Original Log Time 2024/02/20-20:50:37.765933) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 6] max score 0.50 2024/02/20-20:50:37.766417 3036183 (Original Log Time 2024/02/20-20:50:37.766306) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-0 to level-5 from (begin) .. (end); will stop at (end) 2024/02/20-20:50:37.766424 3036183 [db/compaction/compaction_job.cc:2079] [key] [JOB 20399] Compacting 1@0 + 1@5 files to L5, score -1.00 2024/02/20-20:50:37.766431 3036183 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20406 Base level 0, inputs: [302649(3446KB)], [302643(21MB)] 2024/02/20-20:50:37.766450 3036183 EVENT_LOG_v1 {"time_micros": 1708462237766439, "job": 20399, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L0": [302649], "files_L5": [302643], "score": -1, "input_data_size": 26096087, "oldest_snapshot_seqno": -1} 2024/02/20-20:50:39.163053 3036183 [db/compaction/compaction_job.cc:1655] [key] [JOB 20399] Generated table #302650: 689173 keys, 25998367 bytes, temperature: kUnknown 2024/02/20-20:50:39.163129 3036183 EVENT_LOG_v1 {"time_micros": 1708462239163087, "cf_name": "key", "job": 20399, "event": "table_file_creation", "file_number": 302650, "file_size": 25998367, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5163740239, "largest_seqno": 5164922960, "table_properties": {"data_size": 25220235, "index_size": 216865, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 626789, "raw_key_size": 41596562, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 7411, "num_entries": 689173, "num_filter_entries": 707014, "num_deletions": 352000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708460360, "oldest_key_time": 0, "file_creation_time": 1708462237, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302650, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:39.164803 3036183 (Original Log Time 2024/02/20-20:50:39.164295) [db/compaction/compaction_job.cc:1729] [key] [JOB 20399] Compacted 1@0 + 1@5 files to L5 => 25998367 bytes 2024/02/20-20:50:39.164806 3036183 (Original Log Time 2024/02/20-20:50:39.164694) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.10, MB/sec: 18.7 rd, 18.6 wr, level 5, files in(1, 1) out(1 +0 blob) MB in(3.4, 21.5 +0.0 blob) out(24.8 +0.0 blob), read-write-amplify(14.8) write-amplify(7.4) OK, records in: 689173, records dropped: 0 output_compression: LZ4 2024/02/20-20:50:39.164810 3036183 (Original Log Time 2024/02/20-20:50:39.164724) EVENT_LOG_v1 {"time_micros": 1708462239164710, "job": 20399, "event": "compaction_finished", "compaction_time_micros": 1396769, "compaction_time_cpu_micros": 1353461, "output_level": 5, "num_output_files": 1, "total_output_size": 25998367, "num_input_records": 689173, "num_output_records": 689173, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-20:50:39.164850 2307640 (Original Log Time 2024/02/20-20:50:37.766178) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-20:50:39.165025 3036188 (Original Log Time 2024/02/20-20:50:39.164977) [db/db_impl/db_impl_compaction_flush.cc:3564] [key] Manual compaction from level-5 to level-6 from (begin) .. (end); will stop at (end) 2024/02/20-20:50:39.165032 3036188 [db/compaction/compaction_job.cc:2079] [key] [JOB 20400] Compacting 1@5 + 6@6 files to L6, score -1.00 2024/02/20-20:50:39.165041 3036188 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20407 Base level 5, inputs: [302650(24MB)], [302570(67MB) 302571(67MB) 302572(67MB) 302573(67MB) 302574(67MB) 302575(50MB)] 2024/02/20-20:50:39.165059 3036188 EVENT_LOG_v1 {"time_micros": 1708462239165046, "job": 20400, "event": "compaction_started", "compaction_reason": "ManualCompaction", "files_L5": [302650], "files_L6": [302570, 302571, 302572, 302573, 302574, 302575], "score": -1, "input_data_size": 430139036, "oldest_snapshot_seqno": -1} 2024/02/20-20:50:46.906358 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20400] Generated table #302651: 2980591 keys, 70249368 bytes, temperature: kUnknown 2024/02/20-20:50:46.906437 3036188 EVENT_LOG_v1 {"time_micros": 1708462246906397, "cf_name": "key", "job": 20400, "event": "table_file_creation", "file_number": 302651, "file_size": 70249368, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109779, "index_size": 987209, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2678309, "raw_key_size": 180540512, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36893, "num_entries": 2980591, "num_filter_entries": 2998795, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462239, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302651, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:50:54.079529 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20400] Generated table #302652: 3028569 keys, 70327093 bytes, temperature: kUnknown 2024/02/20-20:50:54.079621 3036188 EVENT_LOG_v1 {"time_micros": 1708462254079573, "cf_name": "key", "job": 20400, "event": "table_file_creation", "file_number": 302652, "file_size": 70327093, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109094, "index_size": 989840, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2732005, "raw_key_size": 182108976, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36920, "num_entries": 3028569, "num_filter_entries": 3058634, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462246, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302652, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:51:01.624286 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20400] Generated table #302653: 3062615 keys, 70321916 bytes, temperature: kUnknown 2024/02/20-20:51:01.624388 3036188 EVENT_LOG_v1 {"time_micros": 1708462261624322, "cf_name": "key", "job": 20400, "event": "table_file_creation", "file_number": 302653, "file_size": 70321916, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67110205, "index_size": 1045761, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2746549, "raw_key_size": 186465825, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37187, "num_entries": 3062615, "num_filter_entries": 3074789, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462254, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302653, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:51:09.423144 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20400] Generated table #302654: 3079357 keys, 70344771 bytes, temperature: kUnknown 2024/02/20-20:51:09.423380 3036188 EVENT_LOG_v1 {"time_micros": 1708462269423278, "cf_name": "key", "job": 20400, "event": "table_file_creation", "file_number": 302654, "file_size": 70344771, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109568, "index_size": 1043374, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2765525, "raw_key_size": 187526838, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 37225, "num_entries": 3079357, "num_filter_entries": 3095984, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462261, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302654, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:51:10.534429 289445 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302624. Total log size is 15728912 while max_total_wal_size is 15728640 2024/02/20-20:51:10.534777 289445 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302656. Immutable memtables: 0. 2024/02/20-20:51:10.535011 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20401] Syncing log #302648 2024/02/20-20:51:10.539289 3036193 (Original Log Time 2024/02/20-20:51:10.534990) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 1 2024/02/20-20:51:10.539302 3036193 [db/flush_job.cc:892] [url] [JOB 20401] Flushing memtable with next log file: 302656 2024/02/20-20:51:10.539338 3036193 EVENT_LOG_v1 {"time_micros": 1708462270539323, "job": 20401, "event": "flush_started", "num_memtables": 1, "num_entries": 56942, "num_deletes": 0, "total_data_size": 8764224, "memory_usage": 10077640, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:51:10.539343 3036193 [db/flush_job.cc:926] [url] [JOB 20401] Level-0 flush table #302657: started 2024/02/20-20:51:10.674322 3036193 EVENT_LOG_v1 {"time_micros": 1708462270674276, "cf_name": "url", "job": 20401, "event": "table_file_creation", "file_number": 302657, "file_size": 4490970, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164774065, "largest_seqno": 5164944629, "table_properties": {"data_size": 4405026, "index_size": 153775, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6197, "raw_key_size": 8220718, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1318, "num_entries": 53822, "num_filter_entries": 7100, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462001, "oldest_key_time": 1708462001, "file_creation_time": 1708462270, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302657, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:51:10.674420 3036193 [db/flush_job.cc:1062] [url] [JOB 20401] Flush lasted 135143 microseconds, and 127166 cpu microseconds. 2024/02/20-20:51:10.674996 3036193 (Original Log Time 2024/02/20-20:51:10.674365) [db/flush_job.cc:1011] [url] [JOB 20401] Level-0 flush table #302657: 4490970 bytes OK 2024/02/20-20:51:10.675000 3036193 (Original Log Time 2024/02/20-20:51:10.674428) [db/memtable_list.cc:555] [url] Level-0 commit table #302657 started 2024/02/20-20:51:10.675002 3036193 (Original Log Time 2024/02/20-20:51:10.674792) [db/memtable_list.cc:754] [url] Level-0 commit table #302657: memtable #1 done 2024/02/20-20:51:10.675004 3036193 (Original Log Time 2024/02/20-20:51:10.674816) EVENT_LOG_v1 {"time_micros": 1708462270674809, "job": 20401, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-20:51:10.675007 3036193 (Original Log Time 2024/02/20-20:51:10.674948) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 13] max score 0.50 2024/02/20-20:51:10.675018 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20401] Try to delete WAL files size 12516034, prev total WAL file size 15737597, number of live WAL files 5. 2024/02/20-20:51:10.675227 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302624.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:10.677092 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302629.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:10.679732 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302643.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:10.679762 3036193 EVENT_LOG_v1 {"time_micros": 1708462270679757, "job": 20401, "event": "table_file_deletion", "file_number": 302643} 2024/02/20-20:51:10.680315 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302649.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:10.680329 3036193 EVENT_LOG_v1 {"time_micros": 1708462270680326, "job": 20401, "event": "table_file_deletion", "file_number": 302649} 2024/02/20-20:51:16.285244 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20400] Generated table #302655: 2997838 keys, 70281633 bytes, temperature: kUnknown 2024/02/20-20:51:16.285319 3036188 EVENT_LOG_v1 {"time_micros": 1708462276285283, "cf_name": "key", "job": 20400, "event": "table_file_creation", "file_number": 302655, "file_size": 70281633, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109994, "index_size": 993232, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2700341, "raw_key_size": 181227512, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36837, "num_entries": 2997838, "num_filter_entries": 3023322, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462269, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302655, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:51:21.599969 3036188 [db/compaction/compaction_job.cc:1655] [key] [JOB 20400] Generated table #302658: 2302167 keys, 52431069 bytes, temperature: kUnknown 2024/02/20-20:51:21.600064 3036188 EVENT_LOG_v1 {"time_micros": 1708462281600006, "cf_name": "key", "job": 20400, "event": "table_file_creation", "file_number": 302658, "file_size": 52431069, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 49997751, "index_size": 754192, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2070629, "raw_key_size": 139111193, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 27651, "num_entries": 2302167, "num_filter_entries": 2321643, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416121, "oldest_key_time": 0, "file_creation_time": 1708462276, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302658, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:51:21.634649 3036188 (Original Log Time 2024/02/20-20:51:21.633496) [db/compaction/compaction_job.cc:1729] [key] [JOB 20400] Compacted 1@5 + 6@6 files to L6 => 403955850 bytes 2024/02/20-20:51:21.634653 3036188 (Original Log Time 2024/02/20-20:51:21.634502) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 6] max score 0.00, MB/sec: 10.1 rd, 9.5 wr, level 6, files in(1, 6) out(6 +0 blob) MB in(24.8, 385.4 +0.0 blob) out(385.2 +0.0 blob), read-write-amplify(32.1) write-amplify(15.5) OK, records in: 18155139, records dropped: 704002 output_compression: ZSTD 2024/02/20-20:51:21.634663 3036188 (Original Log Time 2024/02/20-20:51:21.634539) EVENT_LOG_v1 {"time_micros": 1708462281634520, "job": 20400, "event": "compaction_finished", "compaction_time_micros": 42435083, "compaction_time_cpu_micros": 38817270, "output_level": 6, "num_output_files": 6, "total_output_size": 403955850, "num_input_records": 18155139, "num_output_records": 17451137, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 6]} 2024/02/20-20:51:21.643611 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302570.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:21.643649 3036188 EVENT_LOG_v1 {"time_micros": 1708462281643644, "job": 20400, "event": "table_file_deletion", "file_number": 302570} 2024/02/20-20:51:21.652511 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302571.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:21.652560 3036188 EVENT_LOG_v1 {"time_micros": 1708462281652553, "job": 20400, "event": "table_file_deletion", "file_number": 302571} 2024/02/20-20:51:21.661318 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302572.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:21.661366 3036188 EVENT_LOG_v1 {"time_micros": 1708462281661358, "job": 20400, "event": "table_file_deletion", "file_number": 302572} 2024/02/20-20:51:21.669887 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302573.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:21.669936 3036188 EVENT_LOG_v1 {"time_micros": 1708462281669930, "job": 20400, "event": "table_file_deletion", "file_number": 302573} 2024/02/20-20:51:21.680248 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302574.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:21.680291 3036188 EVENT_LOG_v1 {"time_micros": 1708462281680284, "job": 20400, "event": "table_file_deletion", "file_number": 302574} 2024/02/20-20:51:21.688125 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302575.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:21.688173 3036188 EVENT_LOG_v1 {"time_micros": 1708462281688165, "job": 20400, "event": "table_file_deletion", "file_number": 302575} 2024/02/20-20:51:21.692863 3036188 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302650.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:51:21.692908 3036188 EVENT_LOG_v1 {"time_micros": 1708462281692901, "job": 20400, "event": "table_file_deletion", "file_number": 302650} 2024/02/20-20:51:21.692994 2307640 (Original Log Time 2024/02/20-20:50:39.164869) [db/db_impl/db_impl_compaction_flush.cc:2109] [key] Manual compaction starting 2024/02/20-20:54:42.720314 2307629 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302642. Total log size is 15728687 while max_total_wal_size is 15728640 2024/02/20-20:54:42.720624 2307629 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302659. Immutable memtables: 0. 2024/02/20-20:54:42.720768 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20402] Syncing log #302656 2024/02/20-20:54:42.727113 3036210 (Original Log Time 2024/02/20-20:54:42.720752) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:54:42.727124 3036210 [db/flush_job.cc:892] [tag] [JOB 20402] Flushing memtable with next log file: 302659 2024/02/20-20:54:42.727154 3036210 EVENT_LOG_v1 {"time_micros": 1708462482727145, "job": 20402, "event": "flush_started", "num_memtables": 1, "num_entries": 14030, "num_deletes": 0, "total_data_size": 1220562, "memory_usage": 2211992, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:54:42.727160 3036210 [db/flush_job.cc:926] [tag] [JOB 20402] Level-0 flush table #302660: started 2024/02/20-20:54:42.738760 3036210 EVENT_LOG_v1 {"time_micros": 1708462482738704, "cf_name": "tag", "job": 20402, "event": "table_file_creation", "file_number": 302660, "file_size": 722607, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164909821, "largest_seqno": 5165080001, "table_properties": {"data_size": 716211, "index_size": 8139, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1179801, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 224, "num_entries": 13883, "num_filter_entries": 177, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462218, "oldest_key_time": 1708462218, "file_creation_time": 1708462482, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302660, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:54:42.738807 3036210 [db/flush_job.cc:1062] [tag] [JOB 20402] Flush lasted 11706 microseconds, and 10200 cpu microseconds. 2024/02/20-20:54:42.739268 3036210 (Original Log Time 2024/02/20-20:54:42.738790) [db/flush_job.cc:1011] [tag] [JOB 20402] Level-0 flush table #302660: 722607 bytes OK 2024/02/20-20:54:42.739272 3036210 (Original Log Time 2024/02/20-20:54:42.738813) [db/memtable_list.cc:555] [tag] Level-0 commit table #302660 started 2024/02/20-20:54:42.739275 3036210 (Original Log Time 2024/02/20-20:54:42.739125) [db/memtable_list.cc:754] [tag] Level-0 commit table #302660: memtable #1 done 2024/02/20-20:54:42.739277 3036210 (Original Log Time 2024/02/20-20:54:42.739144) EVENT_LOG_v1 {"time_micros": 1708462482739138, "job": 20402, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:54:42.739279 3036210 (Original Log Time 2024/02/20-20:54:42.739227) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 3] max score 0.50 2024/02/20-20:54:42.739286 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20402] Try to delete WAL files size 1186111, prev total WAL file size 15729434, number of live WAL files 4. 2024/02/20-20:54:42.739613 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302642.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:55:05.398295 282467 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302648. Total log size is 15728649 while max_total_wal_size is 15728640 2024/02/20-20:55:05.398566 282467 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302661. Immutable memtables: 0. 2024/02/20-20:55:05.398673 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20403] Syncing log #302659 2024/02/20-20:55:05.408206 3036193 (Original Log Time 2024/02/20-20:55:05.398663) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:55:05.408217 3036193 [db/flush_job.cc:892] [key] [JOB 20403] Flushing memtable with next log file: 302661 2024/02/20-20:55:05.408241 3036193 EVENT_LOG_v1 {"time_micros": 1708462505408234, "job": 20403, "event": "flush_started", "num_memtables": 1, "num_entries": 98310, "num_deletes": 46000, "total_data_size": 6169448, "memory_usage": 8418280, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:55:05.408244 3036193 [db/flush_job.cc:926] [key] [JOB 20403] Level-0 flush table #302662: started 2024/02/20-20:55:05.551298 3036193 EVENT_LOG_v1 {"time_micros": 1708462505551257, "cf_name": "key", "job": 20403, "event": "table_file_creation", "file_number": 302662, "file_size": 4082763, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164922962, "largest_seqno": 5165092074, "table_properties": {"data_size": 3972209, "index_size": 30506, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 88101, "raw_key_size": 5813504, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1160, "num_entries": 95679, "num_filter_entries": 100303, "num_deletions": 46000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462237, "oldest_key_time": 1708462237, "file_creation_time": 1708462505, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302662, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:55:05.551385 3036193 [db/flush_job.cc:1062] [key] [JOB 20403] Flush lasted 143187 microseconds, and 138957 cpu microseconds. 2024/02/20-20:55:05.551924 3036193 (Original Log Time 2024/02/20-20:55:05.551365) [db/flush_job.cc:1011] [key] [JOB 20403] Level-0 flush table #302662: 4082763 bytes OK 2024/02/20-20:55:05.551928 3036193 (Original Log Time 2024/02/20-20:55:05.551393) [db/memtable_list.cc:555] [key] Level-0 commit table #302662 started 2024/02/20-20:55:05.551930 3036193 (Original Log Time 2024/02/20-20:55:05.551793) [db/memtable_list.cc:754] [key] Level-0 commit table #302662: memtable #1 done 2024/02/20-20:55:05.551932 3036193 (Original Log Time 2024/02/20-20:55:05.551813) EVENT_LOG_v1 {"time_micros": 1708462505551807, "job": 20403, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-20:55:05.551934 3036193 (Original Log Time 2024/02/20-20:55:05.551884) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 0 6] max score 0.50 2024/02/20-20:55:05.551940 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20403] Try to delete WAL files size 2026767, prev total WAL file size 15736980, number of live WAL files 4. 2024/02/20-20:55:05.552467 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302648.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:55:42.343829 2307670 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302656. Total log size is 15728682 while max_total_wal_size is 15728640 2024/02/20-20:55:42.344264 2307670 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302663. Immutable memtables: 0. 2024/02/20-20:55:42.344376 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20404] Syncing log #302661 2024/02/20-20:55:42.345797 3036210 (Original Log Time 2024/02/20-20:55:42.344365) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:55:42.345822 3036210 [db/flush_job.cc:892] [url] [JOB 20404] Flushing memtable with next log file: 302663 2024/02/20-20:55:42.345851 3036210 EVENT_LOG_v1 {"time_micros": 1708462542345842, "job": 20404, "event": "flush_started", "num_memtables": 1, "num_entries": 57587, "num_deletes": 0, "total_data_size": 8869635, "memory_usage": 10422240, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:55:42.345856 3036210 [db/flush_job.cc:926] [url] [JOB 20404] Level-0 flush table #302664: started 2024/02/20-20:55:42.445427 3036210 EVENT_LOG_v1 {"time_micros": 1708462542445385, "cf_name": "url", "job": 20404, "event": "table_file_creation", "file_number": 302664, "file_size": 4593833, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164944632, "largest_seqno": 5165112904, "table_properties": {"data_size": 4518786, "index_size": 114430, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6421, "raw_key_size": 8403051, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1349, "num_entries": 55069, "num_filter_entries": 7260, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462270, "oldest_key_time": 1708462270, "file_creation_time": 1708462542, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302664, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:55:42.445502 3036210 [db/flush_job.cc:1062] [url] [JOB 20404] Flush lasted 99715 microseconds, and 94541 cpu microseconds. 2024/02/20-20:55:42.445995 3036210 (Original Log Time 2024/02/20-20:55:42.445481) [db/flush_job.cc:1011] [url] [JOB 20404] Level-0 flush table #302664: 4593833 bytes OK 2024/02/20-20:55:42.445998 3036210 (Original Log Time 2024/02/20-20:55:42.445510) [db/memtable_list.cc:555] [url] Level-0 commit table #302664 started 2024/02/20-20:55:42.446000 3036210 (Original Log Time 2024/02/20-20:55:42.445846) [db/memtable_list.cc:754] [url] Level-0 commit table #302664: memtable #1 done 2024/02/20-20:55:42.446001 3036210 (Original Log Time 2024/02/20-20:55:42.445869) EVENT_LOG_v1 {"time_micros": 1708462542445862, "job": 20404, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 13], "immutable_memtables": 0} 2024/02/20-20:55:42.446003 3036210 (Original Log Time 2024/02/20-20:55:42.445956) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 13] max score 1.00 2024/02/20-20:55:42.446008 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20404] Try to delete WAL files size 12515809, prev total WAL file size 15735019, number of live WAL files 4. 2024/02/20-20:55:42.446089 3036189 [db/compaction/compaction_job.cc:2079] [url] [JOB 20405] Compacting 2@0 files to L5, score 1.00 2024/02/20-20:55:42.446099 3036189 [db/compaction/compaction_job.cc:2085] [url]: Compaction start summary: Base version 20412 Base level 0, inputs: [302664(4486KB) 302657(4385KB)] 2024/02/20-20:55:42.446116 3036189 EVENT_LOG_v1 {"time_micros": 1708462542446105, "job": 20405, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302664, 302657], "score": 1, "input_data_size": 9084803, "oldest_snapshot_seqno": -1} 2024/02/20-20:55:42.447617 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302656.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:55:42.630763 3036189 [db/compaction/compaction_job.cc:1655] [url] [JOB 20405] Generated table #302665: 108891 keys, 8683741 bytes, temperature: kUnknown 2024/02/20-20:55:42.630863 3036189 EVENT_LOG_v1 {"time_micros": 1708462542630800, "cf_name": "url", "job": 20405, "event": "table_file_creation", "file_number": 302665, "file_size": 8683741, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164774065, "largest_seqno": 5165112904, "table_properties": {"data_size": 8527831, "index_size": 276627, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 9989, "raw_key_size": 16623769, "raw_average_key_size": 152, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2545, "num_entries": 108891, "num_filter_entries": 11365, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462001, "oldest_key_time": 0, "file_creation_time": 1708462542, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302665, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:55:42.631972 3036189 (Original Log Time 2024/02/20-20:55:42.631515) [db/compaction/compaction_job.cc:1729] [url] [JOB 20405] Compacted 2@0 files to L5 => 8683741 bytes 2024/02/20-20:55:42.631976 3036189 (Original Log Time 2024/02/20-20:55:42.631850) [db/compaction/compaction_job.cc:908] [url] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 13] max score 0.03, MB/sec: 49.2 rd, 47.0 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(8.7, 0.0 +0.0 blob) out(8.3 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 108891, records dropped: 0 output_compression: LZ4 2024/02/20-20:55:42.631981 3036189 (Original Log Time 2024/02/20-20:55:42.631878) EVENT_LOG_v1 {"time_micros": 1708462542631864, "job": 20405, "event": "compaction_finished", "compaction_time_micros": 184818, "compaction_time_cpu_micros": 179735, "output_level": 5, "num_output_files": 1, "total_output_size": 8683741, "num_input_records": 108891, "num_output_records": 108891, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 13]} 2024/02/20-20:55:42.632560 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302657.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:55:42.632579 3036189 EVENT_LOG_v1 {"time_micros": 1708462542632575, "job": 20405, "event": "table_file_deletion", "file_number": 302657} 2024/02/20-20:55:42.633039 3036189 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302664.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:55:42.633052 3036189 EVENT_LOG_v1 {"time_micros": 1708462542633049, "job": 20405, "event": "table_file_deletion", "file_number": 302664} 2024/02/20-20:59:33.950002 282467 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302659. Total log size is 15728743 while max_total_wal_size is 15728640 2024/02/20-20:59:33.950286 282467 [db/db_impl/db_impl_write.cc:2177] [tag] New memtable created with log file: #302666. Immutable memtables: 0. 2024/02/20-20:59:33.950421 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20406] Syncing log #302663 2024/02/20-20:59:33.966800 3036193 (Original Log Time 2024/02/20-20:59:33.950404) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [tag], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:59:33.966812 3036193 [db/flush_job.cc:892] [tag] [JOB 20406] Flushing memtable with next log file: 302666 2024/02/20-20:59:33.966841 3036193 EVENT_LOG_v1 {"time_micros": 1708462773966833, "job": 20406, "event": "flush_started", "num_memtables": 1, "num_entries": 14214, "num_deletes": 0, "total_data_size": 1242585, "memory_usage": 2507464, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:59:33.966844 3036193 [db/flush_job.cc:926] [tag] [JOB 20406] Level-0 flush table #302667: started 2024/02/20-20:59:34.019886 3036193 EVENT_LOG_v1 {"time_micros": 1708462774019845, "cf_name": "tag", "job": 20406, "event": "table_file_creation", "file_number": 302667, "file_size": 731580, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5165080038, "largest_seqno": 5165239019, "table_properties": {"data_size": 725011, "index_size": 8262, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 229, "raw_key_size": 1202246, "raw_average_key_size": 85, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 227, "num_entries": 14081, "num_filter_entries": 165, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462482, "oldest_key_time": 1708462482, "file_creation_time": 1708462773, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302667, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:59:34.019947 3036193 [db/flush_job.cc:1062] [tag] [JOB 20406] Flush lasted 53155 microseconds, and 50816 cpu microseconds. 2024/02/20-20:59:34.020353 3036193 (Original Log Time 2024/02/20-20:59:34.019929) [db/flush_job.cc:1011] [tag] [JOB 20406] Level-0 flush table #302667: 731580 bytes OK 2024/02/20-20:59:34.020356 3036193 (Original Log Time 2024/02/20-20:59:34.019955) [db/memtable_list.cc:555] [tag] Level-0 commit table #302667 started 2024/02/20-20:59:34.020358 3036193 (Original Log Time 2024/02/20-20:59:34.020190) [db/memtable_list.cc:754] [tag] Level-0 commit table #302667: memtable #1 done 2024/02/20-20:59:34.020359 3036193 (Original Log Time 2024/02/20-20:59:34.020213) EVENT_LOG_v1 {"time_micros": 1708462774020205, "job": 20406, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 3], "immutable_memtables": 0} 2024/02/20-20:59:34.020362 3036193 (Original Log Time 2024/02/20-20:59:34.020305) [db/db_impl/db_impl_compaction_flush.cc:354] [tag] Level summary: base level 6 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 3] max score 1.00 2024/02/20-20:59:34.020367 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20406] Try to delete WAL files size 1186073, prev total WAL file size 15733255, number of live WAL files 4. 2024/02/20-20:59:34.020566 3036185 [db/compaction/compaction_job.cc:2079] [tag] [JOB 20407] Compacting 2@0 + 3@6 files to L6, score 1.00 2024/02/20-20:59:34.020585 3036185 [db/compaction/compaction_job.cc:2085] [tag]: Compaction start summary: Base version 20414 Base level 0, inputs: [302667(714KB) 302660(705KB)], [302645(64MB) 302646(64MB) 302647(52MB)] 2024/02/20-20:59:34.020630 3036185 EVENT_LOG_v1 {"time_micros": 1708462774020610, "job": 20407, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302667, 302660], "files_L6": [302645, 302646, 302647], "score": 1, "input_data_size": 191859996, "oldest_snapshot_seqno": -1} 2024/02/20-20:59:34.020822 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302659.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:59:39.642145 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20407] Generated table #302668: 2481266 keys, 67636248 bytes, temperature: kUnknown 2024/02/20-20:59:39.642222 3036185 EVENT_LOG_v1 {"time_micros": 1708462779642188, "cf_name": "tag", "job": 20407, "event": "table_file_creation", "file_number": 302668, "file_size": 67636248, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109764, "index_size": 1526925, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1109, "raw_key_size": 209329281, "raw_average_key_size": 84, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 36213, "num_entries": 2481266, "num_filter_entries": 1138, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708462774, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302668, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:59:44.880734 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20407] Generated table #302669: 1996840 keys, 67662560 bytes, temperature: kUnknown 2024/02/20-20:59:44.880792 3036185 EVENT_LOG_v1 {"time_micros": 1708462784880758, "cf_name": "tag", "job": 20407, "event": "table_file_creation", "file_number": 302669, "file_size": 67662560, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 67109154, "index_size": 1331803, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2085, "raw_key_size": 185698824, "raw_average_key_size": 92, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 35547, "num_entries": 1996840, "num_filter_entries": 2344, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708462779, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302669, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:59:49.481243 3036185 [db/compaction/compaction_job.cc:1655] [tag] [JOB 20407] Generated table #302670: 2141365 keys, 55810993 bytes, temperature: kUnknown 2024/02/20-20:59:49.481294 3036185 EVENT_LOG_v1 {"time_micros": 1708462789481267, "cf_name": "tag", "job": 20407, "event": "table_file_creation", "file_number": 302670, "file_size": 55810993, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 55382395, "index_size": 1268703, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 341, "raw_key_size": 172872998, "raw_average_key_size": 80, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 30347, "num_entries": 2141365, "num_filter_entries": 294, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "tag", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "ZSTD", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=1; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1699416122, "oldest_key_time": 0, "file_creation_time": 1708462784, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302670, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:59:49.487951 3036185 (Original Log Time 2024/02/20-20:59:49.487060) [db/compaction/compaction_job.cc:1729] [tag] [JOB 20407] Compacted 2@0 + 3@6 files to L6 => 191109801 bytes 2024/02/20-20:59:49.487955 3036185 (Original Log Time 2024/02/20-20:59:49.487825) [db/compaction/compaction_job.cc:908] [tag] compacted to: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 3] max score 0.00, MB/sec: 12.4 rd, 12.4 wr, level 6, files in(2, 3) out(3 +0 blob) MB in(1.4, 181.6 +0.0 blob) out(182.3 +0.0 blob), read-write-amplify(263.4) write-amplify(131.4) OK, records in: 6619471, records dropped: 0 output_compression: ZSTD 2024/02/20-20:59:49.487962 3036185 (Original Log Time 2024/02/20-20:59:49.487853) EVENT_LOG_v1 {"time_micros": 1708462789487840, "job": 20407, "event": "compaction_finished", "compaction_time_micros": 15460720, "compaction_time_cpu_micros": 15178728, "output_level": 6, "num_output_files": 3, "total_output_size": 191109801, "num_input_records": 6619471, "num_output_records": 6619471, "num_subcompactions": 1, "output_compression": "ZSTD", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 0, 3]} 2024/02/20-20:59:49.494748 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302645.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:59:49.494781 3036185 EVENT_LOG_v1 {"time_micros": 1708462789494777, "job": 20407, "event": "table_file_deletion", "file_number": 302645} 2024/02/20-20:59:49.505088 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302646.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:59:49.505124 3036185 EVENT_LOG_v1 {"time_micros": 1708462789505119, "job": 20407, "event": "table_file_deletion", "file_number": 302646} 2024/02/20-20:59:49.513943 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302647.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:59:49.513997 3036185 EVENT_LOG_v1 {"time_micros": 1708462789513989, "job": 20407, "event": "table_file_deletion", "file_number": 302647} 2024/02/20-20:59:49.514197 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302660.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:59:49.514210 3036185 EVENT_LOG_v1 {"time_micros": 1708462789514207, "job": 20407, "event": "table_file_deletion", "file_number": 302660} 2024/02/20-20:59:49.514426 3036185 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302667.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:59:49.514439 3036185 EVENT_LOG_v1 {"time_micros": 1708462789514436, "job": 20407, "event": "table_file_deletion", "file_number": 302667} 2024/02/20-20:59:56.242764 1762754 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302661. Total log size is 15728941 while max_total_wal_size is 15728640 2024/02/20-20:59:56.243061 1762754 [db/db_impl/db_impl_write.cc:2177] [key] New memtable created with log file: #302671. Immutable memtables: 0. 2024/02/20-20:59:56.243181 3036210 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20408] Syncing log #302666 2024/02/20-20:59:56.245775 3036210 (Original Log Time 2024/02/20-20:59:56.243168) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [key], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-20:59:56.245784 3036210 [db/flush_job.cc:892] [key] [JOB 20408] Flushing memtable with next log file: 302671 2024/02/20-20:59:56.245805 3036210 EVENT_LOG_v1 {"time_micros": 1708462796245798, "job": 20408, "event": "flush_started", "num_memtables": 1, "num_entries": 81619, "num_deletes": 24000, "total_data_size": 5114972, "memory_usage": 6416472, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-20:59:56.245808 3036210 [db/flush_job.cc:926] [key] [JOB 20408] Level-0 flush table #302672: started 2024/02/20-20:59:56.412393 3036210 EVENT_LOG_v1 {"time_micros": 1708462796412352, "cf_name": "key", "job": 20408, "event": "table_file_creation", "file_number": 302672, "file_size": 3363763, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5165092076, "largest_seqno": 5165251035, "table_properties": {"data_size": 3271190, "index_size": 24801, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 73349, "raw_key_size": 4776032, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 956, "num_entries": 78717, "num_filter_entries": 83562, "num_deletions": 24000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462505, "oldest_key_time": 1708462505, "file_creation_time": 1708462796, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302672, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:59:56.412445 3036210 [db/flush_job.cc:1062] [key] [JOB 20408] Flush lasted 166677 microseconds, and 159268 cpu microseconds. 2024/02/20-20:59:56.413054 3036210 (Original Log Time 2024/02/20-20:59:56.412426) [db/flush_job.cc:1011] [key] [JOB 20408] Level-0 flush table #302672: 3363763 bytes OK 2024/02/20-20:59:56.413057 3036210 (Original Log Time 2024/02/20-20:59:56.412479) [db/memtable_list.cc:555] [key] Level-0 commit table #302672 started 2024/02/20-20:59:56.413059 3036210 (Original Log Time 2024/02/20-20:59:56.412900) [db/memtable_list.cc:754] [key] Level-0 commit table #302672: memtable #1 done 2024/02/20-20:59:56.413061 3036210 (Original Log Time 2024/02/20-20:59:56.412921) EVENT_LOG_v1 {"time_micros": 1708462796412914, "job": 20408, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [2, 0, 0, 0, 0, 0, 6], "immutable_memtables": 0} 2024/02/20-20:59:56.413063 3036210 (Original Log Time 2024/02/20-20:59:56.413009) [db/db_impl/db_impl_compaction_flush.cc:354] [key] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[2 0 0 0 0 0 6] max score 1.00 2024/02/20-20:59:56.413069 3036210 [db/db_impl/db_impl_files.cc:476] [JOB 20408] Try to delete WAL files size 2026800, prev total WAL file size 15738517, number of live WAL files 4. 2024/02/20-20:59:56.413282 3036190 [db/compaction/compaction_job.cc:2079] [key] [JOB 20409] Compacting 2@0 files to L5, score 1.00 2024/02/20-20:59:56.413296 3036190 [db/compaction/compaction_job.cc:2085] [key]: Compaction start summary: Base version 20416 Base level 0, inputs: [302672(3284KB) 302662(3987KB)] 2024/02/20-20:59:56.413332 3036190 EVENT_LOG_v1 {"time_micros": 1708462796413317, "job": 20409, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [302672, 302662], "score": 1, "input_data_size": 7446526, "oldest_snapshot_seqno": -1} 2024/02/20-20:59:56.413659 3036210 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302661.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:59:56.705729 3036190 [db/compaction/compaction_job.cc:1655] [key] [JOB 20409] Generated table #302673: 174394 keys, 7366731 bytes, temperature: kUnknown 2024/02/20-20:59:56.705808 3036190 EVENT_LOG_v1 {"time_micros": 1708462796705757, "cf_name": "key", "job": 20409, "event": "table_file_creation", "file_number": 302673, "file_size": 7366731, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5164922962, "largest_seqno": 5165251035, "table_properties": {"data_size": 7166520, "index_size": 56025, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 160021, "raw_key_size": 10589415, "raw_average_key_size": 60, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 2091, "num_entries": 174394, "num_filter_entries": 181789, "num_deletions": 70000, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "key", "column_family_id": 3, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462237, "oldest_key_time": 0, "file_creation_time": 1708462796, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302673, "seqno_to_time_mapping": "N/A"}} 2024/02/20-20:59:56.706945 3036190 (Original Log Time 2024/02/20-20:59:56.706333) [db/compaction/compaction_job.cc:1729] [key] [JOB 20409] Compacted 2@0 files to L5 => 7366731 bytes 2024/02/20-20:59:56.706949 3036190 (Original Log Time 2024/02/20-20:59:56.706832) [db/compaction/compaction_job.cc:908] [key] compacted to: base level 5 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 1 6] max score 0.03, MB/sec: 25.5 rd, 25.2 wr, level 5, files in(2, 0) out(1 +0 blob) MB in(7.1, 0.0 +0.0 blob) out(7.0 +0.0 blob), read-write-amplify(2.0) write-amplify(1.0) OK, records in: 174396, records dropped: 2 output_compression: LZ4 2024/02/20-20:59:56.706955 3036190 (Original Log Time 2024/02/20-20:59:56.706856) EVENT_LOG_v1 {"time_micros": 1708462796706844, "job": 20409, "event": "compaction_finished", "compaction_time_micros": 292542, "compaction_time_cpu_micros": 282487, "output_level": 5, "num_output_files": 1, "total_output_size": 7366731, "num_input_records": 174396, "num_output_records": 174394, "num_subcompactions": 1, "output_compression": "LZ4", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 0, 0, 0, 0, 1, 6]} 2024/02/20-20:59:56.707639 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302662.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:59:56.707654 3036190 EVENT_LOG_v1 {"time_micros": 1708462796707650, "job": 20409, "event": "table_file_deletion", "file_number": 302662} 2024/02/20-20:59:56.708073 3036190 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302672.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024/02/20-20:59:56.708091 3036190 EVENT_LOG_v1 {"time_micros": 1708462796708082, "job": 20409, "event": "table_file_deletion", "file_number": 302672} 2024/02/20-21:00:10.611240 3036291 [db/db_impl/db_impl.cc:1139] ------- DUMPING STATS ------- 2024/02/20-21:00:10.611649 3036291 [db/db_impl/db_impl.cc:1141] ** DB Stats ** Uptime(secs): 1050209.5 total, 600.2 interval Cumulative writes: 134M writes, 599M keys, 134M commit groups, 1.0 writes per commit group, ingest: 57.74 GB, 0.06 MB/s Cumulative WAL: 134M writes, 0 syncs, 134700602.00 writes per sync, written: 57.74 GB, 0.06 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 118K writes, 355K keys, 117K commit groups, 1.0 writes per commit group, ingest: 32.39 MB, 0.05 MB/s Interval WAL: 118K writes, 0 syncs, 118283.00 writes per sync, written: 0.03 GB, 0.05 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent Write Stall (count): write-buffer-manager-limit-stops: 0 ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1050209.5 total, 4801.3 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb35170#3036146 capacity: 32.00 MB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1751 last_copies: 0 last_secs: 5.8e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [url] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 1.0 0.0 46.2 421.74 393.55 4251 0.099 0 0 0.0 0.0 L5 1/0 8.28 MB 0.0 70.1 18.7 51.4 68.9 17.5 0.0 3.7 41.9 41.2 1711.91 1639.66 2198 0.779 1057M 1179 0.0 0.0 L6 13/0 843.53 MB 0.0 415.8 17.9 397.9 398.3 0.4 0.0 22.3 15.8 15.1 26932.26 24840.32 614 43.864 9723M 261M 0.0 0.0 Sum 14/0 851.81 MB 0.0 485.9 36.6 449.3 486.3 37.0 0.0 25.5 17.1 17.1 29065.91 26873.53 7063 4.115 10G 262M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.8 0.0 0.8 0.8 0.0 0.0 99.3 4.0 4.0 215.70 201.79 4 53.926 20M 3 0.0 0.0 ** Compaction Stats [url] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 485.9 36.6 449.3 467.2 17.9 0.0 0.0 17.4 16.7 28644.17 26479.98 2812 10.186 10G 262M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 19.0 19.0 0.0 0.0 0.0 46.2 421.74 393.55 4251 0.099 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1050209.5 total, 600.2 interval Flush(GB): cumulative 19.047, interval 0.008 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 486.26 GB write, 0.47 MB/s write, 485.90 GB read, 0.47 MB/s read, 29065.9 seconds Interval compaction: 0.84 GB write, 1.43 MB/s write, 0.85 GB read, 1.44 MB/s read, 215.7 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb22d40#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.36 GB table_size: 4480 occupancy: 1673 collections: 1751 last_copies: 0 last_secs: 0.000746 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(877,14.27 MB,0.929353%) IndexBlock(795,1.35 GB,89.8649%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [url] ** ** Level 0 read latency histogram (micros): Count: 6129225 Average: 2.1917 StdDev: 4.25 Min: 0 Median: 1.3859 Max: 2021 Percentiles: P50: 1.39 P75: 1.97 P99: 7.75 P99.9: 45.31 P99.99: 127.03 ------------------------------------------------------ [ 0, 1 ] 2056683 33.555% 33.555% ####### ( 1, 2 ] 2611589 42.609% 76.164% ######### ( 2, 3 ] 1024863 16.721% 92.885% ### ( 3, 4 ] 249119 4.064% 96.950% # ( 4, 6 ] 109957 1.794% 98.743% ( 6, 10 ] 36011 0.588% 99.331% ( 10, 15 ] 15236 0.249% 99.580% ( 15, 22 ] 7740 0.126% 99.706% ( 22, 34 ] 8060 0.132% 99.837% ( 34, 51 ] 5768 0.094% 99.931% ( 51, 76 ] 2563 0.042% 99.973% ( 76, 110 ] 907 0.015% 99.988% ( 110, 170 ] 409 0.007% 99.995% ( 170, 250 ] 133 0.002% 99.997% ( 250, 380 ] 73 0.001% 99.998% ( 380, 580 ] 75 0.001% 99.999% ( 580, 870 ] 31 0.001% 100.000% ( 870, 1300 ] 3 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 1900, 2900 ] 2 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 22063159 Average: 2.5246 StdDev: 72.09 Min: 0 Median: 1.4987 Max: 208824 Percentiles: P50: 1.50 P75: 2.32 P99: 9.45 P99.9: 51.39 P99.99: 161.71 ------------------------------------------------------ [ 0, 1 ] 6746222 30.577% 30.577% ###### ( 1, 2 ] 8592569 38.945% 69.522% ######## ( 2, 3 ] 3737787 16.941% 86.463% ### ( 3, 4 ] 1373492 6.225% 92.689% # ( 4, 6 ] 1088676 4.934% 97.623% # ( 6, 10 ] 352436 1.597% 99.221% ( 10, 15 ] 60516 0.274% 99.495% ( 15, 22 ] 30932 0.140% 99.635% ( 22, 34 ] 33109 0.150% 99.785% ( 34, 51 ] 25167 0.114% 99.899% ( 51, 76 ] 12117 0.055% 99.954% ( 76, 110 ] 5176 0.023% 99.978% ( 110, 170 ] 3195 0.014% 99.992% ( 170, 250 ] 879 0.004% 99.996% ( 250, 380 ] 369 0.002% 99.998% ( 380, 580 ] 275 0.001% 99.999% ( 580, 870 ] 127 0.001% 99.999% ( 870, 1300 ] 45 0.000% 100.000% ( 1300, 1900 ] 33 0.000% 100.000% ( 1900, 2900 ] 12 0.000% 100.000% ( 2900, 4400 ] 8 0.000% 100.000% ( 4400, 6600 ] 8 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ( 75000, 110000 ] 4 0.000% 100.000% ( 110000, 170000 ] 2 0.000% 100.000% ( 170000, 250000 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 216490088 Average: 12.8050 StdDev: 211.68 Min: 0 Median: 1.5031 Max: 283068 Percentiles: P50: 1.50 P75: 2.63 P99: 143.42 P99.9: 310.44 P99.99: 1571.52 ------------------------------------------------------ [ 0, 1 ] 73125610 33.778% 33.778% ####### ( 1, 2 ] 69808754 32.246% 66.024% ###### ( 2, 3 ] 31022299 14.330% 80.353% ### ( 3, 4 ] 6701942 3.096% 83.449% # ( 4, 6 ] 1215324 0.561% 84.010% ( 6, 10 ] 570689 0.264% 84.274% ( 10, 15 ] 323146 0.149% 84.423% ( 15, 22 ] 276684 0.128% 84.551% ( 22, 34 ] 7808542 3.607% 88.158% # ( 34, 51 ] 8075489 3.730% 91.888% # ( 51, 76 ] 6449590 2.979% 94.867% # ( 76, 110 ] 7011753 3.239% 98.106% # ( 110, 170 ] 3474593 1.605% 99.711% ( 170, 250 ] 354247 0.164% 99.875% ( 250, 380 ] 118159 0.055% 99.929% ( 380, 580 ] 71940 0.033% 99.962% ( 580, 870 ] 32369 0.015% 99.977% ( 870, 1300 ] 14614 0.007% 99.984% ( 1300, 1900 ] 28053 0.013% 99.997% ( 1900, 2900 ] 2273 0.001% 99.998% ( 2900, 4400 ] 921 0.000% 99.999% ( 4400, 6600 ] 645 0.000% 99.999% ( 6600, 9900 ] 566 0.000% 99.999% ( 9900, 14000 ] 360 0.000% 99.999% ( 14000, 22000 ] 221 0.000% 99.999% ( 22000, 33000 ] 121 0.000% 99.999% ( 33000, 50000 ] 219 0.000% 100.000% ( 50000, 75000 ] 422 0.000% 100.000% ( 75000, 110000 ] 337 0.000% 100.000% ( 110000, 170000 ] 170 0.000% 100.000% ( 170000, 250000 ] 34 0.000% 100.000% ( 250000, 380000 ] 2 0.000% 100.000% ** Compaction Stats [tag] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 1.0 0.0 36.3 90.50 76.76 4133 0.022 0 0 0.0 0.0 L6 3/0 182.26 MB 0.0 321.8 3.2 318.6 318.7 0.1 0.0 99.3 15.3 15.2 21525.31 21127.12 2177 9.888 11G 63M 0.0 0.0 Sum 3/0 182.26 MB 0.0 321.8 3.2 318.6 321.9 3.3 0.0 100.3 15.2 15.2 21615.82 21203.88 6310 3.426 11G 63M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.4 0.0 0.4 0.4 0.0 0.0 185.6 10.4 10.5 34.91 32.51 5 6.983 13M 0 0.0 0.0 ** Compaction Stats [tag] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 321.8 3.2 318.6 318.7 0.1 0.0 0.0 15.3 15.2 21525.31 21127.12 2177 9.888 11G 63M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 3.2 3.2 0.0 0.0 0.0 36.3 90.50 76.76 4133 0.022 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1050209.5 total, 600.2 interval Flush(GB): cumulative 3.208, interval 0.002 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 321.89 GB write, 0.31 MB/s write, 321.81 GB read, 0.31 MB/s read, 21615.8 seconds Interval compaction: 0.36 GB write, 0.61 MB/s write, 0.36 GB read, 0.61 MB/s read, 34.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb1cae0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.46 GB table_size: 8192 occupancy: 4320 collections: 1751 last_copies: 0 last_secs: 0.001756 secs_since: 0 Block cache entry stats(count,size,portion): FilterBlock(2192,1.68 MB,0.109122%) IndexBlock(2127,1.46 GB,97.4258%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [tag] ** ** Level 0 read latency histogram (micros): Count: 1054414 Average: 3.5742 StdDev: 6.29 Min: 0 Median: 2.5957 Max: 2960 Percentiles: P50: 2.60 P75: 3.78 P99: 12.41 P99.9: 60.62 P99.99: 192.84 ------------------------------------------------------ [ 0, 1 ] 121320 11.506% 11.506% ## ( 1, 2 ] 251817 23.882% 35.388% ##### ( 2, 3 ] 258618 24.527% 59.915% ##### ( 3, 4 ] 203372 19.288% 79.203% #### ( 4, 6 ] 176471 16.736% 95.939% ### ( 6, 10 ] 29911 2.837% 98.776% # ( 10, 15 ] 4902 0.465% 99.241% ( 15, 22 ] 2614 0.248% 99.489% ( 22, 34 ] 2218 0.210% 99.699% ( 34, 51 ] 1823 0.173% 99.872% ( 51, 76 ] 763 0.072% 99.945% ( 76, 110 ] 261 0.025% 99.969% ( 110, 170 ] 196 0.019% 99.988% ( 170, 250 ] 79 0.007% 99.995% ( 250, 380 ] 21 0.002% 99.997% ( 380, 580 ] 12 0.001% 99.998% ( 580, 870 ] 13 0.001% 100.000% ( 870, 1300 ] 1 0.000% 100.000% ( 1300, 1900 ] 1 0.000% 100.000% ( 2900, 4400 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 182568477 Average: 2.2369 StdDev: 45.18 Min: 0 Median: 1.3494 Max: 129678 Percentiles: P50: 1.35 P75: 2.01 P99: 7.32 P99.9: 60.95 P99.99: 153.78 ------------------------------------------------------ [ 0, 1 ] 67013284 36.706% 36.706% ####### ( 1, 2 ] 69462913 38.048% 74.753% ######## ( 2, 3 ] 34257476 18.764% 93.518% #### ( 3, 4 ] 8262211 4.526% 98.043% # ( 4, 6 ] 1536453 0.842% 98.885% ( 6, 10 ] 636167 0.348% 99.233% ( 10, 15 ] 414966 0.227% 99.460% ( 15, 22 ] 206221 0.113% 99.573% ( 22, 34 ] 322821 0.177% 99.750% ( 34, 51 ] 225913 0.124% 99.874% ( 51, 76 ] 119268 0.065% 99.939% ( 76, 110 ] 71607 0.039% 99.979% ( 110, 170 ] 28670 0.016% 99.994% ( 170, 250 ] 4882 0.003% 99.997% ( 250, 380 ] 2096 0.001% 99.998% ( 380, 580 ] 1719 0.001% 99.999% ( 580, 870 ] 1014 0.001% 100.000% ( 870, 1300 ] 299 0.000% 100.000% ( 1300, 1900 ] 301 0.000% 100.000% ( 1900, 2900 ] 114 0.000% 100.000% ( 2900, 4400 ] 25 0.000% 100.000% ( 4400, 6600 ] 7 0.000% 100.000% ( 6600, 9900 ] 2 0.000% 100.000% ( 9900, 14000 ] 2 0.000% 100.000% ( 22000, 33000 ] 1 0.000% 100.000% ( 33000, 50000 ] 6 0.000% 100.000% ( 50000, 75000 ] 9 0.000% 100.000% ( 75000, 110000 ] 22 0.000% 100.000% ( 110000, 170000 ] 8 0.000% 100.000% ** Compaction Stats [key] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.3 9.3 0.0 1.0 0.0 33.5 283.16 262.68 4220 0.067 0 0 0.0 0.0 L5 1/0 7.03 MB 0.0 22.7 8.4 14.3 22.5 8.2 0.0 2.7 28.6 28.3 814.30 786.71 2027 0.402 629M 283K 0.0 0.0 L6 6/0 385.24 MB 0.0 202.7 9.1 193.6 193.8 0.2 0.0 21.4 14.3 13.6 14542.76 14219.55 731 19.894 9078M 242M 0.0 0.0 Sum 7/0 392.27 MB 0.0 225.4 17.5 208.0 225.6 17.7 0.0 24.3 14.8 14.8 15640.22 15268.94 6978 2.241 9707M 243M 0.0 0.0 Int 0/0 0.00 KB 0.0 0.5 0.0 0.4 0.4 0.0 0.0 42.9 10.1 9.8 45.86 41.97 7 6.551 19M 704K 0.0 0.0 ** Compaction Stats [key] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Low 0/0 0.00 KB 0.0 225.4 17.5 208.0 216.4 8.4 0.0 0.0 15.0 14.4 15357.06 15006.27 2758 5.568 9707M 243M 0.0 0.0 High 0/0 0.00 KB 0.0 0.0 0.0 0.0 9.3 9.3 0.0 0.0 0.0 33.5 283.16 262.68 4220 0.067 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1050209.5 total, 600.2 interval Flush(GB): cumulative 9.277, interval 0.010 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 225.63 GB write, 0.22 MB/s write, 225.43 GB read, 0.22 MB/s read, 15640.2 seconds Interval compaction: 0.44 GB write, 0.75 MB/s write, 0.45 GB read, 0.77 MB/s read, 45.9 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb221b0#3036146 capacity: 1.50 GB seed: 186791420 usage: 1.50 GB table_size: 524288 occupancy: 357900 collections: 1751 last_copies: 0 last_secs: 0.194519 secs_since: 0 Block cache entry stats(count,size,portion): DataBlock(357791,1.38 GB,92.0367%) FilterBlock(55,65.94 MB,4.29323%) IndexBlock(57,24.78 MB,1.61316%) Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [key] ** ** Level 0 read latency histogram (micros): Count: 2901894 Average: 4.3535 StdDev: 70.72 Min: 0 Median: 1.9706 Max: 119656 Percentiles: P50: 1.97 P75: 5.44 P99: 18.38 P99.9: 66.99 P99.99: 165.21 ------------------------------------------------------ [ 0, 1 ] 640902 22.086% 22.086% #### ( 1, 2 ] 834561 28.759% 50.845% ###### ( 2, 3 ] 412046 14.199% 65.044% ### ( 3, 4 ] 178655 6.156% 71.201% # ( 4, 6 ] 153450 5.288% 76.488% # ( 6, 10 ] 460215 15.859% 92.348% ### ( 10, 15 ] 184607 6.362% 98.709% # ( 15, 22 ] 17501 0.603% 99.312% ( 22, 34 ] 9434 0.325% 99.637% ( 34, 51 ] 5887 0.203% 99.840% ( 51, 76 ] 2711 0.093% 99.934% ( 76, 110 ] 1125 0.039% 99.972% ( 110, 170 ] 554 0.019% 99.992% ( 170, 250 ] 134 0.005% 99.996% ( 250, 380 ] 60 0.002% 99.998% ( 380, 580 ] 32 0.001% 99.999% ( 580, 870 ] 22 0.001% 100.000% ( 870, 1300 ] 4 0.000% 100.000% ( 1300, 1900 ] 3 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ( 110000, 170000 ] 1 0.000% 100.000% ** Level 5 read latency histogram (micros): Count: 7041627 Average: 4.7892 StdDev: 70.34 Min: 0 Median: 2.5035 Max: 185496 Percentiles: P50: 2.50 P75: 6.24 P99: 19.83 P99.9: 72.71 P99.99: 184.11 ------------------------------------------------------ [ 0, 1 ] 1139065 16.176% 16.176% ### ( 1, 2 ] 1843228 26.176% 42.352% ##### ( 2, 3 ] 1069563 15.189% 57.541% ### ( 3, 4 ] 578332 8.213% 65.755% ## ( 4, 6 ] 576592 8.188% 73.943% ## ( 6, 10 ] 1237158 17.569% 91.512% #### ( 10, 15 ] 494240 7.019% 98.531% # ( 15, 22 ] 47888 0.680% 99.211% ( 22, 34 ] 25367 0.360% 99.571% ( 34, 51 ] 16207 0.230% 99.801% ( 51, 76 ] 7997 0.114% 99.915% ( 76, 110 ] 3416 0.049% 99.963% ( 110, 170 ] 1794 0.025% 99.989% ( 170, 250 ] 430 0.006% 99.995% ( 250, 380 ] 172 0.002% 99.997% ( 380, 580 ] 121 0.002% 99.999% ( 580, 870 ] 51 0.001% 100.000% ( 870, 1300 ] 21 0.000% 100.000% ( 1300, 1900 ] 7 0.000% 100.000% ( 1900, 2900 ] 5 0.000% 100.000% ( 2900, 4400 ] 2 0.000% 100.000% ( 6600, 9900 ] 1 0.000% 100.000% ( 170000, 250000 ] 1 0.000% 100.000% ** Level 6 read latency histogram (micros): Count: 109507995 Average: 6.0917 StdDev: 105.83 Min: 0 Median: 2.3883 Max: 248339 Percentiles: P50: 2.39 P75: 7.61 P99: 47.46 P99.9: 163.17 P99.99: 509.22 ------------------------------------------------------ [ 0, 1 ] 25696727 23.466% 23.466% ##### ( 1, 2 ] 24608345 22.472% 45.937% #### ( 2, 3 ] 11458049 10.463% 56.401% ## ( 3, 4 ] 4505548 4.114% 60.515% # ( 4, 6 ] 5088819 4.647% 65.162% # ( 6, 10 ] 26691890 24.374% 89.536% ##### ( 10, 15 ] 8737995 7.979% 97.516% ## ( 15, 22 ] 704221 0.643% 98.159% ( 22, 34 ] 582468 0.532% 98.691% ( 34, 51 ] 427883 0.391% 99.081% ( 51, 76 ] 282163 0.258% 99.339% ( 76, 110 ] 351867 0.321% 99.660% ( 110, 170 ] 296237 0.271% 99.931% ( 170, 250 ] 49831 0.046% 99.976% ( 250, 380 ] 10326 0.009% 99.986% ( 380, 580 ] 7236 0.007% 99.992% ( 580, 870 ] 4117 0.004% 99.996% ( 870, 1300 ] 2165 0.002% 99.998% ( 1300, 1900 ] 2980 0.003% 100.001% ( 1900, 2900 ] 219 0.000% 100.001% ( 2900, 4400 ] 134 0.000% 100.001% ( 4400, 6600 ] 108 0.000% 100.001% ( 6600, 9900 ] 118 0.000% 100.001% ( 9900, 14000 ] 49 0.000% 100.001% ( 14000, 22000 ] 24 0.000% 100.001% ( 22000, 33000 ] 35 0.000% 100.001% ( 33000, 50000 ] 25 0.000% 100.001% ( 50000, 75000 ] 39 0.000% 100.001% ( 75000, 110000 ] 63 0.000% 100.002% ( 110000, 170000 ] 19 0.000% 100.002% ( 170000, 250000 ] 1 0.000% 100.002% ** Compaction Stats [queue] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ L0 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [queue] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 17 0.000 0 0 0.0 0.0 Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 1050209.5 total, 4801.3 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 Block cache LRUCache@0x562e0bb2c3b0#3036146 capacity: 1.00 GB seed: 186791420 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1751 last_copies: 0 last_secs: 6.9e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [queue] ** 2024/02/20-21:00:10.616395 3036291 [db/db_impl/db_impl.cc:749] STATISTICS: rocksdb.block.cache.miss COUNT : 547659105 rocksdb.block.cache.hit COUNT : 2273894142 rocksdb.block.cache.add COUNT : 41231319 rocksdb.block.cache.add.failures COUNT : 0 rocksdb.block.cache.index.miss COUNT : 33446 rocksdb.block.cache.index.hit COUNT : 558364678 rocksdb.block.cache.index.add COUNT : 33432 rocksdb.block.cache.index.bytes.insert COUNT : 35818864464 rocksdb.block.cache.filter.miss COUNT : 33452 rocksdb.block.cache.filter.hit COUNT : 1157539636 rocksdb.block.cache.filter.add COUNT : 33452 rocksdb.block.cache.filter.bytes.insert COUNT : 9095510668 rocksdb.block.cache.data.miss COUNT : 547592207 rocksdb.block.cache.data.hit COUNT : 557989828 rocksdb.block.cache.data.add COUNT : 41164435 rocksdb.block.cache.data.bytes.insert COUNT : 170513143195 rocksdb.block.cache.bytes.read COUNT : 1980581229651804 rocksdb.block.cache.bytes.write COUNT : 215427518327 rocksdb.bloom.filter.useful COUNT : 599241797 rocksdb.bloom.filter.full.positive COUNT : 558297871 rocksdb.bloom.filter.full.true.positive COUNT : 552509929 rocksdb.persistent.cache.hit COUNT : 0 rocksdb.persistent.cache.miss COUNT : 0 rocksdb.sim.block.cache.hit COUNT : 0 rocksdb.sim.block.cache.miss COUNT : 0 rocksdb.memtable.hit COUNT : 98432899 rocksdb.memtable.miss COUNT : 6579193585 rocksdb.l0.hit COUNT : 16914298 rocksdb.l1.hit COUNT : 0 rocksdb.l2andup.hit COUNT : 535595631 rocksdb.compaction.key.drop.new COUNT : 284187264 rocksdb.compaction.key.drop.obsolete COUNT : 284207188 rocksdb.compaction.key.drop.range_del COUNT : 0 rocksdb.compaction.key.drop.user COUNT : 0 rocksdb.compaction.range_del.drop.obsolete COUNT : 0 rocksdb.compaction.optimized.del.drop.obsolete COUNT : 0 rocksdb.compaction.cancelled COUNT : 0 rocksdb.number.keys.written COUNT : 599391605 rocksdb.number.keys.read COUNT : 679039035 rocksdb.number.keys.updated COUNT : 0 rocksdb.bytes.written COUNT : 61996196010 rocksdb.bytes.read COUNT : 0 rocksdb.number.db.seek COUNT : 70014 rocksdb.number.db.next COUNT : 0 rocksdb.number.db.prev COUNT : 0 rocksdb.number.db.seek.found COUNT : 0 rocksdb.number.db.next.found COUNT : 0 rocksdb.number.db.prev.found COUNT : 0 rocksdb.db.iter.bytes.read COUNT : 0 rocksdb.no.file.opens COUNT : 33437 rocksdb.no.file.errors COUNT : 0 rocksdb.stall.micros COUNT : 0 rocksdb.db.mutex.wait.micros COUNT : 0 rocksdb.number.multiget.get COUNT : 799735405 rocksdb.number.multiget.keys.read COUNT : 5998587449 rocksdb.number.multiget.bytes.read COUNT : 0 rocksdb.number.merge.failures COUNT : 0 rocksdb.bloom.filter.prefix.checked COUNT : 0 rocksdb.bloom.filter.prefix.useful COUNT : 0 rocksdb.bloom.filter.prefix.true.positive COUNT : 0 rocksdb.number.reseeks.iteration COUNT : 0 rocksdb.getupdatessince.calls COUNT : 0 rocksdb.wal.synced COUNT : 0 rocksdb.wal.bytes COUNT : 61996196010 rocksdb.write.self COUNT : 134476966 rocksdb.write.other COUNT : 223636 rocksdb.write.wal COUNT : 134700602 rocksdb.compact.read.bytes COUNT : 1030656131800 rocksdb.compact.write.bytes COUNT : 1076153978921 rocksdb.flush.write.bytes COUNT : 33861335698 rocksdb.compact.read.marked.bytes COUNT : 0 rocksdb.compact.read.periodic.bytes COUNT : 0 rocksdb.compact.read.ttl.bytes COUNT : 0 rocksdb.compact.write.marked.bytes COUNT : 0 rocksdb.compact.write.periodic.bytes COUNT : 0 rocksdb.compact.write.ttl.bytes COUNT : 0 rocksdb.number.direct.load.table.properties COUNT : 0 rocksdb.number.superversion_acquires COUNT : 1079453 rocksdb.number.superversion_releases COUNT : 2814 rocksdb.number.superversion_cleanups COUNT : 177 rocksdb.number.block.compressed COUNT : 540882072 rocksdb.number.block.decompressed COUNT : 540849128 rocksdb.number.block.not_compressed COUNT : 0 rocksdb.merge.operation.time.nanos COUNT : 0 rocksdb.filter.operation.time.nanos COUNT : 0 rocksdb.compaction.total.time.cpu_micros COUNT : 62613372681 rocksdb.row.cache.hit COUNT : 0 rocksdb.row.cache.miss COUNT : 0 rocksdb.read.amp.estimate.useful.bytes COUNT : 0 rocksdb.read.amp.total.read.bytes COUNT : 0 rocksdb.number.rate_limiter.drains COUNT : 0 rocksdb.number.iter.skip COUNT : 0 rocksdb.blobdb.num.put COUNT : 0 rocksdb.blobdb.num.write COUNT : 0 rocksdb.blobdb.num.get COUNT : 0 rocksdb.blobdb.num.multiget COUNT : 0 rocksdb.blobdb.num.seek COUNT : 0 rocksdb.blobdb.num.next COUNT : 0 rocksdb.blobdb.num.prev COUNT : 0 rocksdb.blobdb.num.keys.written COUNT : 0 rocksdb.blobdb.num.keys.read COUNT : 0 rocksdb.blobdb.bytes.written COUNT : 0 rocksdb.blobdb.bytes.read COUNT : 0 rocksdb.blobdb.write.inlined COUNT : 0 rocksdb.blobdb.write.inlined.ttl COUNT : 0 rocksdb.blobdb.write.blob COUNT : 0 rocksdb.blobdb.write.blob.ttl COUNT : 0 rocksdb.blobdb.blob.file.bytes.written COUNT : 0 rocksdb.blobdb.blob.file.bytes.read COUNT : 0 rocksdb.blobdb.blob.file.synced COUNT : 0 rocksdb.blobdb.blob.index.expired.count COUNT : 0 rocksdb.blobdb.blob.index.expired.size COUNT : 0 rocksdb.blobdb.blob.index.evicted.count COUNT : 0 rocksdb.blobdb.blob.index.evicted.size COUNT : 0 rocksdb.blobdb.gc.num.files COUNT : 0 rocksdb.blobdb.gc.num.new.files COUNT : 0 rocksdb.blobdb.gc.failures COUNT : 0 rocksdb.blobdb.gc.num.keys.relocated COUNT : 0 rocksdb.blobdb.gc.bytes.relocated COUNT : 0 rocksdb.blobdb.fifo.num.files.evicted COUNT : 0 rocksdb.blobdb.fifo.num.keys.evicted COUNT : 0 rocksdb.blobdb.fifo.bytes.evicted COUNT : 0 rocksdb.txn.overhead.mutex.prepare COUNT : 0 rocksdb.txn.overhead.mutex.old.commit.map COUNT : 0 rocksdb.txn.overhead.duplicate.key COUNT : 0 rocksdb.txn.overhead.mutex.snapshot COUNT : 0 rocksdb.txn.get.tryagain COUNT : 0 rocksdb.number.multiget.keys.found COUNT : 0 rocksdb.num.iterator.created COUNT : 70014 rocksdb.num.iterator.deleted COUNT : 70014 rocksdb.block.cache.compression.dict.miss COUNT : 0 rocksdb.block.cache.compression.dict.hit COUNT : 0 rocksdb.block.cache.compression.dict.add COUNT : 0 rocksdb.block.cache.compression.dict.bytes.insert COUNT : 0 rocksdb.block.cache.add.redundant COUNT : 5461 rocksdb.block.cache.index.add.redundant COUNT : 9 rocksdb.block.cache.filter.add.redundant COUNT : 29 rocksdb.block.cache.data.add.redundant COUNT : 5423 rocksdb.block.cache.compression.dict.add.redundant COUNT : 0 rocksdb.files.marked.trash COUNT : 0 rocksdb.files.marked.trash.deleted COUNT : 0 rocksdb.files.deleted.immediately COUNT : 45559 rocksdb.error.handler.bg.error.count COUNT : 0 rocksdb.error.handler.bg.errro.count COUNT : 0 rocksdb.error.handler.bg.io.error.count COUNT : 0 rocksdb.error.handler.bg.io.errro.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.error.count COUNT : 0 rocksdb.error.handler.bg.retryable.io.errro.count COUNT : 0 rocksdb.error.handler.autoresume.count COUNT : 0 rocksdb.error.handler.autoresume.retry.total.count COUNT : 0 rocksdb.error.handler.autoresume.success.count COUNT : 0 rocksdb.memtable.payload.bytes.at.flush COUNT : 62913537811 rocksdb.memtable.garbage.bytes.at.flush COUNT : 763583991 rocksdb.secondary.cache.hits COUNT : 0 rocksdb.verify_checksum.read.bytes COUNT : 0 rocksdb.backup.read.bytes COUNT : 0 rocksdb.backup.write.bytes COUNT : 0 rocksdb.remote.compact.read.bytes COUNT : 0 rocksdb.remote.compact.write.bytes COUNT : 0 rocksdb.hot.file.read.bytes COUNT : 0 rocksdb.warm.file.read.bytes COUNT : 0 rocksdb.cold.file.read.bytes COUNT : 0 rocksdb.hot.file.read.count COUNT : 0 rocksdb.warm.file.read.count COUNT : 0 rocksdb.cold.file.read.count COUNT : 0 rocksdb.last.level.read.bytes COUNT : 977743745532 rocksdb.last.level.read.count COUNT : 508569031 rocksdb.non.last.level.read.bytes COUNT : 132527538874 rocksdb.non.last.level.read.count COUNT : 39190385 rocksdb.last.level.seek.filtered COUNT : 0 rocksdb.last.level.seek.filter.match COUNT : 0 rocksdb.last.level.seek.data COUNT : 0 rocksdb.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.non.last.level.seek.filtered COUNT : 0 rocksdb.non.last.level.seek.filter.match COUNT : 0 rocksdb.non.last.level.seek.data COUNT : 0 rocksdb.non.last.level.seek.data.useful.no.filter COUNT : 0 rocksdb.non.last.level.seek.data.useful.filter.match COUNT : 0 rocksdb.block.checksum.compute.count COUNT : 547692542 rocksdb.block.checksum.mismatch.count COUNT : 0 rocksdb.multiget.coroutine.count COUNT : 0 rocksdb.blobdb.cache.miss COUNT : 0 rocksdb.blobdb.cache.hit COUNT : 0 rocksdb.blobdb.cache.add COUNT : 0 rocksdb.blobdb.cache.add.failures COUNT : 0 rocksdb.blobdb.cache.bytes.read COUNT : 0 rocksdb.blobdb.cache.bytes.write COUNT : 0 rocksdb.read.async.micros COUNT : 0 rocksdb.async.read.error.count COUNT : 0 rocksdb.secondary.cache.filter.hits COUNT : 0 rocksdb.secondary.cache.index.hits COUNT : 0 rocksdb.secondary.cache.data.hits COUNT : 0 rocksdb.table.open.prefetch.tail.miss COUNT : 0 rocksdb.table.open.prefetch.tail.hit COUNT : 0 rocksdb.timestamp.filter.table.checked COUNT : 0 rocksdb.timestamp.filter.table.filtered COUNT : 0 rocksdb.bytes.compressed.from COUNT : 2206939535975 rocksdb.bytes.compressed.to COUNT : 1071374545419 rocksdb.bytes.compression_bypassed COUNT : 0 rocksdb.bytes.compression.rejected COUNT : 26847302918 rocksdb.number.block_compression_bypassed COUNT : 0 rocksdb.number.block_compression_rejected COUNT : 6772292 rocksdb.bytes.decompressed.from COUNT : 1071537532403 rocksdb.bytes.decompressed.to COUNT : 2206857005495 rocksdb.readahead.trimmed COUNT : 0 rocksdb.fifo.max.size.compactions COUNT : 0 rocksdb.fifo.ttl.compactions COUNT : 0 rocksdb.prefetch.bytes COUNT : 0 rocksdb.prefetch.bytes.useful COUNT : 0 rocksdb.prefetch.hits COUNT : 0 rocksdb.db.get.micros P50 : 47.552730 P95 : 106.379860 P99 : 160.555068 P100 : 227461.000000 COUNT : 679039035 SUM : 35099914615 rocksdb.db.write.micros P50 : 67.149722 P95 : 112.332604 P99 : 169.499453 P100 : 2037453.000000 COUNT : 134700602 SUM : 13994590794 rocksdb.compaction.times.micros P50 : 1591952.054795 P95 : 39048148.148148 P99 : 67753205.128205 P100 : 215285321.000000 COUNT : 7747 SUM : 65526541652 rocksdb.compaction.times.cpu_micros P50 : 1530212.014134 P95 : 36230508.474576 P99 : 64907068.062827 P100 : 201387581.000000 COUNT : 7747 SUM : 62613372681 rocksdb.subcompaction.setup.times.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.sync.micros P50 : 4333.709677 P95 : 27982.547170 P99 : 63356.382979 P100 : 1558490.000000 COUNT : 12589 SUM : 118892877 rocksdb.compaction.outfile.sync.micros P50 : 62563.442305 P95 : 126653.125000 P99 : 226156.783920 P100 : 2063820.000000 COUNT : 20831 SUM : 1337060428 rocksdb.wal.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.manifest.file.sync.micros P50 : 222.731774 P95 : 733.002532 P99 : 4062.758621 P100 : 501117.000000 COUNT : 20404 SUM : 13310127 rocksdb.table.open.io.micros P50 : 588.665339 P95 : 6266.021700 P99 : 13209.675192 P100 : 291788.000000 COUNT : 33437 SUM : 61349245 rocksdb.db.multiget.micros P50 : 8.007574 P95 : 17.808089 P99 : 33.099633 P100 : 260465.000000 COUNT : 799735405 SUM : 7588714764 rocksdb.read.block.compaction.micros P50 : 13.700163 P95 : 60.380724 P99 : 139.615949 P100 : 283126.000000 COUNT : 506427772 SUM : 10019395346 rocksdb.read.block.get.micros P50 : 53.118491 P95 : 95.347872 P99 : 147.813644 P100 : 291601.000000 COUNT : 41231333 SUM : 2389438008 rocksdb.write.raw.block.micros P50 : 0.521855 P95 : 0.991525 P99 : 1.897665 P100 : 652052.000000 COUNT : 547754624 SUM : 11244925039 rocksdb.numfiles.in.singlecompaction P50 : 2.772820 P95 : 5.680569 P99 : 5.938741 P100 : 7.000000 COUNT : 5896 SUM : 20988 rocksdb.db.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.write.stall P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.sst.read.micros P50 : 1.546811 P95 : 34.468439 P99 : 105.639357 P100 : 283068.000000 COUNT : 547759416 SUM : 3966920459 rocksdb.file.read.flush.micros P50 : 1.848912 P95 : 15.872243 P99 : 40.797786 P100 : 787.000000 COUNT : 62945 SUM : 301322 rocksdb.file.read.compaction.micros P50 : 1.431160 P95 : 37.828284 P99 : 107.076762 P100 : 283068.000000 COUNT : 506531941 SUM : 3550607423 rocksdb.file.read.db.open.micros P50 : 2.357143 P95 : 372.055556 P99 : 396.000000 P100 : 396.000000 COUNT : 51 SUM : 5109 rocksdb.file.read.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.db.iterator.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.db.checksum.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.file.read.verify.file.checksums.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.subcompactions.scheduled P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.per.read P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 679039037 SUM : 0 rocksdb.bytes.per.write P50 : 218.504697 P95 : 528.140083 P99 : 804.060280 P100 : 4563443.000000 COUNT : 134476967 SUM : 61996196152 rocksdb.bytes.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 799735407 SUM : 0 rocksdb.bytes.compressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.bytes.decompressed P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.compression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.decompression.times.nanos P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.read.num.merge_operands P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.key.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.value.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.get.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.multiget.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.seek.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.next.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.prev.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.write.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.read.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.blob.file.sync.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.compression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.blobdb.decompression.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.db.flush.micros P50 : 46543.630017 P95 : 167119.223660 P99 : 239394.384449 P100 : 1681975.000000 COUNT : 12638 SUM : 795407130 rocksdb.sst.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.index.and.filter.blocks.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.sst.read.per.level P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.error.handler.autoresume.retry.count P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.poll.wait.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.prefetched.bytes.discarded P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.multiget.io.batch.size P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.num.level.read.per.multiget P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.async.prefetch.abort.micros P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 rocksdb.table.open.prefetch.tail.read.bytes P50 : 0.000000 P95 : 0.000000 P99 : 0.000000 P100 : 0.000000 COUNT : 0 SUM : 0 2024/02/20-21:00:10.616818 3036291 [db/db_impl/db_impl.cc:963] ------- PERSISTING STATS ------- 2024/02/20-21:00:10.617063 3036291 [db/db_impl/db_impl.cc:1018] Storing 211 stats with timestamp 1708462810 to in-memory stats history 2024/02/20-21:00:10.617104 3036291 [db/db_impl/db_impl.cc:1031] [Pre-GC] In-memory stats history size: 1058890 bytes, slice count: 70 2024/02/20-21:00:10.617157 3036291 [db/db_impl/db_impl.cc:1040] [Post-GC] In-memory stats history size: 1058890 bytes, slice count: 69 2024/02/20-21:00:31.083744 2307681 [db/db_impl/db_impl_write.cc:1662] Flushing all column families with data in WAL number 302663. Total log size is 15728770 while max_total_wal_size is 15728640 2024/02/20-21:00:31.084036 2307681 [db/db_impl/db_impl_write.cc:2177] [url] New memtable created with log file: #302674. Immutable memtables: 0. 2024/02/20-21:00:31.084153 3036193 [db/db_impl/db_impl_compaction_flush.cc:140] [JOB 20410] Syncing log #302671 2024/02/20-21:00:31.086902 3036193 (Original Log Time 2024/02/20-21:00:31.084141) [db/db_impl/db_impl_compaction_flush.cc:3217] Calling FlushMemTableToOutputFile with column family [url], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 2024/02/20-21:00:31.086913 3036193 [db/flush_job.cc:892] [url] [JOB 20410] Flushing memtable with next log file: 302674 2024/02/20-21:00:31.086948 3036193 EVENT_LOG_v1 {"time_micros": 1708462831086933, "job": 20410, "event": "flush_started", "num_memtables": 1, "num_entries": 63420, "num_deletes": 0, "total_data_size": 9672554, "memory_usage": 11562048, "num_range_deletes": 0, "flush_reason": "WAL Full"} 2024/02/20-21:00:31.086952 3036193 [db/flush_job.cc:926] [url] [JOB 20410] Level-0 flush table #302675: started 2024/02/20-21:00:31.258695 3036193 EVENT_LOG_v1 {"time_micros": 1708462831258603, "cf_name": "url", "job": 20410, "event": "table_file_creation", "file_number": 302675, "file_size": 4982593, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 5165112906, "largest_seqno": 5165272121, "table_properties": {"data_size": 4897076, "index_size": 124952, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 6629, "raw_key_size": 9100882, "raw_average_key_size": 151, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1462, "num_entries": 60150, "num_filter_entries": 7549, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "ribbonfilter", "column_family_name": "url", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "zone_id_host_extractor", "property_collectors": "[]", "compression": "LZ4", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708462542, "oldest_key_time": 1708462542, "file_creation_time": 1708462831, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "342e2343-364e-448d-9f50-a52d78fb4d90", "db_session_id": "59SJPQU8WTGNROJZ61XP", "orig_file_number": 302675, "seqno_to_time_mapping": "N/A"}} 2024/02/20-21:00:31.258768 3036193 [db/flush_job.cc:1062] [url] [JOB 20410] Flush lasted 171876 microseconds, and 165418 cpu microseconds. 2024/02/20-21:00:31.259320 3036193 (Original Log Time 2024/02/20-21:00:31.258745) [db/flush_job.cc:1011] [url] [JOB 20410] Level-0 flush table #302675: 4982593 bytes OK 2024/02/20-21:00:31.259325 3036193 (Original Log Time 2024/02/20-21:00:31.258777) [db/memtable_list.cc:555] [url] Level-0 commit table #302675 started 2024/02/20-21:00:31.259328 3036193 (Original Log Time 2024/02/20-21:00:31.259140) [db/memtable_list.cc:754] [url] Level-0 commit table #302675: memtable #1 done 2024/02/20-21:00:31.259330 3036193 (Original Log Time 2024/02/20-21:00:31.259169) EVENT_LOG_v1 {"time_micros": 1708462831259162, "job": 20410, "event": "flush_finished", "output_compression": "LZ4", "lsm_state": [1, 0, 0, 0, 0, 1, 13], "immutable_memtables": 0} 2024/02/20-21:00:31.259333 3036193 (Original Log Time 2024/02/20-21:00:31.259257) [db/db_impl/db_impl_compaction_flush.cc:354] [url] Level summary: base level 5 level multiplier 10.00 max bytes base 268435456 files[1 0 0 0 0 1 13] max score 0.50 2024/02/20-21:00:31.259340 3036193 [db/db_impl/db_impl_files.cc:476] [JOB 20410] Try to delete WAL files size 12515870, prev total WAL file size 15738626, number of live WAL files 4. 2024/02/20-21:00:31.261196 3036193 [file/delete_scheduler.cc:73] Deleted file /cache/cachedb/302663.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000